2024-09-12T16:42:43.510 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T16:42:43.533 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T16:42:43.638 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693 branch: wip-rgw-meta-handlers description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} email: null first_in_suite: false job_id: '7902693' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rgw-meta-handlers ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd fast shutdown: false osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 valgrind: - --tool=memcheck - --max-threads=1024 compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rgw-meta-handlers sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b owner: scheduled_cbodley@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 6279 sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b sleep_before_teardown: 0 suite: rgw suite_branch: wip-rgw-meta-handlers suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b targets: smithi123.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBeMUIY0I3RIEGeWYsIZ6t/HvOhWsDlO7WSt/+PMdS5mq1VroyXfMvD53qtppAZaI1Xk0fL1Yvmht0vv/3XO/R0= smithi175.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBORivnV/6GU9on8vsyXC88Ozkfa/7QNMESIH3Kc6pM38BSFf2/HGg6Vfh0lbdMXqE+3ZjXCYcnMZ4ydNbeKWTg0= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-12_15:39:52 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T16:42:43.638 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa; will attempt to use it 2024-09-12T16:42:43.639 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa/tasks 2024-09-12T16:42:43.639 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T16:42:43.641 INFO:teuthology.task.internal:Checking packages... 2024-09-12T16:42:43.662 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bad475c18c96ec20c5778159aa33ba72b84e9c1b' 2024-09-12T16:42:43.663 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T16:42:43.663 INFO:teuthology.packaging:ref: None 2024-09-12T16:42:43.663 INFO:teuthology.packaging:tag: None 2024-09-12T16:42:43.663 INFO:teuthology.packaging:branch: wip-rgw-meta-handlers 2024-09-12T16:42:43.663 INFO:teuthology.packaging:sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:42:43.663 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rgw-meta-handlers 2024-09-12T16:42:43.822 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4762.gbad475c1 2024-09-12T16:42:43.824 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T16:42:43.831 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T16:42:43.831 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T16:42:43.838 INFO:teuthology.task.internal:Saving configuration 2024-09-12T16:42:43.856 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T16:42:43.863 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T16:42:43.891 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi123.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 16:37:45.551627', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBeMUIY0I3RIEGeWYsIZ6t/HvOhWsDlO7WSt/+PMdS5mq1VroyXfMvD53qtppAZaI1Xk0fL1Yvmht0vv/3XO/R0='} 2024-09-12T16:42:43.911 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 16:37:45.553610', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBORivnV/6GU9on8vsyXC88Ozkfa/7QNMESIH3Kc6pM38BSFf2/HGg6Vfh0lbdMXqE+3ZjXCYcnMZ4ydNbeKWTg0='} 2024-09-12T16:42:43.911 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T16:42:43.917 INFO:teuthology.task.internal:roles: ubuntu@smithi123.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T16:42:43.917 INFO:teuthology.task.internal:roles: ubuntu@smithi175.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T16:42:43.917 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T16:42:43.974 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fae3879fac0>, signals=[15]) 2024-09-12T16:42:43.974 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T16:42:43.981 INFO:teuthology.task.internal:Opening connections... 2024-09-12T16:42:43.981 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T16:42:43.983 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:42:44.075 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T16:42:44.076 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:42:44.154 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T16:42:44.161 DEBUG:teuthology.orchestra.run.smithi123:> uname -m 2024-09-12T16:42:44.179 INFO:teuthology.orchestra.run.smithi123.stdout:x86_64 2024-09-12T16:42:44.180 DEBUG:teuthology.orchestra.run.smithi123:> cat /etc/os-release 2024-09-12T16:42:44.237 INFO:teuthology.orchestra.run.smithi123.stdout:NAME="CentOS Stream" 2024-09-12T16:42:44.237 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION="9" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:ID="centos" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:ID_LIKE="rhel fedora" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION_ID="9" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:PLATFORM_ID="platform:el9" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:ANSI_COLOR="0;31" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:LOGO="fedora-logo-icon" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:HOME_URL="https://centos.org/" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T16:42:44.238 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T16:42:44.239 INFO:teuthology.lock.ops:Updating smithi123.front.sepia.ceph.com on lock server 2024-09-12T16:42:44.264 DEBUG:teuthology.orchestra.run.smithi175:> uname -m 2024-09-12T16:42:44.283 INFO:teuthology.orchestra.run.smithi175.stdout:x86_64 2024-09-12T16:42:44.283 DEBUG:teuthology.orchestra.run.smithi175:> cat /etc/os-release 2024-09-12T16:42:44.341 INFO:teuthology.orchestra.run.smithi175.stdout:NAME="CentOS Stream" 2024-09-12T16:42:44.341 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION="9" 2024-09-12T16:42:44.341 INFO:teuthology.orchestra.run.smithi175.stdout:ID="centos" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:ID_LIKE="rhel fedora" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION_ID="9" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:PLATFORM_ID="platform:el9" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:ANSI_COLOR="0;31" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:LOGO="fedora-logo-icon" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:HOME_URL="https://centos.org/" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T16:42:44.342 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T16:42:44.343 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T16:42:44.343 INFO:teuthology.lock.ops:Updating smithi175.front.sepia.ceph.com on lock server 2024-09-12T16:42:44.364 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T16:42:44.373 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T16:42:44.380 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T16:42:44.381 DEBUG:teuthology.orchestra.run.smithi123:> test '!' -e /home/ubuntu/cephtest 2024-09-12T16:42:44.384 DEBUG:teuthology.orchestra.run.smithi175:> test '!' -e /home/ubuntu/cephtest 2024-09-12T16:42:44.400 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T16:42:44.406 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T16:42:44.406 DEBUG:teuthology.orchestra.run.smithi123:> test -z $(ls -A /var/lib/ceph) 2024-09-12T16:42:44.441 DEBUG:teuthology.orchestra.run.smithi175:> test -z $(ls -A /var/lib/ceph) 2024-09-12T16:42:44.470 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T16:42:44.525 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T16:42:44.542 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T16:42:44.542 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T16:42:44.543 DEBUG:teuthology.orchestra.run.smithi123:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T16:42:44.543 DEBUG:teuthology.orchestra.run.smithi175:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T16:42:44.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:42:44.560 DEBUG:teuthology.orchestra.run.smithi175:> uname -r 2024-09-12T16:42:44.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:42:44.561 DEBUG:teuthology.orchestra.run.smithi123:> uname -r 2024-09-12T16:42:44.618 INFO:teuthology.orchestra.run.smithi175.stdout:5.14.0-503.el9.x86_64 2024-09-12T16:42:44.618 INFO:teuthology.task.kernel:Running kernel on smithi175: 5.14.0-503.el9.x86_64 2024-09-12T16:42:44.618 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum install -y kernel 2024-09-12T16:42:44.619 INFO:teuthology.orchestra.run.smithi123.stdout:5.14.0-503.el9.x86_64 2024-09-12T16:42:44.620 INFO:teuthology.task.kernel:Running kernel on smithi123: 5.14.0-503.el9.x86_64 2024-09-12T16:42:44.620 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum install -y kernel 2024-09-12T16:42:47.051 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-12T16:42:47.232 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - BaseOS 8.7 MB/s | 8.2 MB 00:00 2024-09-12T16:42:48.761 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-12T16:42:51.283 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - AppStream 6.9 MB/s | 20 MB 00:02 2024-09-12T16:42:55.261 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 2.4 MB/s | 6.5 MB 00:02 2024-09-12T16:42:56.259 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - CRB 5.5 MB/s | 6.5 MB 00:01 2024-09-12T16:42:56.686 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 87 kB/s | 19 kB 00:00 2024-09-12T16:42:57.641 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-12T16:42:57.910 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 19 kB 00:00 2024-09-12T16:42:59.097 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-12T16:43:03.096 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-12T16:43:04.478 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-12T16:43:05.111 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T16:43:05.111 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T16:43:05.201 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-12T16:43:05.209 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-12T16:43:05.209 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-09-12T16:43:05.209 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-12T16:43:05.209 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout:Install 4 Packages 2024-09-12T16:43:05.210 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:43:05.211 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 79 M 2024-09-12T16:43:05.211 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 126 M 2024-09-12T16:43:05.211 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-12T16:43:05.481 INFO:teuthology.orchestra.run.smithi175.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 158 kB/s | 23 kB 00:00 2024-09-12T16:43:05.964 INFO:teuthology.orchestra.run.smithi175.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-12T16:43:06.423 INFO:teuthology.orchestra.run.smithi175.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 30 MB/s | 29 MB 00:00 2024-09-12T16:43:06.434 INFO:teuthology.orchestra.run.smithi123.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T16:43:06.434 INFO:teuthology.orchestra.run.smithi123.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T16:43:06.528 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-12T16:43:06.533 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-12T16:43:06.533 INFO:teuthology.orchestra.run.smithi123.stdout: Package Architecture Version Repository Size 2024-09-12T16:43:06.533 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-12T16:43:06.533 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2024-09-12T16:43:06.533 INFO:teuthology.orchestra.run.smithi123.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T16:43:06.533 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2024-09-12T16:43:06.533 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T16:43:06.534 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T16:43:06.534 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T16:43:06.534 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:43:06.534 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-09-12T16:43:06.534 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-12T16:43:06.534 INFO:teuthology.orchestra.run.smithi123.stdout:Install 4 Packages 2024-09-12T16:43:06.534 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:43:06.535 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 79 M 2024-09-12T16:43:06.535 INFO:teuthology.orchestra.run.smithi123.stdout:Installed size: 126 M 2024-09-12T16:43:06.535 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-09-12T16:43:06.931 INFO:teuthology.orchestra.run.smithi175.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 22 MB/s | 35 MB 00:01 2024-09-12T16:43:06.932 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-12T16:43:06.932 INFO:teuthology.orchestra.run.smithi175.stdout:Total 46 MB/s | 79 MB 00:01 2024-09-12T16:43:07.096 INFO:teuthology.orchestra.run.smithi123.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 42 kB/s | 23 kB 00:00 2024-09-12T16:43:07.620 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-12T16:43:07.959 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-12T16:43:07.959 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-12T16:43:08.933 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-12T16:43:08.933 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-12T16:43:10.304 INFO:teuthology.orchestra.run.smithi123.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 8.9 MB/s | 29 MB 00:03 2024-09-12T16:43:10.471 INFO:teuthology.orchestra.run.smithi123.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 4.0 MB/s | 16 MB 00:03 2024-09-12T16:43:10.771 INFO:teuthology.orchestra.run.smithi123.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 8.2 MB/s | 35 MB 00:04 2024-09-12T16:43:10.771 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-09-12T16:43:10.772 INFO:teuthology.orchestra.run.smithi123.stdout:Total 19 MB/s | 79 MB 00:04 2024-09-12T16:43:11.393 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-12T16:43:11.459 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-09-12T16:43:11.827 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-09-12T16:43:11.827 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-09-12T16:43:12.033 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T16:43:12.114 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T16:43:12.791 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-09-12T16:43:12.791 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-09-12T16:43:14.919 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T16:43:15.050 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T16:43:15.244 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-09-12T16:43:15.883 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T16:43:15.963 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T16:43:18.759 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T16:43:18.891 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T16:43:19.892 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T16:43:19.926 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:43:23.776 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T16:43:23.824 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:43:24.744 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:43:28.653 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:02.822 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:02.861 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:03.213 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:03.214 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T16:44:03.214 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T16:44:03.214 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T16:44:04.072 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:04.073 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:44:04.073 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-12T16:44:04.073 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T16:44:04.073 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T16:44:04.073 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T16:44:04.073 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T16:44:04.073 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:44:04.074 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-12T16:44:04.434 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T16:44:04.514 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T16:44:04.515 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T16:44:04.515 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T16:44:04.515 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T16:44:04.515 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T16:44:04.515 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T16:44:04.515 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi175.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T16:44:04.516 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T16:44:04.575 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T16:44:04.575 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T16:44:04.576 DEBUG:teuthology.orchestra.run.smithi175:> sudo rpm -qi grub2-tools 2024-09-12T16:44:04.608 INFO:teuthology.orchestra.run.smithi175.stdout:Name : grub2-tools 2024-09-12T16:44:04.608 INFO:teuthology.orchestra.run.smithi175.stdout:Epoch : 1 2024-09-12T16:44:04.608 INFO:teuthology.orchestra.run.smithi175.stdout:Version : 2.06 2024-09-12T16:44:04.608 INFO:teuthology.orchestra.run.smithi175.stdout:Release : 82.el9 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Architecture: x86_64 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Group : Unspecified 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Size : 8274670 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:License : GPLv3+ 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Packager : builder@centos.org 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Vendor : CentOS 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Summary : Support tools for GRUB. 2024-09-12T16:44:04.609 INFO:teuthology.orchestra.run.smithi175.stdout:Description : 2024-09-12T16:44:04.610 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:44:04.610 INFO:teuthology.orchestra.run.smithi175.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T16:44:04.610 INFO:teuthology.orchestra.run.smithi175.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T16:44:04.610 INFO:teuthology.orchestra.run.smithi175.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T16:44:04.610 INFO:teuthology.orchestra.run.smithi175.stdout:hardware devices. 2024-09-12T16:44:04.610 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:44:04.610 INFO:teuthology.orchestra.run.smithi175.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T16:44:04.611 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T16:44:04.611 INFO:teuthology.task.kernel:Updating grub on smithi175 to boot 5.14.0-505.el9.x86_64 2024-09-12T16:44:04.611 DEBUG:teuthology.orchestra.run.smithi175:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T16:44:05.302 INFO:teuthology.orchestra.run.smithi175.stderr:Generating grub configuration file ... 2024-09-12T16:44:06.681 INFO:teuthology.orchestra.run.smithi175.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T16:44:06.711 INFO:teuthology.orchestra.run.smithi175.stderr:done 2024-09-12T16:44:06.720 DEBUG:teuthology.orchestra.run.smithi175:> mktemp 2024-09-12T16:44:06.736 INFO:teuthology.orchestra.run.smithi175.stdout:/tmp/tmp.k2guLvyw03 2024-09-12T16:44:06.736 DEBUG:teuthology.orchestra.run.smithi175:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.k2guLvyw03 2024-09-12T16:44:06.813 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0666 /tmp/tmp.k2guLvyw03 2024-09-12T16:44:06.953 DEBUG:teuthology.orchestra.remote:smithi175:/tmp/tmp.k2guLvyw03 is 6KB 2024-09-12T16:44:07.003 DEBUG:teuthology.orchestra.run.smithi175:> rm -fr /tmp/tmp.k2guLvyw03 2024-09-12T16:44:07.018 DEBUG:teuthology.orchestra.run.smithi175:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T16:44:07.041 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:07.080 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T16:44:07.080 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T16:44:07.080 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T16:44:07.080 INFO:teuthology.orchestra.run.smithi175.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T16:44:07.081 DEBUG:teuthology.orchestra.run.smithi175:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T16:44:07.088 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:07.234 DEBUG:teuthology.orchestra.run.smithi175:> sudo shutdown -r now 2024-09-12T16:44:07.407 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:07.407 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T16:44:07.407 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T16:44:07.407 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T16:44:08.219 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T16:44:08.219 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:44:08.219 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2024-09-12T16:44:08.219 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T16:44:08.220 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T16:44:08.220 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T16:44:08.220 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T16:44:08.220 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:44:08.220 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-09-12T16:44:08.575 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T16:44:08.654 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T16:44:08.654 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T16:44:08.654 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T16:44:08.654 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T16:44:08.654 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T16:44:08.655 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T16:44:08.655 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi123.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T16:44:08.655 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T16:44:08.713 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T16:44:08.713 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T16:44:08.713 DEBUG:teuthology.orchestra.run.smithi123:> sudo rpm -qi grub2-tools 2024-09-12T16:44:08.751 INFO:teuthology.orchestra.run.smithi123.stdout:Name : grub2-tools 2024-09-12T16:44:08.751 INFO:teuthology.orchestra.run.smithi123.stdout:Epoch : 1 2024-09-12T16:44:08.751 INFO:teuthology.orchestra.run.smithi123.stdout:Version : 2.06 2024-09-12T16:44:08.751 INFO:teuthology.orchestra.run.smithi123.stdout:Release : 82.el9 2024-09-12T16:44:08.751 INFO:teuthology.orchestra.run.smithi123.stdout:Architecture: x86_64 2024-09-12T16:44:08.751 INFO:teuthology.orchestra.run.smithi123.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T16:44:08.751 INFO:teuthology.orchestra.run.smithi123.stdout:Group : Unspecified 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Size : 8274670 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:License : GPLv3+ 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Packager : builder@centos.org 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Vendor : CentOS 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Summary : Support tools for GRUB. 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:Description : 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:44:08.752 INFO:teuthology.orchestra.run.smithi123.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T16:44:08.753 INFO:teuthology.orchestra.run.smithi123.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T16:44:08.753 INFO:teuthology.orchestra.run.smithi123.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T16:44:08.753 INFO:teuthology.orchestra.run.smithi123.stdout:hardware devices. 2024-09-12T16:44:08.753 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:44:08.753 INFO:teuthology.orchestra.run.smithi123.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T16:44:08.754 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T16:44:08.754 INFO:teuthology.task.kernel:Updating grub on smithi123 to boot 5.14.0-505.el9.x86_64 2024-09-12T16:44:08.754 DEBUG:teuthology.orchestra.run.smithi123:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T16:44:09.446 INFO:teuthology.orchestra.run.smithi123.stderr:Generating grub configuration file ... 2024-09-12T16:44:10.808 INFO:teuthology.orchestra.run.smithi123.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T16:44:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:done 2024-09-12T16:44:10.836 DEBUG:teuthology.orchestra.run.smithi123:> mktemp 2024-09-12T16:44:10.851 INFO:teuthology.orchestra.run.smithi123.stdout:/tmp/tmp.SK7sr15sSq 2024-09-12T16:44:10.852 DEBUG:teuthology.orchestra.run.smithi123:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.SK7sr15sSq 2024-09-12T16:44:10.919 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0666 /tmp/tmp.SK7sr15sSq 2024-09-12T16:44:11.070 DEBUG:teuthology.orchestra.remote:smithi123:/tmp/tmp.SK7sr15sSq is 6KB 2024-09-12T16:44:11.118 DEBUG:teuthology.orchestra.run.smithi123:> rm -fr /tmp/tmp.SK7sr15sSq 2024-09-12T16:44:11.133 DEBUG:teuthology.orchestra.run.smithi123:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T16:44:11.201 INFO:teuthology.orchestra.run.smithi123.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T16:44:11.201 INFO:teuthology.orchestra.run.smithi123.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T16:44:11.201 INFO:teuthology.orchestra.run.smithi123.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T16:44:11.201 INFO:teuthology.orchestra.run.smithi123.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T16:44:11.202 DEBUG:teuthology.orchestra.run.smithi123:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T16:44:11.349 DEBUG:teuthology.orchestra.run.smithi123:> sudo shutdown -r now 2024-09-12T16:44:37.261 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T16:44:37.262 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-12T16:44:37.263 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:44:41.353 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T16:44:41.353 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-12T16:44:41.354 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:45:15.965 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.123 2024-09-12T16:45:24.973 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-12T16:45:24.974 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:45:37.277 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T16:45:43.357 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.123 2024-09-12T16:45:46.281 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-12T16:45:46.282 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:45:46.654 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-09-12T16:45:47.046 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-12T16:45:47.046 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-12T16:45:47.047 DEBUG:teuthology.orchestra.run.smithi175:> uname -r 2024-09-12T16:45:47.063 INFO:teuthology.orchestra.run.smithi175.stdout:5.14.0-505.el9.x86_64 2024-09-12T16:45:47.063 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T16:45:47.064 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T16:45:47.064 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T16:45:48.065 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T16:45:48.066 DEBUG:teuthology.orchestra.run.smithi175:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T16:45:48.172 INFO:teuthology.orchestra.run.smithi175.stdout:ttyS1 2024-09-12T16:45:48.196 DEBUG:teuthology.parallel:result is None 2024-09-12T16:45:55.357 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-12T16:45:55.358 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:45:55.838 DEBUG:teuthology.orchestra.run.smithi123:> true 2024-09-12T16:45:56.225 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-12T16:45:56.225 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-12T16:45:56.225 DEBUG:teuthology.orchestra.run.smithi123:> uname -r 2024-09-12T16:45:56.240 INFO:teuthology.orchestra.run.smithi123.stdout:5.14.0-505.el9.x86_64 2024-09-12T16:45:56.240 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T16:45:56.240 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T16:45:56.240 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T16:45:57.242 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T16:45:57.242 DEBUG:teuthology.orchestra.run.smithi123:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T16:45:57.333 INFO:teuthology.orchestra.run.smithi123.stdout:ttyS1 2024-09-12T16:45:57.357 DEBUG:teuthology.parallel:result is None 2024-09-12T16:45:57.357 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T16:45:57.365 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T16:45:57.366 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T16:45:57.368 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T16:45:57.388 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T16:45:57.395 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T16:45:57.404 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T16:45:57.404 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T16:45:57.420 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T16:45:57.487 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T16:45:57.493 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T16:45:57.494 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T16:45:57.496 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T16:45:57.526 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:45:57.538 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:45:57.541 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:45:57.552 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T16:45:57.554 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T16:45:57.561 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T16:45:57.561 DEBUG:teuthology.orchestra.run.smithi123:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T16:45:57.563 DEBUG:teuthology.orchestra.run.smithi175:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T16:45:57.606 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T16:45:57.615 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T16:45:57.615 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T16:45:57.626 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T16:45:57.662 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T16:45:57.721 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T16:45:57.773 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T16:45:57.815 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T16:45:57.852 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:45:57.852 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T16:45:57.914 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T16:45:57.959 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T16:45:58.021 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T16:45:58.064 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T16:45:58.106 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:45:58.106 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T16:45:58.172 DEBUG:teuthology.orchestra.run.smithi123:> sudo service rsyslog restart 2024-09-12T16:45:58.175 DEBUG:teuthology.orchestra.run.smithi175:> sudo service rsyslog restart 2024-09-12T16:45:58.227 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T16:45:58.263 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T16:45:58.580 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T16:45:58.591 INFO:teuthology.task.internal:Starting timer... 2024-09-12T16:45:58.591 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T16:45:58.605 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T16:45:58.614 DEBUG:teuthology.orchestra.run.smithi123:> sudo service auditd rotate 2024-09-12T16:45:58.683 INFO:teuthology.orchestra.run.smithi123.stdout:Rotating logs: 2024-09-12T16:45:58.685 DEBUG:teuthology.orchestra.run.smithi175:> sudo service auditd rotate 2024-09-12T16:45:58.753 INFO:teuthology.orchestra.run.smithi175.stdout:Rotating logs: 2024-09-12T16:45:58.755 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T16:45:58.756 DEBUG:teuthology.orchestra.run.smithi123:> /usr/sbin/getenforce 2024-09-12T16:45:58.784 INFO:teuthology.orchestra.run.smithi123.stdout:Permissive 2024-09-12T16:45:58.785 DEBUG:teuthology.orchestra.run.smithi175:> /usr/sbin/getenforce 2024-09-12T16:45:58.815 INFO:teuthology.orchestra.run.smithi175.stdout:Permissive 2024-09-12T16:45:58.815 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi123.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi175.front.sepia.ceph.com': 'permissive'} 2024-09-12T16:45:58.815 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T16:45:58.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:45:58.849 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T16:45:58.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:45:58.882 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T16:45:58.882 DEBUG:teuthology.orchestra.run.smithi123:> sudo /usr/sbin/setenforce permissive 2024-09-12T16:45:58.921 DEBUG:teuthology.orchestra.run.smithi175:> sudo /usr/sbin/setenforce permissive 2024-09-12T16:45:58.955 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T16:45:58.966 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T16:45:58.997 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T16:45:58.998 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi123.front.sepia.ceph.com,smithi175.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T16:49:45.160 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi123.front.sepia.ceph.com'), Remote(name='ubuntu@smithi175.front.sepia.ceph.com')] 2024-09-12T16:49:45.161 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-12T16:49:45.163 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:49:45.243 DEBUG:teuthology.orchestra.run.smithi123:> true 2024-09-12T16:49:45.327 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-12T16:49:45.328 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-12T16:49:45.328 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:49:45.449 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-09-12T16:49:45.536 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-09-12T16:49:45.536 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T16:49:45.549 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T16:49:45.549 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T16:49:45.550 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T16:49:45.552 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T16:49:45.553 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T16:49:45.579 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T16:49:45.594 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T16:49:45.606 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T16:49:45.618 INFO:teuthology.orchestra.run.smithi123.stderr:sudo: ntpd: command not found 2024-09-12T16:49:45.621 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T16:49:45.629 INFO:teuthology.orchestra.run.smithi123.stdout:506 Cannot talk to daemon 2024-09-12T16:49:45.644 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T16:49:45.645 INFO:teuthology.orchestra.run.smithi175.stderr:sudo: ntpd: command not found 2024-09-12T16:49:45.656 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T16:49:45.657 INFO:teuthology.orchestra.run.smithi175.stdout:506 Cannot talk to daemon 2024-09-12T16:49:45.671 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T16:49:45.685 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T16:49:45.711 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-09-12T16:49:45.714 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T16:49:45.714 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-09-12T16:49:45.715 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.715 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.715 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.715 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.741 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-09-12T16:49:45.745 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T16:49:45.745 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-09-12T16:49:45.745 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.745 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.745 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.745 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T16:49:45.746 INFO:teuthology.run_tasks:Running task install... 2024-09-12T16:49:45.754 DEBUG:teuthology.task.install:project ceph 2024-09-12T16:49:45.754 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}} 2024-09-12T16:49:45.755 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'} 2024-09-12T16:49:45.755 INFO:teuthology.task.install:Using flavor: default 2024-09-12T16:49:45.760 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T16:49:45.760 INFO:teuthology.task.install:extra packages: [] 2024-09-12T16:49:45.760 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'tag': None, 'wait_for_package': False} 2024-09-12T16:49:45.761 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:49:45.763 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'tag': None, 'wait_for_package': False} 2024-09-12T16:49:45.763 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:49:45.907 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/ 2024-09-12T16:49:45.907 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4762.gbad475c1 2024-09-12T16:49:45.911 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/ 2024-09-12T16:49:45.911 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4762.gbad475c1 2024-09-12T16:49:46.016 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T16:49:46.016 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:49:46.017 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T16:49:46.026 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T16:49:46.026 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:49:46.026 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T16:49:46.042 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T16:49:46.043 DEBUG:teuthology.orchestra.run.smithi123:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bad475c18c96ec20c5778159aa33ba72b84e9c1b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T16:49:46.052 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T16:49:46.053 DEBUG:teuthology.orchestra.run.smithi175:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bad475c18c96ec20c5778159aa33ba72b84e9c1b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T16:49:46.109 DEBUG:teuthology.orchestra.run.smithi123:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T16:49:46.119 DEBUG:teuthology.orchestra.run.smithi175:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T16:49:46.184 DEBUG:teuthology.orchestra.run.smithi123:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T16:49:46.194 DEBUG:teuthology.orchestra.run.smithi175:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T16:49:46.249 INFO:teuthology.orchestra.run.smithi123.stdout:check_obsoletes = 1 2024-09-12T16:49:46.250 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum clean all 2024-09-12T16:49:46.258 INFO:teuthology.orchestra.run.smithi175.stdout:check_obsoletes = 1 2024-09-12T16:49:46.260 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum clean all 2024-09-12T16:49:46.479 INFO:teuthology.orchestra.run.smithi123.stdout:45 files removed 2024-09-12T16:49:46.491 INFO:teuthology.orchestra.run.smithi175.stdout:45 files removed 2024-09-12T16:49:46.506 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T16:49:46.518 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T16:49:47.046 INFO:teuthology.orchestra.run.smithi123.stdout:ceph packages for x86_64 326 kB/s | 84 kB 00:00 2024-09-12T16:49:47.093 INFO:teuthology.orchestra.run.smithi175.stdout:ceph packages for x86_64 291 kB/s | 84 kB 00:00 2024-09-12T16:49:47.322 INFO:teuthology.orchestra.run.smithi123.stdout:ceph noarch packages 104 kB/s | 24 kB 00:00 2024-09-12T16:49:47.390 INFO:teuthology.orchestra.run.smithi175.stdout:ceph noarch packages 97 kB/s | 24 kB 00:00 2024-09-12T16:49:47.580 INFO:teuthology.orchestra.run.smithi123.stdout:ceph source packages 8.7 kB/s | 1.9 kB 00:00 2024-09-12T16:49:47.644 INFO:teuthology.orchestra.run.smithi175.stdout:ceph source packages 8.7 kB/s | 1.9 kB 00:00 2024-09-12T16:49:48.147 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-12T16:49:48.527 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 9.7 MB/s | 8.2 MB 00:00 2024-09-12T16:49:50.329 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 28 MB/s | 20 MB 00:00 2024-09-12T16:49:52.648 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - AppStream 6.0 MB/s | 20 MB 00:03 2024-09-12T16:49:54.846 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 6.5 MB 00:00 2024-09-12T16:49:56.730 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 34 kB/s | 19 kB 00:00 2024-09-12T16:49:57.492 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-12T16:49:58.957 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - CRB 2.6 MB/s | 6.5 MB 00:02 2024-09-12T16:50:01.191 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 19 kB 00:01 2024-09-12T16:50:02.070 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-12T16:50:02.890 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-12T16:50:05.161 INFO:teuthology.orchestra.run.smithi175.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T16:50:05.162 INFO:teuthology.orchestra.run.smithi175.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T16:50:05.256 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-09-12T16:50:05.277 INFO:teuthology.orchestra.run.smithi175.stdout:====================================================================================================== 2024-09-12T16:50:05.277 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-09-12T16:50:05.277 INFO:teuthology.orchestra.run.smithi175.stdout:====================================================================================================== 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 6.6 k 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 900 k 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 145 k 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 1.5 M 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 154 k 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 14 M 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 7.4 M 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 49 k 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 11 M 2024-09-12T16:50:05.278 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 M 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-volume noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 285 k 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 783 k 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 32 k 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 756 k 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 126 k 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T16:50:05.279 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 321 k 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 305 k 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 99 k 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 85 k 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 170 k 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrading: 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: librados2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.5 M 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T16:50:05.280 INFO:teuthology.orchestra.run.smithi175.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T16:50:05.281 INFO:teuthology.orchestra.run.smithi175.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 22 M 2024-09-12T16:50:05.282 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 34 k 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 2.4 M 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 291 k 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 4.8 M 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 17 M 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 16 k 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 25 k 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T16:50:05.283 INFO:teuthology.orchestra.run.smithi175.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T16:50:05.284 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T16:50:05.285 INFO:teuthology.orchestra.run.smithi175.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T16:50:05.286 INFO:teuthology.orchestra.run.smithi175.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T16:50:05.287 INFO:teuthology.orchestra.run.smithi175.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T16:50:05.288 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T16:50:05.289 INFO:teuthology.orchestra.run.smithi175.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 508 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T16:50:05.290 INFO:teuthology.orchestra.run.smithi175.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T16:50:05.291 INFO:teuthology.orchestra.run.smithi175.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T16:50:05.292 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T16:50:05.293 INFO:teuthology.orchestra.run.smithi175.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T16:50:05.294 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 143 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T16:50:05.295 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T16:50:05.296 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T16:50:05.297 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T16:50:05.298 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T16:50:05.299 INFO:teuthology.orchestra.run.smithi175.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T16:50:05.300 INFO:teuthology.orchestra.run.smithi175.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout:Installing weak dependencies: 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T16:50:05.301 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout:====================================================================================================== 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout:Install 283 Packages 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrade 2 Packages 2024-09-12T16:50:05.302 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:50:05.303 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 322 M 2024-09-12T16:50:05.303 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-09-12T16:50:06.274 INFO:teuthology.orchestra.run.smithi175.stdout:(1/285): ceph-19.3.0-4762.gbad475c1.el9.x86_64. 55 kB/s | 6.6 kB 00:00 2024-09-12T16:50:06.466 INFO:teuthology.orchestra.run.smithi175.stdout:(2/285): ceph-fuse-19.3.0-4762.gbad475c1.el9.x8 4.6 MB/s | 900 kB 00:00 2024-09-12T16:50:06.569 INFO:teuthology.orchestra.run.smithi175.stdout:(3/285): ceph-immutable-object-cache-19.3.0-476 1.4 MB/s | 145 kB 00:00 2024-09-12T16:50:06.653 INFO:teuthology.orchestra.run.smithi175.stdout:(4/285): ceph-base-19.3.0-4762.gbad475c1.el9.x8 11 MB/s | 5.5 MB 00:00 2024-09-12T16:50:06.753 INFO:teuthology.orchestra.run.smithi175.stdout:(5/285): ceph-mgr-19.3.0-4762.gbad475c1.el9.x86 15 MB/s | 1.5 MB 00:00 2024-09-12T16:50:06.812 INFO:teuthology.orchestra.run.smithi175.stdout:(6/285): ceph-mds-19.3.0-4762.gbad475c1.el9.x86 9.8 MB/s | 2.4 MB 00:00 2024-09-12T16:50:07.070 INFO:teuthology.orchestra.run.smithi175.stdout:(7/285): ceph-mon-19.3.0-4762.gbad475c1.el9.x86 15 MB/s | 4.8 MB 00:00 2024-09-12T16:50:07.362 INFO:teuthology.orchestra.run.smithi175.stdout:(8/285): ceph-common-19.3.0-4762.gbad475c1.el9. 18 MB/s | 22 MB 00:01 2024-09-12T16:50:07.403 INFO:teuthology.orchestra.run.smithi175.stdout:(9/285): ceph-selinux-19.3.0-4762.gbad475c1.el9 609 kB/s | 25 kB 00:00 2024-09-12T16:50:07.551 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-09-12T16:50:07.754 INFO:teuthology.orchestra.run.smithi175.stdout:(10/285): ceph-osd-19.3.0-4762.gbad475c1.el9.x8 18 MB/s | 17 MB 00:00 2024-09-12T16:50:07.804 INFO:teuthology.orchestra.run.smithi175.stdout:(11/285): libcephfs-devel-19.3.0-4762.gbad475c1 637 kB/s | 32 kB 00:00 2024-09-12T16:50:07.912 INFO:teuthology.orchestra.run.smithi175.stdout:(12/285): libcephfs2-19.3.0-4762.gbad475c1.el9. 6.8 MB/s | 756 kB 00:00 2024-09-12T16:50:07.979 INFO:teuthology.orchestra.run.smithi175.stdout:(13/285): libcephsqlite-19.3.0-4762.gbad475c1.e 2.4 MB/s | 161 kB 00:00 2024-09-12T16:50:08.046 INFO:teuthology.orchestra.run.smithi175.stdout:(14/285): librados-devel-19.3.0-4762.gbad475c1. 1.9 MB/s | 126 kB 00:00 2024-09-12T16:50:08.122 INFO:teuthology.orchestra.run.smithi175.stdout:(15/285): libradosstriper1-19.3.0-4762.gbad475c 6.6 MB/s | 508 kB 00:00 2024-09-12T16:50:08.406 INFO:teuthology.orchestra.run.smithi175.stdout:(16/285): librgw2-19.3.0-4762.gbad475c1.el9.x86 19 MB/s | 5.5 MB 00:00 2024-09-12T16:50:08.456 INFO:teuthology.orchestra.run.smithi175.stdout:(17/285): python3-ceph-argparse-19.3.0-4762.gba 904 kB/s | 45 kB 00:00 2024-09-12T16:50:08.573 INFO:teuthology.orchestra.run.smithi175.stdout:(18/285): ceph-radosgw-19.3.0-4762.gbad475c1.el 7.2 MB/s | 11 MB 00:01 2024-09-12T16:50:08.598 INFO:teuthology.orchestra.run.smithi175.stdout:(19/285): python3-ceph-common-19.3.0-4762.gbad4 1.0 MB/s | 143 kB 00:00 2024-09-12T16:50:08.624 INFO:teuthology.orchestra.run.smithi175.stdout:(20/285): python3-cephfs-19.3.0-4762.gbad475c1. 3.1 MB/s | 161 kB 00:00 2024-09-12T16:50:08.657 INFO:teuthology.orchestra.run.smithi175.stdout:(21/285): python3-rados-19.3.0-4762.gbad475c1.e 5.4 MB/s | 321 kB 00:00 2024-09-12T16:50:08.682 INFO:teuthology.orchestra.run.smithi175.stdout:(22/285): python3-rbd-19.3.0-4762.gbad475c1.el9 5.1 MB/s | 305 kB 00:00 2024-09-12T16:50:08.724 INFO:teuthology.orchestra.run.smithi175.stdout:(23/285): python3-rgw-19.3.0-4762.gbad475c1.el9 1.9 MB/s | 99 kB 00:00 2024-09-12T16:50:08.733 INFO:teuthology.orchestra.run.smithi175.stdout:(24/285): rbd-fuse-19.3.0-4762.gbad475c1.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-12T16:50:08.800 INFO:teuthology.orchestra.run.smithi175.stdout:(25/285): rbd-nbd-19.3.0-4762.gbad475c1.el9.x86 2.5 MB/s | 170 kB 00:00 2024-09-12T16:50:08.859 INFO:teuthology.orchestra.run.smithi175.stdout:(26/285): rbd-mirror-19.3.0-4762.gbad475c1.el9. 21 MB/s | 3.2 MB 00:00 2024-09-12T16:50:08.884 INFO:teuthology.orchestra.run.smithi175.stdout:(27/285): ceph-grafana-dashboards-19.3.0-4762.g 410 kB/s | 34 kB 00:00 2024-09-12T16:50:08.909 INFO:teuthology.orchestra.run.smithi175.stdout:(28/285): ceph-mgr-cephadm-19.3.0-4762.gbad475c 3.0 MB/s | 154 kB 00:00 2024-09-12T16:50:09.267 INFO:teuthology.orchestra.run.smithi175.stdout:(29/285): ceph-mgr-diskprediction-local-19.3.0- 21 MB/s | 7.4 MB 00:00 2024-09-12T16:50:09.701 INFO:teuthology.orchestra.run.smithi175.stdout:(30/285): ceph-test-19.3.0-4762.gbad475c1.el9.x 20 MB/s | 45 MB 00:02 2024-09-12T16:50:09.727 INFO:teuthology.orchestra.run.smithi175.stdout:(31/285): ceph-mgr-modules-core-19.3.0-4762.gba 633 kB/s | 291 kB 00:00 2024-09-12T16:50:09.744 INFO:teuthology.orchestra.run.smithi175.stdout:(32/285): ceph-mgr-rook-19.3.0-4762.gbad475c1.e 1.2 MB/s | 49 kB 00:00 2024-09-12T16:50:09.760 INFO:teuthology.orchestra.run.smithi175.stdout:(33/285): ceph-prometheus-alerts-19.3.0-4762.gb 493 kB/s | 16 kB 00:00 2024-09-12T16:50:09.794 INFO:teuthology.orchestra.run.smithi175.stdout:(34/285): ceph-volume-19.3.0-4762.gbad475c1.el9 5.6 MB/s | 285 kB 00:00 2024-09-12T16:50:09.828 INFO:teuthology.orchestra.run.smithi175.stdout:(35/285): cephadm-19.3.0-4762.gbad475c1.el9.noa 11 MB/s | 783 kB 00:00 2024-09-12T16:50:09.863 INFO:teuthology.orchestra.run.smithi123.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T16:50:09.864 INFO:teuthology.orchestra.run.smithi123.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T16:50:09.956 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-12T16:50:09.979 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================================== 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: Package Arch Version Repository Size 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================================== 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: ceph x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 6.6 k 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 900 k 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 145 k 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 1.5 M 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 154 k 2024-09-12T16:50:09.980 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 14 M 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 7.4 M 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 49 k 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 11 M 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 M 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 285 k 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 783 k 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 32 k 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 756 k 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 126 k 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T16:50:09.981 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 321 k 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 305 k 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 99 k 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 85 k 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 170 k 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T16:50:09.982 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrading: 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: librados2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.5 M 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 3.2 M 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T16:50:09.983 INFO:teuthology.orchestra.run.smithi123.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T16:50:09.984 INFO:teuthology.orchestra.run.smithi123.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T16:50:09.984 INFO:teuthology.orchestra.run.smithi123.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T16:50:09.984 INFO:teuthology.orchestra.run.smithi123.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T16:50:09.984 INFO:teuthology.orchestra.run.smithi123.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T16:50:09.984 INFO:teuthology.orchestra.run.smithi123.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T16:50:09.984 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T16:50:09.984 INFO:teuthology.orchestra.run.smithi123.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 22 M 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 34 k 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 2.4 M 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 291 k 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 4.8 M 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 17 M 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4762.gbad475c1.el9 ceph-noarch 16 k 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 25 k 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T16:50:09.985 INFO:teuthology.orchestra.run.smithi123.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T16:50:09.986 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T16:50:09.987 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T16:50:09.988 INFO:teuthology.orchestra.run.smithi123.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T16:50:09.989 INFO:teuthology.orchestra.run.smithi123.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T16:50:09.990 INFO:teuthology.orchestra.run.smithi123.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 161 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T16:50:09.991 INFO:teuthology.orchestra.run.smithi123.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T16:50:09.992 INFO:teuthology.orchestra.run.smithi123.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T16:50:09.992 INFO:teuthology.orchestra.run.smithi123.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T16:50:09.992 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T16:50:09.992 INFO:teuthology.orchestra.run.smithi123.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T16:50:09.992 INFO:teuthology.orchestra.run.smithi123.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T16:50:09.992 INFO:teuthology.orchestra.run.smithi123.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T16:50:09.993 INFO:teuthology.orchestra.run.smithi123.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T16:50:09.994 INFO:teuthology.orchestra.run.smithi123.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T16:50:09.994 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T16:50:09.994 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T16:50:09.994 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T16:50:09.994 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 508 k 2024-09-12T16:50:09.994 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T16:50:09.994 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2 x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 5.5 M 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T16:50:09.995 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T16:50:09.996 INFO:teuthology.orchestra.run.smithi123.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T16:50:09.997 INFO:teuthology.orchestra.run.smithi123.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T16:50:09.998 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T16:50:09.999 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T16:50:09.999 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T16:50:10.000 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T16:50:10.000 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T16:50:10.000 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T16:50:10.000 INFO:teuthology.orchestra.run.smithi123.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T16:50:10.000 INFO:teuthology.orchestra.run.smithi123.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T16:50:10.001 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 45 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common x86_64 2:19.3.0-4762.gbad475c1.el9 ceph 143 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T16:50:10.002 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T16:50:10.003 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T16:50:10.004 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T16:50:10.005 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T16:50:10.006 INFO:teuthology.orchestra.run.smithi123.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout:Installing weak dependencies: 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T16:50:10.007 INFO:teuthology.orchestra.run.smithi123.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T16:50:10.008 INFO:teuthology.orchestra.run.smithi123.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T16:50:10.009 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:50:10.009 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-09-12T16:50:10.009 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================================== 2024-09-12T16:50:10.009 INFO:teuthology.orchestra.run.smithi123.stdout:Install 283 Packages 2024-09-12T16:50:10.009 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrade 2 Packages 2024-09-12T16:50:10.009 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:50:10.009 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 322 M 2024-09-12T16:50:10.010 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-09-12T16:50:10.086 INFO:teuthology.orchestra.run.smithi175.stdout:(36/285): ceph-mgr-dashboard-19.3.0-4762.gbad47 12 MB/s | 14 MB 00:01 2024-09-12T16:50:10.112 INFO:teuthology.orchestra.run.smithi175.stdout:(37/285): bluez-libs-5.56-6.el9.x86_64.rpm 299 kB/s | 85 kB 00:00 2024-09-12T16:50:10.137 INFO:teuthology.orchestra.run.smithi175.stdout:(38/285): ModemManager-glib-1.20.2-1.el9.x86_64 980 kB/s | 335 kB 00:00 2024-09-12T16:50:10.162 INFO:teuthology.orchestra.run.smithi175.stdout:(39/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 656 kB/s | 49 kB 00:00 2024-09-12T16:50:10.187 INFO:teuthology.orchestra.run.smithi175.stdout:(40/285): fuse-2.9.9-16.el9.x86_64.rpm 1.6 MB/s | 80 kB 00:00 2024-09-12T16:50:10.262 INFO:teuthology.orchestra.run.smithi175.stdout:(41/285): libpciaccess-0.16-7.el9.x86_64.rpm 359 kB/s | 27 kB 00:00 2024-09-12T16:50:10.321 INFO:teuthology.orchestra.run.smithi175.stdout:(42/285): libquadmath-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-12T16:50:10.335 INFO:teuthology.orchestra.run.smithi123.stdout:(1/285): ceph-19.3.0-4762.gbad475c1.el9.x86_64. 53 kB/s | 6.6 kB 00:00 2024-09-12T16:50:10.380 INFO:teuthology.orchestra.run.smithi175.stdout:(43/285): libgfortran-11.5.0-2.el9.x86_64.rpm 3.6 MB/s | 801 kB 00:00 2024-09-12T16:50:10.413 INFO:teuthology.orchestra.run.smithi175.stdout:(44/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 869 kB/s | 262 kB 00:00 2024-09-12T16:50:10.447 INFO:teuthology.orchestra.run.smithi175.stdout:(45/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 749 kB/s | 94 kB 00:00 2024-09-12T16:50:10.472 INFO:teuthology.orchestra.run.smithi175.stdout:(46/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-09-12T16:50:10.497 INFO:teuthology.orchestra.run.smithi175.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-12T16:50:10.531 INFO:teuthology.orchestra.run.smithi175.stdout:(48/285): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-12T16:50:10.536 INFO:teuthology.orchestra.run.smithi123.stdout:(2/285): ceph-fuse-19.3.0-4762.gbad475c1.el9.x8 4.4 MB/s | 900 kB 00:00 2024-09-12T16:50:10.565 INFO:teuthology.orchestra.run.smithi175.stdout:(49/285): python3-cryptography-36.0.1-4.el9.x86 8.1 MB/s | 1.2 MB 00:00 2024-09-12T16:50:10.590 INFO:teuthology.orchestra.run.smithi175.stdout:(50/285): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-12T16:50:10.636 INFO:teuthology.orchestra.run.smithi123.stdout:(3/285): ceph-immutable-object-cache-19.3.0-476 1.4 MB/s | 145 kB 00:00 2024-09-12T16:50:10.674 INFO:teuthology.orchestra.run.smithi175.stdout:(51/285): python3-urllib3-1.26.5-6.el9.noarch.r 1.5 MB/s | 215 kB 00:00 2024-09-12T16:50:10.719 INFO:teuthology.orchestra.run.smithi123.stdout:(4/285): ceph-base-19.3.0-4762.gbad475c1.el9.x8 11 MB/s | 5.5 MB 00:00 2024-09-12T16:50:10.765 INFO:teuthology.orchestra.run.smithi175.stdout:(52/285): adwaita-cursor-theme-40.1.1-3.el9.noa 3.2 MB/s | 650 kB 00:00 2024-09-12T16:50:10.807 INFO:teuthology.orchestra.run.smithi175.stdout:(53/285): apache-commons-cli-1.4-17.el9.noarch. 1.7 MB/s | 71 kB 00:00 2024-09-12T16:50:10.828 INFO:teuthology.orchestra.run.smithi123.stdout:(5/285): ceph-mgr-19.3.0-4762.gbad475c1.el9.x86 14 MB/s | 1.5 MB 00:00 2024-09-12T16:50:10.858 INFO:teuthology.orchestra.run.smithi175.stdout:(54/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 2.8 MB/s | 523 kB 00:00 2024-09-12T16:50:10.878 INFO:teuthology.orchestra.run.smithi123.stdout:(6/285): ceph-mds-19.3.0-4762.gbad475c1.el9.x86 9.8 MB/s | 2.4 MB 00:00 2024-09-12T16:50:10.891 INFO:teuthology.orchestra.run.smithi175.stdout:(55/285): apache-commons-codec-1.15-7.el9.noarc 3.5 MB/s | 302 kB 00:00 2024-09-12T16:50:10.942 INFO:teuthology.orchestra.run.smithi175.stdout:(56/285): apache-commons-io-2.8.0-8.el9.noarch. 5.6 MB/s | 283 kB 00:00 2024-09-12T16:50:10.975 INFO:teuthology.orchestra.run.smithi175.stdout:(57/285): apache-commons-lang3-3.12.0-6.el9.noa 6.6 MB/s | 559 kB 00:00 2024-09-12T16:50:11.001 INFO:teuthology.orchestra.run.smithi175.stdout:(58/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.5 MB/s | 87 kB 00:00 2024-09-12T16:50:11.025 INFO:teuthology.orchestra.run.smithi175.stdout:(59/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-09-12T16:50:11.051 INFO:teuthology.orchestra.run.smithi175.stdout:(60/285): atinject-1.0.3-6.el9.noarch.rpm 462 kB/s | 23 kB 00:00 2024-09-12T16:50:11.076 INFO:teuthology.orchestra.run.smithi175.stdout:(61/285): atk-2.36.0-5.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-12T16:50:11.102 INFO:teuthology.orchestra.run.smithi175.stdout:(62/285): avahi-glib-0.8-21.el9.x86_64.rpm 295 kB/s | 15 kB 00:00 2024-09-12T16:50:11.219 INFO:teuthology.orchestra.run.smithi175.stdout:(63/285): adwaita-icon-theme-40.1.1-3.el9.noarc 19 MB/s | 12 MB 00:00 2024-09-12T16:50:11.244 INFO:teuthology.orchestra.run.smithi175.stdout:(64/285): boost-program-options-1.75.0-8.el9.x8 639 kB/s | 107 kB 00:00 2024-09-12T16:50:11.261 INFO:teuthology.orchestra.run.smithi175.stdout:(65/285): cdi-api-2.0.2-6.el9.noarch.rpm 336 kB/s | 53 kB 00:00 2024-09-12T16:50:11.286 INFO:teuthology.orchestra.run.smithi175.stdout:(66/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 1.4 MB/s | 61 kB 00:00 2024-09-12T16:50:11.320 INFO:teuthology.orchestra.run.smithi175.stdout:(67/285): colord-libs-1.4.5-4.el9.x86_64.rpm 2.2 MB/s | 229 kB 00:00 2024-09-12T16:50:11.336 INFO:teuthology.orchestra.run.smithi175.stdout:(68/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 375 kB/s | 28 kB 00:00 2024-09-12T16:50:11.337 INFO:teuthology.orchestra.run.smithi123.stdout:(7/285): ceph-common-19.3.0-4762.gbad475c1.el9. 19 MB/s | 22 MB 00:01 2024-09-12T16:50:11.362 INFO:teuthology.orchestra.run.smithi175.stdout:(69/285): dconf-0.40.0-6.el9.x86_64.rpm 1.5 MB/s | 113 kB 00:00 2024-09-12T16:50:11.387 INFO:teuthology.orchestra.run.smithi175.stdout:(70/285): exempi-2.6.0-0.2.20211007gite23c213.e 10 MB/s | 525 kB 00:00 2024-09-12T16:50:11.429 INFO:teuthology.orchestra.run.smithi175.stdout:(71/285): exiv2-0.27.5-2.el9.x86_64.rpm 10 MB/s | 980 kB 00:00 2024-09-12T16:50:11.462 INFO:teuthology.orchestra.run.smithi175.stdout:(72/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 7.6 MB/s | 781 kB 00:00 2024-09-12T16:50:11.488 INFO:teuthology.orchestra.run.smithi175.stdout:(73/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 3.2 MB/s | 325 kB 00:00 2024-09-12T16:50:11.513 INFO:teuthology.orchestra.run.smithi175.stdout:(74/285): flac-libs-1.3.3-12.el9.x86_64.rpm 2.5 MB/s | 218 kB 00:00 2024-09-12T16:50:11.538 INFO:teuthology.orchestra.run.smithi175.stdout:(75/285): flatpak-selinux-1.12.9-1.el9.noarch.r 430 kB/s | 22 kB 00:00 2024-09-12T16:50:11.546 INFO:teuthology.orchestra.run.smithi123.stdout:(8/285): ceph-mon-19.3.0-4762.gbad475c1.el9.x86 6.7 MB/s | 4.8 MB 00:00 2024-09-12T16:50:11.564 INFO:teuthology.orchestra.run.smithi175.stdout:(76/285): flatpak-session-helper-1.12.9-1.el9.x 1.4 MB/s | 73 kB 00:00 2024-09-12T16:50:11.589 INFO:teuthology.orchestra.run.smithi175.stdout:(77/285): flexiblas-3.0.4-8.el9.x86_64.rpm 652 kB/s | 33 kB 00:00 2024-09-12T16:50:11.621 INFO:teuthology.orchestra.run.smithi123.stdout:(9/285): ceph-selinux-19.3.0-4762.gbad475c1.el9 336 kB/s | 25 kB 00:00 2024-09-12T16:50:11.631 INFO:teuthology.orchestra.run.smithi175.stdout:(78/285): flatpak-1.12.9-1.el9.x86_64.rpm 10 MB/s | 1.7 MB 00:00 2024-09-12T16:50:11.656 INFO:teuthology.orchestra.run.smithi175.stdout:(79/285): flexiblas-openblas-openmp-3.0.4-8.el9 272 kB/s | 18 kB 00:00 2024-09-12T16:50:11.681 INFO:teuthology.orchestra.run.smithi175.stdout:(80/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 1.7 MB/s | 89 kB 00:00 2024-09-12T16:50:11.707 INFO:teuthology.orchestra.run.smithi175.stdout:(81/285): geoclue2-2.6.0-7.el9.x86_64.rpm 2.4 MB/s | 124 kB 00:00 2024-09-12T16:50:11.732 INFO:teuthology.orchestra.run.smithi175.stdout:(82/285): giflib-5.2.1-9.el9.x86_64.rpm 970 kB/s | 49 kB 00:00 2024-09-12T16:50:11.765 INFO:teuthology.orchestra.run.smithi175.stdout:(83/285): google-guice-4.2.3-9.el9.noarch.rpm 7.9 MB/s | 473 kB 00:00 2024-09-12T16:50:11.788 INFO:teuthology.orchestra.run.smithi123.stdout:(10/285): ceph-osd-19.3.0-4762.gbad475c1.el9.x8 19 MB/s | 17 MB 00:00 2024-09-12T16:50:11.791 INFO:teuthology.orchestra.run.smithi175.stdout:(84/285): graphene-1.10.6-2.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-12T16:50:11.816 INFO:teuthology.orchestra.run.smithi175.stdout:(85/285): gsm-1.0.19-6.el9.x86_64.rpm 678 kB/s | 34 kB 00:00 2024-09-12T16:50:11.866 INFO:teuthology.orchestra.run.smithi175.stdout:(86/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.9 MB/s | 3.0 MB 00:00 2024-09-12T16:50:11.900 INFO:teuthology.orchestra.run.smithi175.stdout:(87/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 13 MB/s | 1.4 MB 00:00 2024-09-12T16:50:11.925 INFO:teuthology.orchestra.run.smithi175.stdout:(88/285): gtk-update-icon-cache-3.24.31-5.el9.x 567 kB/s | 33 kB 00:00 2024-09-12T16:50:11.955 INFO:teuthology.orchestra.run.smithi123.stdout:(11/285): ceph-radosgw-19.3.0-4762.gbad475c1.el 18 MB/s | 11 MB 00:00 2024-09-12T16:50:11.972 INFO:teuthology.orchestra.run.smithi123.stdout:(12/285): libcephfs-devel-19.3.0-4762.gbad475c1 173 kB/s | 32 kB 00:00 2024-09-12T16:50:11.975 INFO:teuthology.orchestra.run.smithi175.stdout:(89/285): gstreamer1-plugins-base-1.22.1-2.el9. 14 MB/s | 2.2 MB 00:00 2024-09-12T16:50:12.005 INFO:teuthology.orchestra.run.smithi123.stdout:(13/285): libcephfs2-19.3.0-4762.gbad475c1.el9. 15 MB/s | 756 kB 00:00 2024-09-12T16:50:12.034 INFO:teuthology.orchestra.run.smithi175.stdout:(90/285): guava-30.1-6.el9.noarch.rpm 21 MB/s | 2.3 MB 00:00 2024-09-12T16:50:12.038 INFO:teuthology.orchestra.run.smithi123.stdout:(14/285): libcephsqlite-19.3.0-4762.gbad475c1.e 2.4 MB/s | 161 kB 00:00 2024-09-12T16:50:12.059 INFO:teuthology.orchestra.run.smithi175.stdout:(91/285): hicolor-icon-theme-0.17-13.el9.noarch 2.6 MB/s | 219 kB 00:00 2024-09-12T16:50:12.064 INFO:teuthology.orchestra.run.smithi123.stdout:(15/285): librados-devel-19.3.0-4762.gbad475c1. 2.1 MB/s | 126 kB 00:00 2024-09-12T16:50:12.093 INFO:teuthology.orchestra.run.smithi175.stdout:(92/285): httpcomponents-client-4.5.13-3.el9.no 11 MB/s | 657 kB 00:00 2024-09-12T16:50:12.097 INFO:teuthology.orchestra.run.smithi123.stdout:(16/285): libradosstriper1-19.3.0-4762.gbad475c 8.5 MB/s | 508 kB 00:00 2024-09-12T16:50:12.156 INFO:teuthology.orchestra.run.smithi123.stdout:(17/285): python3-ceph-argparse-19.3.0-4762.gba 774 kB/s | 45 kB 00:00 2024-09-12T16:50:12.160 INFO:teuthology.orchestra.run.smithi175.stdout:(93/285): gtk3-3.24.31-5.el9.x86_64.rpm 19 MB/s | 4.9 MB 00:00 2024-09-12T16:50:12.185 INFO:teuthology.orchestra.run.smithi175.stdout:(94/285): httpcomponents-core-4.4.13-7.el9.noar 4.9 MB/s | 632 kB 00:00 2024-09-12T16:50:12.211 INFO:teuthology.orchestra.run.smithi175.stdout:(95/285): jakarta-annotations-1.3.5-13.el9.noar 900 kB/s | 45 kB 00:00 2024-09-12T16:50:12.236 INFO:teuthology.orchestra.run.smithi175.stdout:(96/285): jansi-2.3.3-6.el9.x86_64.rpm 2.1 MB/s | 110 kB 00:00 2024-09-12T16:50:12.240 INFO:teuthology.orchestra.run.smithi123.stdout:(18/285): python3-ceph-common-19.3.0-4762.gbad4 1.7 MB/s | 143 kB 00:00 2024-09-12T16:50:12.261 INFO:teuthology.orchestra.run.smithi175.stdout:(97/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 8.1 MB/s | 413 kB 00:00 2024-09-12T16:50:12.328 INFO:teuthology.orchestra.run.smithi175.stdout:(98/285): iso-codes-4.6.0-3.el9.noarch.rpm 15 MB/s | 3.5 MB 00:00 2024-09-12T16:50:12.348 INFO:teuthology.orchestra.run.smithi123.stdout:(19/285): librgw2-19.3.0-4762.gbad475c1.el9.x86 19 MB/s | 5.5 MB 00:00 2024-09-12T16:50:12.387 INFO:teuthology.orchestra.run.smithi175.stdout:(99/285): java-11-openjdk-devel-11.0.20.1.1-2.e 22 MB/s | 3.3 MB 00:00 2024-09-12T16:50:12.412 INFO:teuthology.orchestra.run.smithi175.stdout:(100/285): javapackages-filesystem-6.0.0-4.el9. 156 kB/s | 13 kB 00:00 2024-09-12T16:50:12.432 INFO:teuthology.orchestra.run.smithi123.stdout:(20/285): python3-cephfs-19.3.0-4762.gbad475c1. 841 kB/s | 161 kB 00:00 2024-09-12T16:50:12.437 INFO:teuthology.orchestra.run.smithi175.stdout:(101/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.0 MB/s | 53 kB 00:00 2024-09-12T16:50:12.457 INFO:teuthology.orchestra.run.smithi123.stdout:(21/285): python3-rados-19.3.0-4762.gbad475c1.e 2.9 MB/s | 321 kB 00:00 2024-09-12T16:50:12.462 INFO:teuthology.orchestra.run.smithi175.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 478 kB/s | 24 kB 00:00 2024-09-12T16:50:12.483 INFO:teuthology.orchestra.run.smithi123.stdout:(22/285): python3-rbd-19.3.0-4762.gbad475c1.el9 5.9 MB/s | 305 kB 00:00 2024-09-12T16:50:12.488 INFO:teuthology.orchestra.run.smithi175.stdout:(103/285): jsoup-1.13.1-10.el9.noarch.rpm 7.3 MB/s | 377 kB 00:00 2024-09-12T16:50:12.508 INFO:teuthology.orchestra.run.smithi123.stdout:(23/285): python3-rgw-19.3.0-4762.gbad475c1.el9 1.9 MB/s | 99 kB 00:00 2024-09-12T16:50:12.513 INFO:teuthology.orchestra.run.smithi175.stdout:(104/285): jsr-305-3.0.2-6.el9.noarch.rpm 709 kB/s | 35 kB 00:00 2024-09-12T16:50:12.533 INFO:teuthology.orchestra.run.smithi123.stdout:(24/285): rbd-fuse-19.3.0-4762.gbad475c1.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-12T16:50:12.538 INFO:teuthology.orchestra.run.smithi175.stdout:(105/285): lcms2-2.12-3.el9.x86_64.rpm 3.3 MB/s | 168 kB 00:00 2024-09-12T16:50:12.563 INFO:teuthology.orchestra.run.smithi175.stdout:(106/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 222 kB/s | 11 kB 00:00 2024-09-12T16:50:12.589 INFO:teuthology.orchestra.run.smithi175.stdout:(107/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 481 kB/s | 24 kB 00:00 2024-09-12T16:50:12.592 INFO:teuthology.orchestra.run.smithi123.stdout:(25/285): rbd-nbd-19.3.0-4762.gbad475c1.el9.x86 2.9 MB/s | 170 kB 00:00 2024-09-12T16:50:12.614 INFO:teuthology.orchestra.run.smithi175.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 614 kB/s | 31 kB 00:00 2024-09-12T16:50:12.639 INFO:teuthology.orchestra.run.smithi175.stdout:(109/285): libXdamage-1.1.5-7.el9.x86_64.rpm 456 kB/s | 23 kB 00:00 2024-09-12T16:50:12.659 INFO:teuthology.orchestra.run.smithi123.stdout:(26/285): rbd-mirror-19.3.0-4762.gbad475c1.el9. 21 MB/s | 3.2 MB 00:00 2024-09-12T16:50:12.664 INFO:teuthology.orchestra.run.smithi175.stdout:(110/285): libXfixes-5.0.3-16.el9.x86_64.rpm 394 kB/s | 20 kB 00:00 2024-09-12T16:50:12.684 INFO:teuthology.orchestra.run.smithi123.stdout:(27/285): ceph-grafana-dashboards-19.3.0-4762.g 372 kB/s | 34 kB 00:00 2024-09-12T16:50:12.689 INFO:teuthology.orchestra.run.smithi175.stdout:(111/285): libXi-1.7.10-8.el9.x86_64.rpm 792 kB/s | 40 kB 00:00 2024-09-12T16:50:12.709 INFO:teuthology.orchestra.run.smithi123.stdout:(28/285): ceph-mgr-cephadm-19.3.0-4762.gbad475c 3.0 MB/s | 154 kB 00:00 2024-09-12T16:50:12.715 INFO:teuthology.orchestra.run.smithi175.stdout:(112/285): libXinerama-1.1.4-10.el9.x86_64.rpm 300 kB/s | 15 kB 00:00 2024-09-12T16:50:12.740 INFO:teuthology.orchestra.run.smithi175.stdout:(113/285): libXrandr-1.5.2-8.el9.x86_64.rpm 567 kB/s | 28 kB 00:00 2024-09-12T16:50:12.766 INFO:teuthology.orchestra.run.smithi175.stdout:(114/285): libXtst-1.2.3-16.el9.x86_64.rpm 429 kB/s | 21 kB 00:00 2024-09-12T16:50:12.791 INFO:teuthology.orchestra.run.smithi175.stdout:(115/285): libXv-1.0.11-16.el9.x86_64.rpm 380 kB/s | 19 kB 00:00 2024-09-12T16:50:12.816 INFO:teuthology.orchestra.run.smithi175.stdout:(116/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 376 kB/s | 19 kB 00:00 2024-09-12T16:50:12.842 INFO:teuthology.orchestra.run.smithi175.stdout:(117/285): libasyncns-0.8-22.el9.x86_64.rpm 609 kB/s | 30 kB 00:00 2024-09-12T16:50:12.867 INFO:teuthology.orchestra.run.smithi175.stdout:(118/285): libcanberra-0.30-27.el9.x86_64.rpm 1.7 MB/s | 86 kB 00:00 2024-09-12T16:50:12.892 INFO:teuthology.orchestra.run.smithi175.stdout:(119/285): libcanberra-gtk3-0.30-27.el9.x86_64. 633 kB/s | 32 kB 00:00 2024-09-12T16:50:12.917 INFO:teuthology.orchestra.run.smithi175.stdout:(120/285): libdrm-2.4.121-1.el9.x86_64.rpm 3.1 MB/s | 161 kB 00:00 2024-09-12T16:50:12.943 INFO:teuthology.orchestra.run.smithi175.stdout:(121/285): libepoxy-1.5.5-4.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-09-12T16:50:12.968 INFO:teuthology.orchestra.run.smithi175.stdout:(122/285): libexif-0.6.22-6.el9.x86_64.rpm 8.5 MB/s | 435 kB 00:00 2024-09-12T16:50:12.993 INFO:teuthology.orchestra.run.smithi175.stdout:(123/285): libfontenc-1.1.3-17.el9.x86_64.rpm 619 kB/s | 31 kB 00:00 2024-09-12T16:50:13.018 INFO:teuthology.orchestra.run.smithi175.stdout:(124/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 1.6 MB/s | 83 kB 00:00 2024-09-12T16:50:13.044 INFO:teuthology.orchestra.run.smithi175.stdout:(125/285): libglvnd-1.3.4-1.el9.x86_64.rpm 2.6 MB/s | 135 kB 00:00 2024-09-12T16:50:13.069 INFO:teuthology.orchestra.run.smithi175.stdout:(126/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 731 kB/s | 37 kB 00:00 2024-09-12T16:50:13.094 INFO:teuthology.orchestra.run.smithi175.stdout:(127/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 2.8 MB/s | 142 kB 00:00 2024-09-12T16:50:13.120 INFO:teuthology.orchestra.run.smithi175.stdout:(128/285): libgsf-1.14.47-5.el9.x86_64.rpm 5.0 MB/s | 256 kB 00:00 2024-09-12T16:50:13.145 INFO:teuthology.orchestra.run.smithi175.stdout:(129/285): libgxps-0.3.2-3.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-09-12T16:50:13.162 INFO:teuthology.orchestra.run.smithi175.stdout:(130/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 1.4 MB/s | 61 kB 00:00 2024-09-12T16:50:13.179 INFO:teuthology.orchestra.run.smithi175.stdout:(131/285): libldac-2.0.2.3-10.el9.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2024-09-12T16:50:13.197 INFO:teuthology.orchestra.run.smithi175.stdout:(132/285): libnotify-0.7.9-8.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-09-12T16:50:13.213 INFO:teuthology.orchestra.run.smithi175.stdout:(133/285): libogg-1.3.4-6.el9.x86_64.rpm 1.0 MB/s | 34 kB 00:00 2024-09-12T16:50:13.246 INFO:teuthology.orchestra.run.smithi175.stdout:(134/285): libosinfo-1.10.0-1.el9.x86_64.rpm 6.2 MB/s | 319 kB 00:00 2024-09-12T16:50:13.260 INFO:teuthology.orchestra.run.smithi123.stdout:(29/285): ceph-mgr-diskprediction-local-19.3.0- 13 MB/s | 7.4 MB 00:00 2024-09-12T16:50:13.272 INFO:teuthology.orchestra.run.smithi175.stdout:(135/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-12T16:50:13.289 INFO:teuthology.orchestra.run.smithi175.stdout:(136/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-12T16:50:13.339 INFO:teuthology.orchestra.run.smithi175.stdout:(137/285): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-09-12T16:50:13.364 INFO:teuthology.orchestra.run.smithi175.stdout:(138/285): libsbc-1.4-9.el9.x86_64.rpm 597 kB/s | 45 kB 00:00 2024-09-12T16:50:13.389 INFO:teuthology.orchestra.run.smithi175.stdout:(139/285): libsndfile-1.0.31-8.el9.x86_64.rpm 4.0 MB/s | 206 kB 00:00 2024-09-12T16:50:13.415 INFO:teuthology.orchestra.run.smithi175.stdout:(140/285): libtheora-1.1.1-31.el9.x86_64.rpm 3.2 MB/s | 164 kB 00:00 2024-09-12T16:50:13.427 INFO:teuthology.orchestra.run.smithi123.stdout:(30/285): ceph-mgr-dashboard-19.3.0-4762.gbad47 19 MB/s | 14 MB 00:00 2024-09-12T16:50:13.440 INFO:teuthology.orchestra.run.smithi175.stdout:(141/285): libtiff-4.4.0-13.el9.x86_64.rpm 3.9 MB/s | 198 kB 00:00 2024-09-12T16:50:13.452 INFO:teuthology.orchestra.run.smithi123.stdout:(31/285): ceph-mgr-modules-core-19.3.0-4762.gba 1.5 MB/s | 291 kB 00:00 2024-09-12T16:50:13.465 INFO:teuthology.orchestra.run.smithi175.stdout:(142/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 708 kB/s | 36 kB 00:00 2024-09-12T16:50:13.477 INFO:teuthology.orchestra.run.smithi123.stdout:(32/285): ceph-mgr-rook-19.3.0-4762.gbad475c1.e 987 kB/s | 49 kB 00:00 2024-09-12T16:50:13.490 INFO:teuthology.orchestra.run.smithi175.stdout:(143/285): libtracker-sparql-3.1.2-3.el9.x86_64 6.3 MB/s | 324 kB 00:00 2024-09-12T16:50:13.503 INFO:teuthology.orchestra.run.smithi123.stdout:(33/285): ceph-prometheus-alerts-19.3.0-4762.gb 328 kB/s | 16 kB 00:00 2024-09-12T16:50:13.516 INFO:teuthology.orchestra.run.smithi175.stdout:(144/285): libvisual-0.4.0-34.el9.x86_64.rpm 2.8 MB/s | 144 kB 00:00 2024-09-12T16:50:13.528 INFO:teuthology.orchestra.run.smithi123.stdout:(34/285): ceph-volume-19.3.0-4762.gbad475c1.el9 5.5 MB/s | 285 kB 00:00 2024-09-12T16:50:13.541 INFO:teuthology.orchestra.run.smithi175.stdout:(145/285): libvorbis-1.3.7-5.el9.x86_64.rpm 3.8 MB/s | 193 kB 00:00 2024-09-12T16:50:13.561 INFO:teuthology.orchestra.run.smithi123.stdout:(35/285): cephadm-19.3.0-4762.gbad475c1.el9.noa 13 MB/s | 783 kB 00:00 2024-09-12T16:50:13.566 INFO:teuthology.orchestra.run.smithi175.stdout:(146/285): libwayland-client-1.21.0-1.el9.x86_6 665 kB/s | 33 kB 00:00 2024-09-12T16:50:13.592 INFO:teuthology.orchestra.run.smithi175.stdout:(147/285): libwayland-cursor-1.21.0-1.el9.x86_6 388 kB/s | 19 kB 00:00 2024-09-12T16:50:13.617 INFO:teuthology.orchestra.run.smithi175.stdout:(148/285): libwayland-egl-1.21.0-1.el9.x86_64.r 256 kB/s | 13 kB 00:00 2024-09-12T16:50:13.642 INFO:teuthology.orchestra.run.smithi175.stdout:(149/285): libwayland-server-1.21.0-1.el9.x86_6 835 kB/s | 42 kB 00:00 2024-09-12T16:50:13.668 INFO:teuthology.orchestra.run.smithi175.stdout:(150/285): libwebp-1.2.0-8.el9.x86_64.rpm 5.4 MB/s | 277 kB 00:00 2024-09-12T16:50:13.693 INFO:teuthology.orchestra.run.smithi175.stdout:(151/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 2.6 MB/s | 133 kB 00:00 2024-09-12T16:50:13.718 INFO:teuthology.orchestra.run.smithi175.stdout:(152/285): libxshmfence-1.3-10.el9.x86_64.rpm 252 kB/s | 13 kB 00:00 2024-09-12T16:50:13.744 INFO:teuthology.orchestra.run.smithi175.stdout:(153/285): low-memory-monitor-2.1-4.el9.x86_64. 710 kB/s | 36 kB 00:00 2024-09-12T16:50:13.769 INFO:teuthology.orchestra.run.smithi175.stdout:(154/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-12T16:50:13.794 INFO:teuthology.orchestra.run.smithi175.stdout:(155/285): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-09-12T16:50:13.828 INFO:teuthology.orchestra.run.smithi175.stdout:(156/285): lua-posix-35.0-8.el9.x86_64.rpm 2.5 MB/s | 151 kB 00:00 2024-09-12T16:50:13.853 INFO:teuthology.orchestra.run.smithi175.stdout:(157/285): maven-3.6.3-15.el9.noarch.rpm 303 kB/s | 18 kB 00:00 2024-09-12T16:50:13.903 INFO:teuthology.orchestra.run.smithi175.stdout:(158/285): maven-lib-3.6.3-15.el9.noarch.rpm 20 MB/s | 1.5 MB 00:00 2024-09-12T16:50:13.929 INFO:teuthology.orchestra.run.smithi175.stdout:(159/285): maven-openjdk11-3.6.3-15.el9.noarch. 120 kB/s | 9.0 kB 00:00 2024-09-12T16:50:13.962 INFO:teuthology.orchestra.run.smithi175.stdout:(160/285): maven-resolver-1.6.1-10.el9.noarch.r 8.6 MB/s | 517 kB 00:00 2024-09-12T16:50:13.987 INFO:teuthology.orchestra.run.smithi175.stdout:(161/285): maven-shared-utils-3.3.4-3.el9.noarc 2.5 MB/s | 151 kB 00:00 2024-09-12T16:50:14.004 INFO:teuthology.orchestra.run.smithi123.stdout:(36/285): ceph-test-19.3.0-4762.gbad475c1.el9.x 19 MB/s | 45 MB 00:02 2024-09-12T16:50:14.013 INFO:teuthology.orchestra.run.smithi175.stdout:(162/285): maven-wagon-3.4.2-7.el9.noarch.rpm 2.2 MB/s | 112 kB 00:00 2024-09-12T16:50:14.055 INFO:teuthology.orchestra.run.smithi175.stdout:(163/285): mesa-filesystem-24.1.2-3.el9.x86_64. 271 kB/s | 11 kB 00:00 2024-09-12T16:50:14.097 INFO:teuthology.orchestra.run.smithi175.stdout:(164/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 3.3 MB/s | 139 kB 00:00 2024-09-12T16:50:14.214 INFO:teuthology.orchestra.run.smithi175.stdout:(165/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 39 MB/s | 8.8 MB 00:00 2024-09-12T16:50:14.247 INFO:teuthology.orchestra.run.smithi175.stdout:(166/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 1.1 MB/s | 171 kB 00:00 2024-09-12T16:50:14.272 INFO:teuthology.orchestra.run.smithi175.stdout:(167/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 621 kB/s | 36 kB 00:00 2024-09-12T16:50:14.298 INFO:teuthology.orchestra.run.smithi175.stdout:(168/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 916 kB/s | 46 kB 00:00 2024-09-12T16:50:14.323 INFO:teuthology.orchestra.run.smithi175.stdout:(169/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 641 kB/s | 32 kB 00:00 2024-09-12T16:50:14.340 INFO:teuthology.orchestra.run.smithi175.stdout:(170/285): openblas-0.3.26-2.el9.x86_64.rpm 919 kB/s | 38 kB 00:00 2024-09-12T16:50:14.382 INFO:teuthology.orchestra.run.smithi175.stdout:(171/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 3.8 MB/s | 163 kB 00:00 2024-09-12T16:50:14.457 INFO:teuthology.orchestra.run.smithi175.stdout:(172/285): openblas-openmp-0.3.26-2.el9.x86_64. 37 MB/s | 4.9 MB 00:00 2024-09-12T16:50:14.490 INFO:teuthology.orchestra.run.smithi175.stdout:(173/285): opus-1.3.1-10.el9.x86_64.rpm 1.8 MB/s | 200 kB 00:00 2024-09-12T16:50:14.516 INFO:teuthology.orchestra.run.smithi175.stdout:(174/285): orc-0.4.31-8.el9.x86_64.rpm 3.1 MB/s | 183 kB 00:00 2024-09-12T16:50:14.541 INFO:teuthology.orchestra.run.smithi175.stdout:(175/285): osinfo-db-20240701-2.el9.noarch.rpm 10 MB/s | 531 kB 00:00 2024-09-12T16:50:14.566 INFO:teuthology.orchestra.run.smithi175.stdout:(176/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 1.4 MB/s | 74 kB 00:00 2024-09-12T16:50:14.570 INFO:teuthology.orchestra.run.smithi123.stdout:(37/285): bluez-libs-5.56-6.el9.x86_64.rpm 84 kB/s | 85 kB 00:01 2024-09-12T16:50:14.592 INFO:teuthology.orchestra.run.smithi175.stdout:(177/285): ostree-libs-2024.7-2.el9.x86_64.rpm 9.1 MB/s | 468 kB 00:00 2024-09-12T16:50:14.596 INFO:teuthology.orchestra.run.smithi123.stdout:(38/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 83 kB/s | 49 kB 00:00 2024-09-12T16:50:14.633 INFO:teuthology.orchestra.run.smithi175.stdout:(178/285): p11-kit-server-0.25.3-2.el9.x86_64.r 3.6 MB/s | 246 kB 00:00 2024-09-12T16:50:14.667 INFO:teuthology.orchestra.run.smithi175.stdout:(179/285): pipewire-1.0.1-1.el9.x86_64.rpm 1.4 MB/s | 107 kB 00:00 2024-09-12T16:50:14.692 INFO:teuthology.orchestra.run.smithi175.stdout:(180/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 979 kB/s | 57 kB 00:00 2024-09-12T16:50:14.717 INFO:teuthology.orchestra.run.smithi175.stdout:(181/285): pipewire-jack-audio-connection-kit-1 182 kB/s | 9.1 kB 00:00 2024-09-12T16:50:14.743 INFO:teuthology.orchestra.run.smithi175.stdout:(182/285): pipewire-jack-audio-connection-kit-l 2.6 MB/s | 135 kB 00:00 2024-09-12T16:50:14.793 INFO:teuthology.orchestra.run.smithi175.stdout:(183/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 26 MB/s | 1.9 MB 00:00 2024-09-12T16:50:14.818 INFO:teuthology.orchestra.run.smithi175.stdout:(184/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.5 MB/s | 192 kB 00:00 2024-09-12T16:50:14.844 INFO:teuthology.orchestra.run.smithi175.stdout:(185/285): plexus-cipher-1.7-27.el9.noarch.rpm 516 kB/s | 26 kB 00:00 2024-09-12T16:50:14.869 INFO:teuthology.orchestra.run.smithi175.stdout:(186/285): plexus-classworlds-2.6.0-11.el9.noar 1.2 MB/s | 60 kB 00:00 2024-09-12T16:50:14.894 INFO:teuthology.orchestra.run.smithi175.stdout:(187/285): plexus-containers-component-annotati 367 kB/s | 18 kB 00:00 2024-09-12T16:50:14.896 INFO:teuthology.orchestra.run.smithi123.stdout:(39/285): ModemManager-glib-1.20.2-1.el9.x86_64 245 kB/s | 335 kB 00:01 2024-09-12T16:50:14.920 INFO:teuthology.orchestra.run.smithi175.stdout:(188/285): plexus-interpolation-1.26-11.el9.noa 1.5 MB/s | 80 kB 00:00 2024-09-12T16:50:14.953 INFO:teuthology.orchestra.run.smithi175.stdout:(189/285): plexus-sec-dispatcher-1.4-37.el9.noa 572 kB/s | 34 kB 00:00 2024-09-12T16:50:14.979 INFO:teuthology.orchestra.run.smithi175.stdout:(190/285): plexus-utils-3.3.0-10.el9.noarch.rpm 4.2 MB/s | 254 kB 00:00 2024-09-12T16:50:15.013 INFO:teuthology.orchestra.run.smithi175.stdout:(191/285): poppler-21.01.0-21.el9.x86_64.rpm 18 MB/s | 1.1 MB 00:00 2024-09-12T16:50:15.063 INFO:teuthology.orchestra.run.smithi175.stdout:(192/285): poppler-data-0.4.9-9.el9.noarch.rpm 22 MB/s | 1.9 MB 00:00 2024-09-12T16:50:15.088 INFO:teuthology.orchestra.run.smithi175.stdout:(193/285): poppler-glib-21.01.0-21.el9.x86_64.r 2.0 MB/s | 152 kB 00:00 2024-09-12T16:50:15.130 INFO:teuthology.orchestra.run.smithi175.stdout:(194/285): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-09-12T16:50:15.164 INFO:teuthology.orchestra.run.smithi175.stdout:(195/285): publicsuffix-list-20210518-3.el9.noa 1.1 MB/s | 83 kB 00:00 2024-09-12T16:50:15.197 INFO:teuthology.orchestra.run.smithi175.stdout:(196/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 9.9 MB/s | 679 kB 00:00 2024-09-12T16:50:15.241 INFO:teuthology.orchestra.run.smithi123.stdout:(40/285): fuse-2.9.9-16.el9.x86_64.rpm 124 kB/s | 80 kB 00:00 2024-09-12T16:50:15.241 INFO:teuthology.orchestra.run.smithi175.stdout:(197/285): python3-devel-3.9.19-8.el9.x86_64.rp 5.7 MB/s | 245 kB 00:00 2024-09-12T16:50:15.471 INFO:teuthology.orchestra.run.smithi123.stdout:(41/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 291 kB/s | 262 kB 00:00 2024-09-12T16:50:15.589 INFO:teuthology.orchestra.run.smithi175.stdout:(198/285): java-11-openjdk-headless-11.0.20.1.1 12 MB/s | 39 MB 00:03 2024-09-12T16:50:15.615 INFO:teuthology.orchestra.run.smithi175.stdout:(199/285): python3-jinja2-2.11.3-6.el9.noarch.r 662 kB/s | 248 kB 00:00 2024-09-12T16:50:15.690 INFO:teuthology.orchestra.run.smithi175.stdout:(200/285): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-09-12T16:50:15.715 INFO:teuthology.orchestra.run.smithi175.stdout:(201/285): python3-jsonpatch-1.21-16.el9.noarch 204 kB/s | 26 kB 00:00 2024-09-12T16:50:15.740 INFO:teuthology.orchestra.run.smithi175.stdout:(202/285): python3-jsonpointer-2.0-4.el9.noarch 153 kB/s | 19 kB 00:00 2024-09-12T16:50:15.766 INFO:teuthology.orchestra.run.smithi175.stdout:(203/285): python3-markupsafe-1.1.1-12.el9.x86_ 695 kB/s | 35 kB 00:00 2024-09-12T16:50:15.791 INFO:teuthology.orchestra.run.smithi175.stdout:(204/285): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-12T16:50:15.816 INFO:teuthology.orchestra.run.smithi175.stdout:(205/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 4.9 MB/s | 250 kB 00:00 2024-09-12T16:50:15.838 INFO:teuthology.orchestra.run.smithi123.stdout:(42/285): libpciaccess-0.16-7.el9.x86_64.rpm 45 kB/s | 27 kB 00:00 2024-09-12T16:50:15.852 INFO:teuthology.orchestra.run.smithi175.stdout:(206/285): python3-oauthlib-3.1.1-5.el9.noarch. 3.7 MB/s | 222 kB 00:00 2024-09-12T16:50:15.875 INFO:teuthology.orchestra.run.smithi175.stdout:(207/285): python3-packaging-20.9-5.el9.noarch. 1.3 MB/s | 77 kB 00:00 2024-09-12T16:50:15.900 INFO:teuthology.orchestra.run.smithi175.stdout:(208/285): python3-prettytable-0.7.2-27.el9.noa 843 kB/s | 42 kB 00:00 2024-09-12T16:50:15.926 INFO:teuthology.orchestra.run.smithi175.stdout:(209/285): python3-protobuf-3.14.0-13.el9.noarc 5.3 MB/s | 269 kB 00:00 2024-09-12T16:50:15.951 INFO:teuthology.orchestra.run.smithi175.stdout:(210/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 3.1 MB/s | 159 kB 00:00 2024-09-12T16:50:15.976 INFO:teuthology.orchestra.run.smithi175.stdout:(211/285): python3-pyasn1-modules-0.4.8-6.el9.n 5.4 MB/s | 279 kB 00:00 2024-09-12T16:50:16.002 INFO:teuthology.orchestra.run.smithi175.stdout:(212/285): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-12T16:50:16.026 INFO:teuthology.orchestra.run.smithi175.stdout:(213/285): python3-requests-oauthlib-1.3.0-12.e 1.0 MB/s | 54 kB 00:00 2024-09-12T16:50:16.110 INFO:teuthology.orchestra.run.smithi175.stdout:(214/285): python3-numpy-1.20.1-5.el9.x86_64.rp 14 MB/s | 5.1 MB 00:00 2024-09-12T16:50:16.136 INFO:teuthology.orchestra.run.smithi175.stdout:(215/285): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-12T16:50:16.169 INFO:teuthology.orchestra.run.smithi175.stdout:(216/285): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-12T16:50:16.195 INFO:teuthology.orchestra.run.smithi175.stdout:(217/285): qatlib-service-24.02.0-1.el9.x86_64. 614 kB/s | 36 kB 00:00 2024-09-12T16:50:16.220 INFO:teuthology.orchestra.run.smithi175.stdout:(218/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-09-12T16:50:16.245 INFO:teuthology.orchestra.run.smithi175.stdout:(219/285): rtkit-0.11-29.el9.x86_64.rpm 1.1 MB/s | 56 kB 00:00 2024-09-12T16:50:16.255 INFO:teuthology.orchestra.run.smithi123.stdout:(43/285): libquadmath-11.5.0-2.el9.x86_64.rpm 246 kB/s | 191 kB 00:00 2024-09-12T16:50:16.271 INFO:teuthology.orchestra.run.smithi175.stdout:(220/285): sisu-0.3.4-10.el9.noarch.rpm 9.9 MB/s | 510 kB 00:00 2024-09-12T16:50:16.296 INFO:teuthology.orchestra.run.smithi175.stdout:(221/285): slf4j-1.7.30-13.el9.noarch.rpm 1.3 MB/s | 69 kB 00:00 2024-09-12T16:50:16.329 INFO:teuthology.orchestra.run.smithi175.stdout:(222/285): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-12T16:50:16.363 INFO:teuthology.orchestra.run.smithi175.stdout:(223/285): sound-theme-freedesktop-0.8-17.el9.n 5.6 MB/s | 383 kB 00:00 2024-09-12T16:50:16.405 INFO:teuthology.orchestra.run.smithi175.stdout:(224/285): totem-pl-parser-3.26.6-2.el9.x86_64. 2.0 MB/s | 152 kB 00:00 2024-09-12T16:50:16.420 INFO:teuthology.orchestra.run.smithi123.stdout:(44/285): libgfortran-11.5.0-2.el9.x86_64.rpm 526 kB/s | 801 kB 00:01 2024-09-12T16:50:16.447 INFO:teuthology.orchestra.run.smithi175.stdout:(225/285): tracker-3.1.2-3.el9.x86_64.rpm 6.5 MB/s | 555 kB 00:00 2024-09-12T16:50:16.481 INFO:teuthology.orchestra.run.smithi175.stdout:(226/285): tracker-miners-3.1.2-4.el9.x86_64.rp 12 MB/s | 944 kB 00:00 2024-09-12T16:50:16.506 INFO:teuthology.orchestra.run.smithi175.stdout:(227/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 911 kB/s | 53 kB 00:00 2024-09-12T16:50:16.531 INFO:teuthology.orchestra.run.smithi175.stdout:(228/285): tzdata-java-2024a-2.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-09-12T16:50:16.556 INFO:teuthology.orchestra.run.smithi175.stdout:(229/285): upower-0.99.11-11.el9.x86_64.rpm 3.4 MB/s | 173 kB 00:00 2024-09-12T16:50:16.564 INFO:teuthology.orchestra.run.smithi123.stdout:(45/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 130 kB/s | 94 kB 00:00 2024-09-12T16:50:16.582 INFO:teuthology.orchestra.run.smithi175.stdout:(230/285): webrtc-audio-processing-0.3.1-8.el9. 6.0 MB/s | 306 kB 00:00 2024-09-12T16:50:16.607 INFO:teuthology.orchestra.run.smithi175.stdout:(231/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.9 MB/s | 96 kB 00:00 2024-09-12T16:50:16.641 INFO:teuthology.orchestra.run.smithi175.stdout:(232/285): wireplumber-libs-0.4.14-1.el9.x86_64 6.0 MB/s | 358 kB 00:00 2024-09-12T16:50:16.666 INFO:teuthology.orchestra.run.smithi175.stdout:(233/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 724 kB/s | 42 kB 00:00 2024-09-12T16:50:16.691 INFO:teuthology.orchestra.run.smithi175.stdout:(234/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 7.5 MB/s | 385 kB 00:00 2024-09-12T16:50:16.716 INFO:teuthology.orchestra.run.smithi175.stdout:(235/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 2.6 MB/s | 134 kB 00:00 2024-09-12T16:50:16.758 INFO:teuthology.orchestra.run.smithi175.stdout:(236/285): xkeyboard-config-2.33-2.el9.noarch.r 13 MB/s | 859 kB 00:00 2024-09-12T16:50:16.784 INFO:teuthology.orchestra.run.smithi175.stdout:(237/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 950 kB/s | 64 kB 00:00 2024-09-12T16:50:16.809 INFO:teuthology.orchestra.run.smithi175.stdout:(238/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 9.8 MB/s | 505 kB 00:00 2024-09-12T16:50:17.009 INFO:teuthology.orchestra.run.smithi175.stdout:(239/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 16 MB/s | 16 MB 00:01 2024-09-12T16:50:17.034 INFO:teuthology.orchestra.run.smithi175.stdout:(240/285): lua-devel-5.4.4-4.el9.x86_64.rpm 89 kB/s | 22 kB 00:00 2024-09-12T16:50:17.039 INFO:teuthology.orchestra.run.smithi123.stdout:(46/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 323 kB/s | 253 kB 00:00 2024-09-12T16:50:17.090 INFO:teuthology.orchestra.run.smithi175.stdout:(241/285): abseil-cpp-20211102.0-3.el9.x86_64.r 6.7 MB/s | 548 kB 00:00 2024-09-12T16:50:17.110 INFO:teuthology.orchestra.run.smithi175.stdout:(242/285): grpc-data-1.46.7-10.el9.noarch.rpm 988 kB/s | 19 kB 00:00 2024-09-12T16:50:17.135 INFO:teuthology.orchestra.run.smithi175.stdout:(243/285): gperftools-libs-2.9.1-3.el9.x86_64.r 3.0 MB/s | 308 kB 00:00 2024-09-12T16:50:17.161 INFO:teuthology.orchestra.run.smithi175.stdout:(244/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T16:50:17.186 INFO:teuthology.orchestra.run.smithi175.stdout:(245/285): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-12T16:50:17.211 INFO:teuthology.orchestra.run.smithi175.stdout:(246/285): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-12T16:50:17.231 INFO:teuthology.orchestra.run.smithi123.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 160 kB/s | 106 kB 00:00 2024-09-12T16:50:17.253 INFO:teuthology.orchestra.run.smithi175.stdout:(247/285): protobuf-compiler-3.14.0-13.el9.x86_ 1.9 MB/s | 863 kB 00:00 2024-09-12T16:50:17.278 INFO:teuthology.orchestra.run.smithi175.stdout:(248/285): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-12T16:50:17.329 INFO:teuthology.orchestra.run.smithi175.stdout:(249/285): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-12T16:50:17.354 INFO:teuthology.orchestra.run.smithi175.stdout:(250/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T16:50:17.373 INFO:teuthology.orchestra.run.smithi123.stdout:(48/285): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-09-12T16:50:17.379 INFO:teuthology.orchestra.run.smithi175.stdout:(251/285): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T16:50:17.404 INFO:teuthology.orchestra.run.smithi175.stdout:(252/285): python3-certifi-2023.05.07-4.el9.noa 569 kB/s | 14 kB 00:00 2024-09-12T16:50:17.430 INFO:teuthology.orchestra.run.smithi175.stdout:(253/285): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-12T16:50:17.463 INFO:teuthology.orchestra.run.smithi175.stdout:(254/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.9 MB/s | 839 kB 00:00 2024-09-12T16:50:17.489 INFO:teuthology.orchestra.run.smithi175.stdout:(255/285): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-12T16:50:17.514 INFO:teuthology.orchestra.run.smithi175.stdout:(256/285): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-12T16:50:17.548 INFO:teuthology.orchestra.run.smithi175.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-12T16:50:17.573 INFO:teuthology.orchestra.run.smithi175.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-09-12T16:50:17.598 INFO:teuthology.orchestra.run.smithi175.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 711 kB/s | 18 kB 00:00 2024-09-12T16:50:17.623 INFO:teuthology.orchestra.run.smithi175.stdout:(260/285): python3-jaraco-collections-3.0.0-8.e 935 kB/s | 23 kB 00:00 2024-09-12T16:50:17.649 INFO:teuthology.orchestra.run.smithi175.stdout:(261/285): python3-jaraco-functools-3.5.0-2.el9 781 kB/s | 19 kB 00:00 2024-09-12T16:50:17.716 INFO:teuthology.orchestra.run.smithi175.stdout:(262/285): libarrow-9.0.0-11.el9.x86_64.rpm 7.3 MB/s | 4.4 MB 00:00 2024-09-12T16:50:17.741 INFO:teuthology.orchestra.run.smithi175.stdout:(263/285): python3-jaraco-text-3.2.0-6.el9.noar 214 kB/s | 20 kB 00:00 2024-09-12T16:50:17.766 INFO:teuthology.orchestra.run.smithi175.stdout:(264/285): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T16:50:17.791 INFO:teuthology.orchestra.run.smithi175.stdout:(265/285): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T16:50:17.817 INFO:teuthology.orchestra.run.smithi175.stdout:(266/285): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-12T16:50:17.823 INFO:teuthology.orchestra.run.smithi123.stdout:(49/285): python3-pycparser-2.20-6.el9.noarch.r 173 kB/s | 135 kB 00:00 2024-09-12T16:50:17.867 INFO:teuthology.orchestra.run.smithi175.stdout:(267/285): python3-grpcio-1.46.7-10.el9.x86_64. 5.4 MB/s | 2.0 MB 00:00 2024-09-12T16:50:17.901 INFO:teuthology.orchestra.run.smithi175.stdout:(268/285): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-09-12T16:50:17.923 INFO:teuthology.orchestra.run.smithi123.stdout:(50/285): python3-requests-2.25.1-8.el9.noarch. 180 kB/s | 125 kB 00:00 2024-09-12T16:50:17.926 INFO:teuthology.orchestra.run.smithi175.stdout:(269/285): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-09-12T16:50:17.951 INFO:teuthology.orchestra.run.smithi175.stdout:(270/285): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-12T16:50:17.976 INFO:teuthology.orchestra.run.smithi175.stdout:(271/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-12T16:50:18.007 INFO:teuthology.orchestra.run.smithi123.stdout:(51/285): adwaita-cursor-theme-40.1.1-3.el9.noa 3.5 MB/s | 650 kB 00:00 2024-09-12T16:50:18.010 INFO:teuthology.orchestra.run.smithi175.stdout:(272/285): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-09-12T16:50:18.035 INFO:teuthology.orchestra.run.smithi175.stdout:(273/285): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-12T16:50:18.060 INFO:teuthology.orchestra.run.smithi175.stdout:(274/285): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-12T16:50:18.094 INFO:teuthology.orchestra.run.smithi175.stdout:(275/285): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-09-12T16:50:18.100 INFO:teuthology.orchestra.run.smithi123.stdout:(52/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 5.6 MB/s | 523 kB 00:00 2024-09-12T16:50:18.119 INFO:teuthology.orchestra.run.smithi175.stdout:(276/285): python3-typing-extensions-4.12.2-2.e 891 kB/s | 74 kB 00:00 2024-09-12T16:50:18.132 INFO:teuthology.orchestra.run.smithi123.stdout:(53/285): python3-urllib3-1.26.5-6.el9.noarch.r 283 kB/s | 215 kB 00:00 2024-09-12T16:50:18.144 INFO:teuthology.orchestra.run.smithi175.stdout:(277/285): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-09-12T16:50:18.170 INFO:teuthology.orchestra.run.smithi175.stdout:(278/285): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-12T16:50:18.187 INFO:teuthology.orchestra.run.smithi175.stdout:(279/285): python3-zc-lockfile-2.0-10.el9.noarc 474 kB/s | 20 kB 00:00 2024-09-12T16:50:18.191 INFO:teuthology.orchestra.run.smithi123.stdout:(54/285): apache-commons-cli-1.4-17.el9.noarch. 770 kB/s | 71 kB 00:00 2024-09-12T16:50:18.212 INFO:teuthology.orchestra.run.smithi175.stdout:(280/285): re2-20211101-20.el9.x86_64.rpm 4.5 MB/s | 191 kB 00:00 2024-09-12T16:50:18.238 INFO:teuthology.orchestra.run.smithi175.stdout:(281/285): s3cmd-2.4.0-1.el9.noarch.rpm 4.0 MB/s | 206 kB 00:00 2024-09-12T16:50:18.263 INFO:teuthology.orchestra.run.smithi175.stdout:(282/285): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-09-12T16:50:18.313 INFO:teuthology.orchestra.run.smithi175.stdout:(283/285): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-12T16:50:18.316 INFO:teuthology.orchestra.run.smithi123.stdout:(55/285): adwaita-icon-theme-40.1.1-3.el9.noarc 30 MB/s | 12 MB 00:00 2024-09-12T16:50:18.341 INFO:teuthology.orchestra.run.smithi123.stdout:(56/285): apache-commons-io-2.8.0-8.el9.noarch. 1.8 MB/s | 283 kB 00:00 2024-09-12T16:50:18.400 INFO:teuthology.orchestra.run.smithi123.stdout:(57/285): apache-commons-lang3-3.12.0-6.el9.noa 6.6 MB/s | 559 kB 00:00 2024-09-12T16:50:18.425 INFO:teuthology.orchestra.run.smithi123.stdout:(58/285): apache-commons-codec-1.15-7.el9.noarc 1.0 MB/s | 302 kB 00:00 2024-09-12T16:50:18.459 INFO:teuthology.orchestra.run.smithi123.stdout:(59/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 741 kB/s | 87 kB 00:00 2024-09-12T16:50:18.484 INFO:teuthology.orchestra.run.smithi123.stdout:(60/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-09-12T16:50:18.522 INFO:teuthology.orchestra.run.smithi175.stdout:(284/285): librados2-19.3.0-4762.gbad475c1.el9. 12 MB/s | 3.5 MB 00:00 2024-09-12T16:50:18.543 INFO:teuthology.orchestra.run.smithi123.stdout:(61/285): atinject-1.0.3-6.el9.noarch.rpm 279 kB/s | 23 kB 00:00 2024-09-12T16:50:18.568 INFO:teuthology.orchestra.run.smithi123.stdout:(62/285): avahi-glib-0.8-21.el9.x86_64.rpm 178 kB/s | 15 kB 00:00 2024-09-12T16:50:18.580 INFO:teuthology.orchestra.run.smithi175.stdout:(285/285): librbd1-19.3.0-4762.gbad475c1.el9.x8 10 MB/s | 3.2 MB 00:00 2024-09-12T16:50:18.587 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-09-12T16:50:18.587 INFO:teuthology.orchestra.run.smithi175.stdout:Total 24 MB/s | 322 MB 00:13 2024-09-12T16:50:18.593 INFO:teuthology.orchestra.run.smithi123.stdout:(63/285): atk-2.36.0-5.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-09-12T16:50:18.627 INFO:teuthology.orchestra.run.smithi123.stdout:(64/285): boost-program-options-1.75.0-8.el9.x8 1.2 MB/s | 107 kB 00:00 2024-09-12T16:50:18.652 INFO:teuthology.orchestra.run.smithi123.stdout:(65/285): cdi-api-2.0.2-6.el9.noarch.rpm 636 kB/s | 53 kB 00:00 2024-09-12T16:50:18.711 INFO:teuthology.orchestra.run.smithi123.stdout:(66/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 731 kB/s | 61 kB 00:00 2024-09-12T16:50:18.736 INFO:teuthology.orchestra.run.smithi123.stdout:(67/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 337 kB/s | 28 kB 00:00 2024-09-12T16:50:18.761 INFO:teuthology.orchestra.run.smithi123.stdout:(68/285): colord-libs-1.4.5-4.el9.x86_64.rpm 1.3 MB/s | 229 kB 00:00 2024-09-12T16:50:18.795 INFO:teuthology.orchestra.run.smithi123.stdout:(69/285): dconf-0.40.0-6.el9.x86_64.rpm 1.3 MB/s | 113 kB 00:00 2024-09-12T16:50:18.828 INFO:teuthology.orchestra.run.smithi123.stdout:(70/285): exempi-2.6.0-0.2.20211007gite23c213.e 5.6 MB/s | 525 kB 00:00 2024-09-12T16:50:18.887 INFO:teuthology.orchestra.run.smithi123.stdout:(71/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 8.3 MB/s | 781 kB 00:00 2024-09-12T16:50:18.921 INFO:teuthology.orchestra.run.smithi123.stdout:(72/285): exiv2-0.27.5-2.el9.x86_64.rpm 6.0 MB/s | 980 kB 00:00 2024-09-12T16:50:18.946 INFO:teuthology.orchestra.run.smithi123.stdout:(73/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 2.7 MB/s | 325 kB 00:00 2024-09-12T16:50:18.979 INFO:teuthology.orchestra.run.smithi123.stdout:(74/285): flac-libs-1.3.3-12.el9.x86_64.rpm 2.3 MB/s | 218 kB 00:00 2024-09-12T16:50:19.013 INFO:teuthology.orchestra.run.smithi123.stdout:(75/285): flatpak-selinux-1.12.9-1.el9.noarch.r 324 kB/s | 22 kB 00:00 2024-09-12T16:50:19.055 INFO:teuthology.orchestra.run.smithi123.stdout:(76/285): flatpak-session-helper-1.12.9-1.el9.x 971 kB/s | 73 kB 00:00 2024-09-12T16:50:19.097 INFO:teuthology.orchestra.run.smithi123.stdout:(77/285): flatpak-1.12.9-1.el9.x86_64.rpm 9.8 MB/s | 1.7 MB 00:00 2024-09-12T16:50:19.114 INFO:teuthology.orchestra.run.smithi123.stdout:(78/285): flexiblas-3.0.4-8.el9.x86_64.rpm 325 kB/s | 33 kB 00:00 2024-09-12T16:50:19.197 INFO:teuthology.orchestra.run.smithi123.stdout:(79/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-09-12T16:50:19.214 INFO:teuthology.orchestra.run.smithi123.stdout:(80/285): flexiblas-openblas-openmp-3.0.4-8.el9 155 kB/s | 18 kB 00:00 2024-09-12T16:50:19.240 INFO:teuthology.orchestra.run.smithi123.stdout:(81/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 710 kB/s | 89 kB 00:00 2024-09-12T16:50:19.290 INFO:teuthology.orchestra.run.smithi123.stdout:(82/285): giflib-5.2.1-9.el9.x86_64.rpm 645 kB/s | 49 kB 00:00 2024-09-12T16:50:19.315 INFO:teuthology.orchestra.run.smithi123.stdout:(83/285): google-guice-4.2.3-9.el9.noarch.rpm 6.2 MB/s | 473 kB 00:00 2024-09-12T16:50:19.332 INFO:teuthology.orchestra.run.smithi123.stdout:(84/285): geoclue2-2.6.0-7.el9.x86_64.rpm 928 kB/s | 124 kB 00:00 2024-09-12T16:50:19.382 INFO:teuthology.orchestra.run.smithi123.stdout:(85/285): graphene-1.10.6-2.el9.x86_64.rpm 700 kB/s | 64 kB 00:00 2024-09-12T16:50:19.407 INFO:teuthology.orchestra.run.smithi123.stdout:(86/285): gsm-1.0.19-6.el9.x86_64.rpm 369 kB/s | 34 kB 00:00 2024-09-12T16:50:19.474 INFO:teuthology.orchestra.run.smithi123.stdout:(87/285): gtk-update-icon-cache-3.24.31-5.el9.x 497 kB/s | 33 kB 00:00 2024-09-12T16:50:19.508 INFO:teuthology.orchestra.run.smithi123.stdout:(88/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 8.1 MB/s | 1.4 MB 00:00 2024-09-12T16:50:19.641 INFO:teuthology.orchestra.run.smithi123.stdout:(89/285): gstreamer1-plugins-base-1.22.1-2.el9. 8.7 MB/s | 2.2 MB 00:00 2024-09-12T16:50:19.700 INFO:teuthology.orchestra.run.smithi123.stdout:(90/285): gtk3-3.24.31-5.el9.x86_64.rpm 22 MB/s | 4.9 MB 00:00 2024-09-12T16:50:19.775 INFO:teuthology.orchestra.run.smithi123.stdout:(91/285): guava-30.1-6.el9.noarch.rpm 8.7 MB/s | 2.3 MB 00:00 2024-09-12T16:50:19.809 INFO:teuthology.orchestra.run.smithi123.stdout:(92/285): hicolor-icon-theme-0.17-13.el9.noarch 1.3 MB/s | 219 kB 00:00 2024-09-12T16:50:19.834 INFO:teuthology.orchestra.run.smithi123.stdout:(93/285): httpcomponents-client-4.5.13-3.el9.no 4.8 MB/s | 657 kB 00:00 2024-09-12T16:50:19.860 INFO:teuthology.orchestra.run.smithi123.stdout:(94/285): httpcomponents-core-4.4.13-7.el9.noar 7.4 MB/s | 632 kB 00:00 2024-09-12T16:50:19.893 INFO:teuthology.orchestra.run.smithi123.stdout:(95/285): jakarta-annotations-1.3.5-13.el9.noar 770 kB/s | 45 kB 00:00 2024-09-12T16:50:19.935 INFO:teuthology.orchestra.run.smithi123.stdout:(96/285): jansi-2.3.3-6.el9.x86_64.rpm 1.4 MB/s | 110 kB 00:00 2024-09-12T16:50:19.969 INFO:teuthology.orchestra.run.smithi123.stdout:(97/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 5.4 MB/s | 413 kB 00:00 2024-09-12T16:50:20.019 INFO:teuthology.orchestra.run.smithi123.stdout:(98/285): iso-codes-4.6.0-3.el9.noarch.rpm 17 MB/s | 3.5 MB 00:00 2024-09-12T16:50:20.102 INFO:teuthology.orchestra.run.smithi123.stdout:(99/285): java-11-openjdk-devel-11.0.20.1.1-2.e 20 MB/s | 3.3 MB 00:00 2024-09-12T16:50:20.128 INFO:teuthology.orchestra.run.smithi123.stdout:(100/285): javapackages-filesystem-6.0.0-4.el9. 120 kB/s | 13 kB 00:00 2024-09-12T16:50:20.178 INFO:teuthology.orchestra.run.smithi123.stdout:(101/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 706 kB/s | 53 kB 00:00 2024-09-12T16:50:20.245 INFO:teuthology.orchestra.run.smithi123.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 205 kB/s | 24 kB 00:00 2024-09-12T16:50:20.270 INFO:teuthology.orchestra.run.smithi123.stdout:(103/285): jsoup-1.13.1-10.el9.noarch.rpm 4.0 MB/s | 377 kB 00:00 2024-09-12T16:50:20.362 INFO:teuthology.orchestra.run.smithi123.stdout:(104/285): lcms2-2.12-3.el9.x86_64.rpm 1.8 MB/s | 168 kB 00:00 2024-09-12T16:50:20.446 INFO:teuthology.orchestra.run.smithi123.stdout:(105/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 133 kB/s | 11 kB 00:00 2024-09-12T16:50:20.529 INFO:teuthology.orchestra.run.smithi123.stdout:(106/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 291 kB/s | 24 kB 00:00 2024-09-12T16:50:20.871 INFO:teuthology.orchestra.run.smithi123.stdout:(107/285): java-11-openjdk-headless-11.0.20.1.1 43 MB/s | 39 MB 00:00 2024-09-12T16:50:20.896 INFO:teuthology.orchestra.run.smithi123.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 84 kB/s | 31 kB 00:00 2024-09-12T16:50:20.922 INFO:teuthology.orchestra.run.smithi123.stdout:(109/285): jsr-305-3.0.2-6.el9.noarch.rpm 52 kB/s | 35 kB 00:00 2024-09-12T16:50:20.947 INFO:teuthology.orchestra.run.smithi123.stdout:(110/285): libXdamage-1.1.5-7.el9.x86_64.rpm 305 kB/s | 23 kB 00:00 2024-09-12T16:50:20.980 INFO:teuthology.orchestra.run.smithi123.stdout:(111/285): libXfixes-5.0.3-16.el9.x86_64.rpm 236 kB/s | 20 kB 00:00 2024-09-12T16:50:21.006 INFO:teuthology.orchestra.run.smithi123.stdout:(112/285): libXi-1.7.10-8.el9.x86_64.rpm 473 kB/s | 40 kB 00:00 2024-09-12T16:50:21.031 INFO:teuthology.orchestra.run.smithi123.stdout:(113/285): libXinerama-1.1.4-10.el9.x86_64.rpm 179 kB/s | 15 kB 00:00 2024-09-12T16:50:21.056 INFO:teuthology.orchestra.run.smithi123.stdout:(114/285): libXrandr-1.5.2-8.el9.x86_64.rpm 376 kB/s | 28 kB 00:00 2024-09-12T16:50:21.082 INFO:teuthology.orchestra.run.smithi123.stdout:(115/285): libXtst-1.2.3-16.el9.x86_64.rpm 284 kB/s | 21 kB 00:00 2024-09-12T16:50:21.107 INFO:teuthology.orchestra.run.smithi123.stdout:(116/285): libXv-1.0.11-16.el9.x86_64.rpm 253 kB/s | 19 kB 00:00 2024-09-12T16:50:21.132 INFO:teuthology.orchestra.run.smithi123.stdout:(117/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 249 kB/s | 19 kB 00:00 2024-09-12T16:50:21.157 INFO:teuthology.orchestra.run.smithi123.stdout:(118/285): libasyncns-0.8-22.el9.x86_64.rpm 404 kB/s | 30 kB 00:00 2024-09-12T16:50:21.191 INFO:teuthology.orchestra.run.smithi123.stdout:(119/285): libcanberra-0.30-27.el9.x86_64.rpm 1.0 MB/s | 86 kB 00:00 2024-09-12T16:50:21.224 INFO:teuthology.orchestra.run.smithi123.stdout:(120/285): libcanberra-gtk3-0.30-27.el9.x86_64. 345 kB/s | 32 kB 00:00 2024-09-12T16:50:21.249 INFO:teuthology.orchestra.run.smithi123.stdout:(121/285): libdrm-2.4.121-1.el9.x86_64.rpm 1.7 MB/s | 161 kB 00:00 2024-09-12T16:50:21.275 INFO:teuthology.orchestra.run.smithi123.stdout:(122/285): libepoxy-1.5.5-4.el9.x86_64.rpm 2.8 MB/s | 241 kB 00:00 2024-09-12T16:50:21.309 INFO:teuthology.orchestra.run.smithi123.stdout:(123/285): libfontenc-1.1.3-17.el9.x86_64.rpm 529 kB/s | 31 kB 00:00 2024-09-12T16:50:21.334 INFO:teuthology.orchestra.run.smithi123.stdout:(124/285): libexif-0.6.22-6.el9.x86_64.rpm 3.9 MB/s | 435 kB 00:00 2024-09-12T16:50:21.359 INFO:teuthology.orchestra.run.smithi123.stdout:(125/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 984 kB/s | 83 kB 00:00 2024-09-12T16:50:21.384 INFO:teuthology.orchestra.run.smithi123.stdout:(126/285): libglvnd-1.3.4-1.el9.x86_64.rpm 1.8 MB/s | 135 kB 00:00 2024-09-12T16:50:21.418 INFO:teuthology.orchestra.run.smithi123.stdout:(127/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 438 kB/s | 37 kB 00:00 2024-09-12T16:50:21.443 INFO:teuthology.orchestra.run.smithi123.stdout:(128/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 1.7 MB/s | 142 kB 00:00 2024-09-12T16:50:21.468 INFO:teuthology.orchestra.run.smithi123.stdout:(129/285): libgsf-1.14.47-5.el9.x86_64.rpm 3.0 MB/s | 256 kB 00:00 2024-09-12T16:50:21.519 INFO:teuthology.orchestra.run.smithi123.stdout:(130/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 814 kB/s | 61 kB 00:00 2024-09-12T16:50:21.544 INFO:teuthology.orchestra.run.smithi123.stdout:(131/285): libldac-2.0.2.3-10.el9.x86_64.rpm 549 kB/s | 41 kB 00:00 2024-09-12T16:50:21.569 INFO:teuthology.orchestra.run.smithi123.stdout:(132/285): libgxps-0.3.2-3.el9.x86_64.rpm 522 kB/s | 79 kB 00:00 2024-09-12T16:50:21.595 INFO:teuthology.orchestra.run.smithi123.stdout:(133/285): libogg-1.3.4-6.el9.x86_64.rpm 668 kB/s | 34 kB 00:00 2024-09-12T16:50:21.620 INFO:teuthology.orchestra.run.smithi123.stdout:(134/285): libnotify-0.7.9-8.el9.x86_64.rpm 434 kB/s | 44 kB 00:00 2024-09-12T16:50:21.658 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-09-12T16:50:21.662 INFO:teuthology.orchestra.run.smithi123.stdout:(135/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-12T16:50:21.704 INFO:teuthology.orchestra.run.smithi123.stdout:(136/285): libosinfo-1.10.0-1.el9.x86_64.rpm 2.3 MB/s | 319 kB 00:00 2024-09-12T16:50:21.729 INFO:teuthology.orchestra.run.smithi123.stdout:(137/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-09-12T16:50:21.754 INFO:teuthology.orchestra.run.smithi123.stdout:(138/285): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-12T16:50:21.779 INFO:teuthology.orchestra.run.smithi123.stdout:(139/285): libsbc-1.4-9.el9.x86_64.rpm 594 kB/s | 45 kB 00:00 2024-09-12T16:50:21.821 INFO:teuthology.orchestra.run.smithi123.stdout:(140/285): libsndfile-1.0.31-8.el9.x86_64.rpm 2.2 MB/s | 206 kB 00:00 2024-09-12T16:50:21.845 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-09-12T16:50:21.845 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-09-12T16:50:21.846 INFO:teuthology.orchestra.run.smithi123.stdout:(141/285): libtheora-1.1.1-31.el9.x86_64.rpm 1.7 MB/s | 164 kB 00:00 2024-09-12T16:50:21.872 INFO:teuthology.orchestra.run.smithi123.stdout:(142/285): libtiff-4.4.0-13.el9.x86_64.rpm 2.1 MB/s | 198 kB 00:00 2024-09-12T16:50:21.889 INFO:teuthology.orchestra.run.smithi123.stdout:(143/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 530 kB/s | 36 kB 00:00 2024-09-12T16:50:21.914 INFO:teuthology.orchestra.run.smithi123.stdout:(144/285): libtracker-sparql-3.1.2-3.el9.x86_64 4.7 MB/s | 324 kB 00:00 2024-09-12T16:50:21.956 INFO:teuthology.orchestra.run.smithi123.stdout:(145/285): libvisual-0.4.0-34.el9.x86_64.rpm 1.7 MB/s | 144 kB 00:00 2024-09-12T16:50:21.981 INFO:teuthology.orchestra.run.smithi123.stdout:(146/285): libvorbis-1.3.7-5.el9.x86_64.rpm 2.0 MB/s | 193 kB 00:00 2024-09-12T16:50:22.007 INFO:teuthology.orchestra.run.smithi123.stdout:(147/285): libwayland-client-1.21.0-1.el9.x86_6 362 kB/s | 33 kB 00:00 2024-09-12T16:50:22.032 INFO:teuthology.orchestra.run.smithi123.stdout:(148/285): libwayland-cursor-1.21.0-1.el9.x86_6 257 kB/s | 19 kB 00:00 2024-09-12T16:50:22.065 INFO:teuthology.orchestra.run.smithi123.stdout:(149/285): libwayland-egl-1.21.0-1.el9.x86_64.r 153 kB/s | 13 kB 00:00 2024-09-12T16:50:22.150 INFO:teuthology.orchestra.run.smithi123.stdout:(150/285): libwayland-server-1.21.0-1.el9.x86_6 292 kB/s | 42 kB 00:00 2024-09-12T16:50:22.174 INFO:teuthology.orchestra.run.smithi123.stdout:(151/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 1.2 MB/s | 133 kB 00:00 2024-09-12T16:50:22.200 INFO:teuthology.orchestra.run.smithi123.stdout:(152/285): libwebp-1.2.0-8.el9.x86_64.rpm 1.6 MB/s | 277 kB 00:00 2024-09-12T16:50:22.225 INFO:teuthology.orchestra.run.smithi123.stdout:(153/285): libxshmfence-1.3-10.el9.x86_64.rpm 170 kB/s | 13 kB 00:00 2024-09-12T16:50:22.292 INFO:teuthology.orchestra.run.smithi123.stdout:(154/285): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-09-12T16:50:22.317 INFO:teuthology.orchestra.run.smithi123.stdout:(155/285): low-memory-monitor-2.1-4.el9.x86_64. 252 kB/s | 36 kB 00:00 2024-09-12T16:50:22.359 INFO:teuthology.orchestra.run.smithi123.stdout:(156/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-09-12T16:50:22.384 INFO:teuthology.orchestra.run.smithi123.stdout:(157/285): maven-3.6.3-15.el9.noarch.rpm 264 kB/s | 18 kB 00:00 2024-09-12T16:50:22.410 INFO:teuthology.orchestra.run.smithi123.stdout:(158/285): lua-posix-35.0-8.el9.x86_64.rpm 1.3 MB/s | 151 kB 00:00 2024-09-12T16:50:22.460 INFO:teuthology.orchestra.run.smithi123.stdout:(159/285): maven-lib-3.6.3-15.el9.noarch.rpm 15 MB/s | 1.5 MB 00:00 2024-09-12T16:50:22.485 INFO:teuthology.orchestra.run.smithi123.stdout:(160/285): maven-openjdk11-3.6.3-15.el9.noarch. 90 kB/s | 9.0 kB 00:00 2024-09-12T16:50:22.519 INFO:teuthology.orchestra.run.smithi123.stdout:(161/285): maven-resolver-1.6.1-10.el9.noarch.r 4.6 MB/s | 517 kB 00:00 2024-09-12T16:50:22.561 INFO:teuthology.orchestra.run.smithi123.stdout:(162/285): maven-wagon-3.4.2-7.el9.noarch.rpm 1.5 MB/s | 112 kB 00:00 2024-09-12T16:50:22.644 INFO:teuthology.orchestra.run.smithi123.stdout:(163/285): mesa-filesystem-24.1.2-3.el9.x86_64. 135 kB/s | 11 kB 00:00 2024-09-12T16:50:22.761 INFO:teuthology.orchestra.run.smithi123.stdout:(164/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 36 MB/s | 8.8 MB 00:00 2024-09-12T16:50:22.786 INFO:teuthology.orchestra.run.smithi123.stdout:(165/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 977 kB/s | 139 kB 00:00 2024-09-12T16:50:22.828 INFO:teuthology.orchestra.run.smithi123.stdout:(166/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 2.5 MB/s | 171 kB 00:00 2024-09-12T16:50:22.861 INFO:teuthology.orchestra.run.smithi123.stdout:(167/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 486 kB/s | 36 kB 00:00 2024-09-12T16:50:22.903 INFO:teuthology.orchestra.run.smithi123.stdout:(168/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 614 kB/s | 46 kB 00:00 2024-09-12T16:50:22.928 INFO:teuthology.orchestra.run.smithi123.stdout:(169/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 483 kB/s | 32 kB 00:00 2024-09-12T16:50:22.954 INFO:teuthology.orchestra.run.smithi123.stdout:(170/285): maven-shared-utils-3.3.4-3.el9.noarc 306 kB/s | 151 kB 00:00 2024-09-12T16:50:22.979 INFO:teuthology.orchestra.run.smithi123.stdout:(171/285): openblas-0.3.26-2.el9.x86_64.rpm 511 kB/s | 38 kB 00:00 2024-09-12T16:50:23.013 INFO:teuthology.orchestra.run.smithi123.stdout:(172/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 2.7 MB/s | 163 kB 00:00 2024-09-12T16:50:23.071 INFO:teuthology.orchestra.run.smithi123.stdout:(173/285): opus-1.3.1-10.el9.x86_64.rpm 2.1 MB/s | 200 kB 00:00 2024-09-12T16:50:23.096 INFO:teuthology.orchestra.run.smithi123.stdout:(174/285): orc-0.4.31-8.el9.x86_64.rpm 2.1 MB/s | 183 kB 00:00 2024-09-12T16:50:23.197 INFO:teuthology.orchestra.run.smithi123.stdout:(175/285): openblas-openmp-0.3.26-2.el9.x86_64. 18 MB/s | 4.9 MB 00:00 2024-09-12T16:50:23.222 INFO:teuthology.orchestra.run.smithi123.stdout:(176/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 589 kB/s | 74 kB 00:00 2024-09-12T16:50:23.247 INFO:teuthology.orchestra.run.smithi123.stdout:(177/285): osinfo-db-20240701-2.el9.noarch.rpm 3.0 MB/s | 531 kB 00:00 2024-09-12T16:50:23.281 INFO:teuthology.orchestra.run.smithi123.stdout:(178/285): ostree-libs-2024.7-2.el9.x86_64.rpm 5.5 MB/s | 468 kB 00:00 2024-09-12T16:50:23.306 INFO:teuthology.orchestra.run.smithi123.stdout:(179/285): pipewire-1.0.1-1.el9.x86_64.rpm 1.8 MB/s | 107 kB 00:00 2024-09-12T16:50:23.331 INFO:teuthology.orchestra.run.smithi123.stdout:(180/285): p11-kit-server-0.25.3-2.el9.x86_64.r 2.2 MB/s | 246 kB 00:00 2024-09-12T16:50:23.357 INFO:teuthology.orchestra.run.smithi123.stdout:(181/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 759 kB/s | 57 kB 00:00 2024-09-12T16:50:23.382 INFO:teuthology.orchestra.run.smithi123.stdout:(182/285): pipewire-jack-audio-connection-kit-1 121 kB/s | 9.1 kB 00:00 2024-09-12T16:50:23.407 INFO:teuthology.orchestra.run.smithi123.stdout:(183/285): pipewire-jack-audio-connection-kit-l 1.7 MB/s | 135 kB 00:00 2024-09-12T16:50:23.466 INFO:teuthology.orchestra.run.smithi123.stdout:(184/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.2 MB/s | 192 kB 00:00 2024-09-12T16:50:23.483 INFO:teuthology.orchestra.run.smithi123.stdout:(185/285): plexus-cipher-1.7-27.el9.noarch.rpm 343 kB/s | 26 kB 00:00 2024-09-12T16:50:23.516 INFO:teuthology.orchestra.run.smithi123.stdout:(186/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 12 MB/s | 1.9 MB 00:00 2024-09-12T16:50:23.550 INFO:teuthology.orchestra.run.smithi123.stdout:(187/285): plexus-containers-component-annotati 275 kB/s | 18 kB 00:00 2024-09-12T16:50:23.591 INFO:teuthology.orchestra.run.smithi123.stdout:(188/285): plexus-interpolation-1.26-11.el9.noa 1.0 MB/s | 80 kB 00:00 2024-09-12T16:50:23.608 INFO:teuthology.orchestra.run.smithi123.stdout:(189/285): plexus-sec-dispatcher-1.4-37.el9.noa 575 kB/s | 34 kB 00:00 2024-09-12T16:50:23.676 INFO:teuthology.orchestra.run.smithi123.stdout:(190/285): plexus-utils-3.3.0-10.el9.noarch.rpm 3.0 MB/s | 254 kB 00:00 2024-09-12T16:50:23.709 INFO:teuthology.orchestra.run.smithi123.stdout:(191/285): poppler-21.01.0-21.el9.x86_64.rpm 11 MB/s | 1.1 MB 00:00 2024-09-12T16:50:23.784 INFO:teuthology.orchestra.run.smithi123.stdout:(192/285): poppler-data-0.4.9-9.el9.noarch.rpm 17 MB/s | 1.9 MB 00:00 2024-09-12T16:50:23.809 INFO:teuthology.orchestra.run.smithi123.stdout:(193/285): poppler-glib-21.01.0-21.el9.x86_64.r 1.5 MB/s | 152 kB 00:00 2024-09-12T16:50:23.835 INFO:teuthology.orchestra.run.smithi123.stdout:(194/285): plexus-classworlds-2.6.0-11.el9.noar 163 kB/s | 60 kB 00:00 2024-09-12T16:50:23.885 INFO:teuthology.orchestra.run.smithi123.stdout:(195/285): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-09-12T16:50:23.911 INFO:teuthology.orchestra.run.smithi123.stdout:(196/285): publicsuffix-list-20210518-3.el9.noa 821 kB/s | 83 kB 00:00 2024-09-12T16:50:23.944 INFO:teuthology.orchestra.run.smithi123.stdout:(197/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 6.1 MB/s | 679 kB 00:00 2024-09-12T16:50:23.978 INFO:teuthology.orchestra.run.smithi123.stdout:(198/285): python3-devel-3.9.19-8.el9.x86_64.rp 3.6 MB/s | 245 kB 00:00 2024-09-12T16:50:24.011 INFO:teuthology.orchestra.run.smithi123.stdout:(199/285): python3-jinja2-2.11.3-6.el9.noarch.r 3.6 MB/s | 248 kB 00:00 2024-09-12T16:50:24.087 INFO:teuthology.orchestra.run.smithi123.stdout:(200/285): python3-babel-2.9.1-2.el9.noarch.rpm 30 MB/s | 6.0 MB 00:00 2024-09-12T16:50:24.112 INFO:teuthology.orchestra.run.smithi123.stdout:(201/285): python3-jsonpatch-1.21-16.el9.noarch 192 kB/s | 26 kB 00:00 2024-09-12T16:50:24.137 INFO:teuthology.orchestra.run.smithi123.stdout:(202/285): python3-jsonpointer-2.0-4.el9.noarch 153 kB/s | 19 kB 00:00 2024-09-12T16:50:24.162 INFO:teuthology.orchestra.run.smithi123.stdout:(203/285): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-12T16:50:24.213 INFO:teuthology.orchestra.run.smithi123.stdout:(204/285): python3-markupsafe-1.1.1-12.el9.x86_ 462 kB/s | 35 kB 00:00 2024-09-12T16:50:24.238 INFO:teuthology.orchestra.run.smithi123.stdout:(205/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 3.3 MB/s | 250 kB 00:00 2024-09-12T16:50:24.321 INFO:teuthology.orchestra.run.smithi123.stdout:(206/285): python3-numpy-1.20.1-5.el9.x86_64.rp 28 MB/s | 5.1 MB 00:00 2024-09-12T16:50:24.346 INFO:teuthology.orchestra.run.smithi123.stdout:(207/285): python3-packaging-20.9-5.el9.noarch. 711 kB/s | 77 kB 00:00 2024-09-12T16:50:24.372 INFO:teuthology.orchestra.run.smithi123.stdout:(208/285): python3-oauthlib-3.1.1-5.el9.noarch. 1.4 MB/s | 222 kB 00:00 2024-09-12T16:50:24.397 INFO:teuthology.orchestra.run.smithi123.stdout:(209/285): python3-prettytable-0.7.2-27.el9.noa 560 kB/s | 42 kB 00:00 2024-09-12T16:50:24.422 INFO:teuthology.orchestra.run.smithi123.stdout:(210/285): python3-protobuf-3.14.0-13.el9.noarc 3.5 MB/s | 269 kB 00:00 2024-09-12T16:50:24.448 INFO:teuthology.orchestra.run.smithi123.stdout:(211/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 2.1 MB/s | 159 kB 00:00 2024-09-12T16:50:24.473 INFO:teuthology.orchestra.run.smithi123.stdout:(212/285): python3-pyasn1-modules-0.4.8-6.el9.n 3.6 MB/s | 279 kB 00:00 2024-09-12T16:50:24.523 INFO:teuthology.orchestra.run.smithi123.stdout:(213/285): python3-requests-oauthlib-1.3.0-12.e 714 kB/s | 54 kB 00:00 2024-09-12T16:50:24.548 INFO:teuthology.orchestra.run.smithi123.stdout:(214/285): python3-pytz-2021.1-5.el9.noarch.rpm 405 kB/s | 51 kB 00:00 2024-09-12T16:50:24.599 INFO:teuthology.orchestra.run.smithi123.stdout:(215/285): python3-toml-0.10.2-6.el9.noarch.rpm 554 kB/s | 42 kB 00:00 2024-09-12T16:50:24.624 INFO:teuthology.orchestra.run.smithi123.stdout:(216/285): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-09-12T16:50:24.666 INFO:teuthology.orchestra.run.smithi123.stdout:(217/285): qatlib-service-24.02.0-1.el9.x86_64. 538 kB/s | 36 kB 00:00 2024-09-12T16:50:24.691 INFO:teuthology.orchestra.run.smithi123.stdout:(218/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 711 kB/s | 47 kB 00:00 2024-09-12T16:50:24.733 INFO:teuthology.orchestra.run.smithi123.stdout:(219/285): rtkit-0.11-29.el9.x86_64.rpm 839 kB/s | 56 kB 00:00 2024-09-12T16:50:24.775 INFO:teuthology.orchestra.run.smithi123.stdout:(220/285): sisu-0.3.4-10.el9.noarch.rpm 6.0 MB/s | 510 kB 00:00 2024-09-12T16:50:24.934 INFO:teuthology.orchestra.run.smithi123.stdout:(221/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-09-12T16:50:24.959 INFO:teuthology.orchestra.run.smithi123.stdout:(222/285): slf4j-1.7.30-13.el9.noarch.rpm 306 kB/s | 69 kB 00:00 2024-09-12T16:50:24.984 INFO:teuthology.orchestra.run.smithi123.stdout:(223/285): socat-1.7.4.1-6.el9.x86_64.rpm 1.4 MB/s | 304 kB 00:00 2024-09-12T16:50:25.017 INFO:teuthology.orchestra.run.smithi123.stdout:(224/285): sound-theme-freedesktop-0.8-17.el9.n 4.5 MB/s | 383 kB 00:00 2024-09-12T16:50:25.043 INFO:teuthology.orchestra.run.smithi123.stdout:(225/285): totem-pl-parser-3.26.6-2.el9.x86_64. 1.8 MB/s | 152 kB 00:00 2024-09-12T16:50:25.093 INFO:teuthology.orchestra.run.smithi123.stdout:(226/285): tracker-3.1.2-3.el9.x86_64.rpm 5.0 MB/s | 555 kB 00:00 2024-09-12T16:50:25.135 INFO:teuthology.orchestra.run.smithi123.stdout:(227/285): tracker-miners-3.1.2-4.el9.x86_64.rp 7.9 MB/s | 944 kB 00:00 2024-09-12T16:50:25.135 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-09-12T16:50:25.136 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-09-12T16:50:25.152 INFO:teuthology.orchestra.run.smithi123.stdout:(228/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 487 kB/s | 53 kB 00:00 2024-09-12T16:50:25.177 INFO:teuthology.orchestra.run.smithi123.stdout:(229/285): tzdata-java-2024a-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-12T16:50:25.203 INFO:teuthology.orchestra.run.smithi123.stdout:(230/285): upower-0.99.11-11.el9.x86_64.rpm 2.5 MB/s | 173 kB 00:00 2024-09-12T16:50:25.236 INFO:teuthology.orchestra.run.smithi123.stdout:(231/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.6 MB/s | 96 kB 00:00 2024-09-12T16:50:25.278 INFO:teuthology.orchestra.run.smithi123.stdout:(232/285): webrtc-audio-processing-0.3.1-8.el9. 2.4 MB/s | 306 kB 00:00 2024-09-12T16:50:25.303 INFO:teuthology.orchestra.run.smithi123.stdout:(233/285): wireplumber-libs-0.4.14-1.el9.x86_64 3.5 MB/s | 358 kB 00:00 2024-09-12T16:50:25.329 INFO:teuthology.orchestra.run.smithi123.stdout:(234/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 461 kB/s | 42 kB 00:00 2024-09-12T16:50:25.354 INFO:teuthology.orchestra.run.smithi123.stdout:(235/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 5.0 MB/s | 385 kB 00:00 2024-09-12T16:50:25.379 INFO:teuthology.orchestra.run.smithi123.stdout:(236/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.7 MB/s | 134 kB 00:00 2024-09-12T16:50:25.421 INFO:teuthology.orchestra.run.smithi123.stdout:(237/285): xkeyboard-config-2.33-2.el9.noarch.r 9.1 MB/s | 859 kB 00:00 2024-09-12T16:50:25.446 INFO:teuthology.orchestra.run.smithi123.stdout:(238/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 691 kB/s | 64 kB 00:00 2024-09-12T16:50:25.513 INFO:teuthology.orchestra.run.smithi123.stdout:(239/285): lua-devel-5.4.4-4.el9.x86_64.rpm 244 kB/s | 22 kB 00:00 2024-09-12T16:50:25.572 INFO:teuthology.orchestra.run.smithi123.stdout:(240/285): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-12T16:50:25.614 INFO:teuthology.orchestra.run.smithi123.stdout:(241/285): gperftools-libs-2.9.1-3.el9.x86_64.r 7.2 MB/s | 308 kB 00:00 2024-09-12T16:50:25.631 INFO:teuthology.orchestra.run.smithi123.stdout:(242/285): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-12T16:50:25.664 INFO:teuthology.orchestra.run.smithi123.stdout:(243/285): protobuf-compiler-3.14.0-13.el9.x86_ 3.9 MB/s | 863 kB 00:00 2024-09-12T16:50:25.706 INFO:teuthology.orchestra.run.smithi123.stdout:(244/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 624 kB/s | 26 kB 00:00 2024-09-12T16:50:25.731 INFO:teuthology.orchestra.run.smithi123.stdout:(245/285): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-12T16:50:25.757 INFO:teuthology.orchestra.run.smithi123.stdout:(246/285): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-12T16:50:25.790 INFO:teuthology.orchestra.run.smithi123.stdout:(247/285): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-12T16:50:25.841 INFO:teuthology.orchestra.run.smithi123.stdout:(248/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-09-12T16:50:25.899 INFO:teuthology.orchestra.run.smithi123.stdout:(249/285): libarrow-9.0.0-11.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2024-09-12T16:50:25.924 INFO:teuthology.orchestra.run.smithi123.stdout:(250/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T16:50:25.958 INFO:teuthology.orchestra.run.smithi123.stdout:(251/285): python3-cachetools-4.2.4-1.el9.noarc 964 kB/s | 32 kB 00:00 2024-09-12T16:50:25.983 INFO:teuthology.orchestra.run.smithi123.stdout:(252/285): python3-certifi-2023.05.07-4.el9.noa 570 kB/s | 14 kB 00:00 2024-09-12T16:50:26.008 INFO:teuthology.orchestra.run.smithi123.stdout:(253/285): python3-asyncssh-2.13.2-5.el9.noarch 3.2 MB/s | 548 kB 00:00 2024-09-12T16:50:26.034 INFO:teuthology.orchestra.run.smithi123.stdout:(254/285): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-12T16:50:26.067 INFO:teuthology.orchestra.run.smithi123.stdout:(255/285): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-12T16:50:26.093 INFO:teuthology.orchestra.run.smithi123.stdout:(256/285): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-12T16:50:26.126 INFO:teuthology.orchestra.run.smithi123.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-12T16:50:26.151 INFO:teuthology.orchestra.run.smithi123.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 430 kB/s | 11 kB 00:00 2024-09-12T16:50:26.177 INFO:teuthology.orchestra.run.smithi123.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 715 kB/s | 18 kB 00:00 2024-09-12T16:50:26.202 INFO:teuthology.orchestra.run.smithi123.stdout:(260/285): python3-jaraco-collections-3.0.0-8.e 917 kB/s | 23 kB 00:00 2024-09-12T16:50:26.227 INFO:teuthology.orchestra.run.smithi123.stdout:(261/285): python3-jaraco-functools-3.5.0-2.el9 784 kB/s | 19 kB 00:00 2024-09-12T16:50:26.253 INFO:teuthology.orchestra.run.smithi123.stdout:(262/285): python3-jaraco-text-3.2.0-6.el9.noar 786 kB/s | 20 kB 00:00 2024-09-12T16:50:26.303 INFO:teuthology.orchestra.run.smithi123.stdout:(263/285): python3-grpcio-1.46.7-10.el9.x86_64. 8.7 MB/s | 2.0 MB 00:00 2024-09-12T16:50:26.345 INFO:teuthology.orchestra.run.smithi123.stdout:(264/285): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-09-12T16:50:26.378 INFO:teuthology.orchestra.run.smithi123.stdout:(265/285): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-09-12T16:50:26.404 INFO:teuthology.orchestra.run.smithi123.stdout:(266/285): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-09-12T16:50:26.429 INFO:teuthology.orchestra.run.smithi123.stdout:(267/285): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-12T16:50:26.454 INFO:teuthology.orchestra.run.smithi123.stdout:(268/285): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-09-12T16:50:26.480 INFO:teuthology.orchestra.run.smithi123.stdout:(269/285): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-12T16:50:26.497 INFO:teuthology.orchestra.run.smithi123.stdout:(270/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-09-12T16:50:26.521 INFO:teuthology.orchestra.run.smithi123.stdout:(271/285): python3-repoze-lru-0.7-16.el9.noarch 737 kB/s | 31 kB 00:00 2024-09-12T16:50:26.547 INFO:teuthology.orchestra.run.smithi123.stdout:(272/285): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-12T16:50:26.572 INFO:teuthology.orchestra.run.smithi123.stdout:(273/285): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-12T16:50:26.597 INFO:teuthology.orchestra.run.smithi123.stdout:(274/285): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-12T16:50:26.614 INFO:teuthology.orchestra.run.smithi123.stdout:(275/285): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-12T16:50:26.640 INFO:teuthology.orchestra.run.smithi123.stdout:(276/285): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-12T16:50:26.665 INFO:teuthology.orchestra.run.smithi123.stdout:(277/285): python3-webob-1.8.8-2.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-09-12T16:50:26.690 INFO:teuthology.orchestra.run.smithi123.stdout:(278/285): python3-zc-lockfile-2.0-10.el9.noarc 804 kB/s | 20 kB 00:00 2024-09-12T16:50:26.715 INFO:teuthology.orchestra.run.smithi123.stdout:(279/285): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-12T16:50:26.740 INFO:teuthology.orchestra.run.smithi123.stdout:(280/285): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-09-12T16:50:26.766 INFO:teuthology.orchestra.run.smithi123.stdout:(281/285): s3cmd-2.4.0-1.el9.noarch.rpm 4.0 MB/s | 206 kB 00:00 2024-09-12T16:50:26.816 INFO:teuthology.orchestra.run.smithi123.stdout:(282/285): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-12T16:50:27.083 INFO:teuthology.orchestra.run.smithi123.stdout:(283/285): librados2-19.3.0-4762.gbad475c1.el9. 11 MB/s | 3.5 MB 00:00 2024-09-12T16:50:27.133 INFO:teuthology.orchestra.run.smithi123.stdout:(284/285): librbd1-19.3.0-4762.gbad475c1.el9.x8 10 MB/s | 3.2 MB 00:00 2024-09-12T16:50:29.433 INFO:teuthology.orchestra.run.smithi123.stdout:(285/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 125 kB/s | 505 kB 00:04 2024-09-12T16:50:29.438 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-09-12T16:50:29.439 INFO:teuthology.orchestra.run.smithi123.stdout:Total 17 MB/s | 322 MB 00:19 2024-09-12T16:50:32.645 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-09-12T16:50:32.827 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-09-12T16:50:32.827 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-09-12T16:50:35.279 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T16:50:35.445 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T16:50:35.603 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-09-12T16:50:35.682 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T16:50:35.756 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T16:50:35.944 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-09-12T16:50:35.944 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-09-12T16:50:36.100 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T16:50:36.159 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T16:50:36.212 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T16:50:36.262 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T16:50:36.295 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T16:50:36.351 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T16:50:36.752 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T16:50:36.795 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T16:50:36.919 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T16:50:36.954 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T16:50:37.047 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T16:50:37.075 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T16:50:37.128 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T16:50:37.176 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T16:50:37.202 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T16:50:37.228 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T16:50:37.260 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T16:50:37.294 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T16:50:37.322 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T16:50:37.478 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T16:50:37.614 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T16:50:37.652 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T16:50:37.697 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T16:50:37.726 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T16:50:37.829 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T16:50:37.852 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T16:50:37.939 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T16:50:37.964 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T16:50:37.986 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T16:50:38.013 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T16:50:38.192 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T16:50:38.223 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T16:50:38.334 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T16:50:38.362 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T16:50:38.405 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T16:50:38.480 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T16:50:38.532 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T16:50:38.572 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T16:50:38.615 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T16:50:38.640 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T16:50:38.667 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T16:50:38.691 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T16:50:38.717 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T16:50:38.746 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T16:50:38.778 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T16:50:38.811 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T16:50:38.858 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T16:50:38.893 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T16:50:38.975 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T16:50:39.027 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T16:50:39.058 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T16:50:39.102 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T16:50:39.137 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T16:50:39.169 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T16:50:39.247 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T16:50:39.296 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 51/287 2024-09-12T16:50:39.339 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 52/287 2024-09-12T16:50:39.381 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 53/287 2024-09-12T16:50:39.457 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T16:50:39.593 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T16:50:39.651 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T16:50:40.198 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T16:50:40.288 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T16:50:40.315 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T16:50:40.385 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T16:50:40.421 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T16:50:40.457 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T16:50:40.486 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T16:50:40.558 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T16:50:40.605 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T16:50:40.639 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T16:50:40.675 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T16:50:40.712 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 68/287 2024-09-12T16:50:40.745 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T16:50:40.777 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T16:50:40.819 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T16:50:40.877 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T16:50:40.912 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T16:50:40.948 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T16:50:41.067 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T16:50:41.139 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T16:50:41.212 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T16:50:41.250 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T16:50:41.286 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T16:50:41.341 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T16:50:41.387 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T16:50:41.438 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T16:50:41.585 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T16:50:41.630 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T16:50:41.691 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T16:50:41.793 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T16:50:41.831 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T16:50:41.872 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T16:50:41.904 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 89/287 2024-09-12T16:50:41.929 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T16:50:42.014 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T16:50:42.149 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T16:50:42.198 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T16:50:42.403 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T16:50:42.440 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T16:50:42.472 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T16:50:42.502 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T16:50:42.554 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T16:50:42.588 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T16:50:42.601 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T16:50:42.601 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T16:50:42.601 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:50:42.784 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T16:50:42.859 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T16:50:42.912 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T16:50:42.944 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T16:50:42.969 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T16:50:42.996 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T16:50:43.437 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T16:50:43.466 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T16:50:43.480 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T16:50:43.480 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T16:50:43.480 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:50:43.522 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T16:50:43.556 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T16:50:43.589 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T16:50:43.632 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T16:50:43.674 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T16:50:43.773 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T16:50:43.832 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T16:50:43.862 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T16:50:43.975 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T16:50:44.030 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T16:50:44.776 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T16:50:44.827 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T16:50:44.861 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T16:50:44.964 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T16:50:45.011 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T16:50:45.205 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T16:50:45.259 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T16:50:45.304 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T16:50:45.812 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T16:50:45.876 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T16:50:45.921 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T16:50:45.955 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T16:50:45.988 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T16:50:46.172 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T16:50:46.202 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T16:50:46.282 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T16:50:46.289 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T16:50:46.433 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T16:50:46.592 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-09-12T16:50:46.666 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T16:50:46.705 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T16:50:46.785 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T16:50:46.828 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T16:50:46.880 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T16:50:46.914 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T16:50:46.931 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T16:50:46.952 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T16:50:46.977 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T16:50:47.068 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T16:50:47.358 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T16:50:47.423 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T16:50:47.548 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T16:50:47.574 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T16:50:47.666 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T16:50:47.695 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T16:50:47.733 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T16:50:47.771 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T16:50:47.796 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T16:50:47.822 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T16:50:47.854 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T16:50:47.879 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T16:50:47.908 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T16:50:48.054 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T16:50:48.189 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T16:50:48.238 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T16:50:48.266 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T16:50:48.295 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T16:50:48.359 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T16:50:48.398 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T16:50:48.420 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T16:50:48.437 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T16:50:48.467 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 25/287 2024-09-12T16:50:48.491 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T16:50:48.495 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T16:50:48.513 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T16:50:48.531 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T16:50:48.533 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T16:50:48.558 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T16:50:48.588 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T16:50:48.600 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T16:50:48.600 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T16:50:48.600 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:50:48.647 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T16:50:48.675 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T16:50:48.703 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T16:50:48.748 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T16:50:48.959 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T16:50:49.059 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T16:50:49.136 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T16:50:49.161 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T16:50:49.199 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T16:50:49.216 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T16:50:49.274 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T16:50:49.308 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T16:50:49.340 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 145/287 2024-09-12T16:50:49.350 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T16:50:49.380 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T16:50:49.392 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T16:50:49.409 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T16:50:49.433 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T16:50:49.459 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T16:50:49.473 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T16:50:49.488 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T16:50:49.509 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T16:50:49.519 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T16:50:49.534 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T16:50:49.545 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T16:50:49.573 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T16:50:49.576 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T16:50:49.599 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T16:50:49.605 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T16:50:49.630 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T16:50:49.672 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T16:50:49.703 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T16:50:49.770 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T16:50:49.820 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T16:50:49.859 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T16:50:49.879 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T16:50:49.903 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T16:50:49.917 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T16:50:49.938 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T16:50:49.946 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T16:50:49.970 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T16:50:49.971 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T16:50:49.997 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T16:50:50.022 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T16:50:50.046 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T16:50:50.047 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T16:50:50.074 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T16:50:50.081 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 51/287 2024-09-12T16:50:50.110 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T16:50:50.124 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 52/287 2024-09-12T16:50:50.166 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T16:50:50.166 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 53/287 2024-09-12T16:50:50.225 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T16:50:50.242 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T16:50:50.276 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T16:50:50.303 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T16:50:50.385 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T16:50:50.453 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T16:50:50.752 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T16:50:50.894 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T16:50:50.950 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T16:50:50.976 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T16:50:50.984 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T16:50:51.012 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T16:50:51.074 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T16:50:51.089 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T16:50:51.118 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T16:50:51.137 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T16:50:51.160 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T16:50:51.180 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T16:50:51.191 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T16:50:51.206 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T16:50:51.231 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T16:50:51.232 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T16:50:51.268 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T16:50:51.273 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T16:50:51.297 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T16:50:51.304 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T16:50:51.368 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T16:50:51.399 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T16:50:51.425 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T16:50:51.460 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T16:50:51.498 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 68/287 2024-09-12T16:50:51.530 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T16:50:51.563 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T16:50:51.604 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T16:50:51.662 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T16:50:51.698 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T16:50:51.734 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T16:50:51.827 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T16:50:51.899 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T16:50:51.974 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T16:50:52.020 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T16:50:52.056 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T16:50:52.103 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T16:50:52.148 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T16:50:52.191 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T16:50:52.330 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T16:50:52.375 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T16:50:52.408 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T16:50:52.515 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T16:50:52.552 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T16:50:52.593 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T16:50:52.643 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 89/287 2024-09-12T16:50:52.675 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T16:50:52.759 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T16:50:52.887 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T16:50:52.927 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T16:50:53.141 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T16:50:53.187 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T16:50:53.218 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T16:50:53.248 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T16:50:53.289 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T16:50:53.317 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T16:50:53.331 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T16:50:53.331 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T16:50:53.331 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:50:53.513 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T16:50:53.586 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T16:50:53.633 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T16:50:53.657 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T16:50:53.683 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T16:50:53.708 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T16:50:54.136 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T16:50:54.162 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T16:50:54.178 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T16:50:54.178 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T16:50:54.178 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:50:54.227 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T16:50:54.261 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T16:50:54.294 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T16:50:54.337 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T16:50:54.379 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T16:50:54.471 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T16:50:54.526 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T16:50:54.557 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T16:50:54.664 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T16:50:54.716 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T16:50:55.462 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T16:50:55.513 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T16:50:55.546 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T16:50:55.649 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T16:50:55.689 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T16:50:55.880 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T16:50:55.919 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T16:50:55.990 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T16:50:56.494 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T16:50:56.561 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T16:50:56.598 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T16:50:56.632 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T16:50:56.665 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T16:50:56.848 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T16:50:56.879 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T16:50:56.966 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T16:50:57.656 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T16:50:57.779 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T16:50:59.051 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T16:50:59.131 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T16:50:59.187 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T16:50:59.247 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T16:50:59.277 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T16:50:59.307 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T16:50:59.319 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T16:50:59.319 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T16:50:59.319 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:50:59.366 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T16:50:59.394 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T16:50:59.422 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T16:50:59.743 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T16:50:59.785 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T16:50:59.868 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 144/287 2024-09-12T16:50:59.901 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 145/287 2024-09-12T16:50:59.932 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T16:50:59.962 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T16:51:00.022 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T16:51:00.052 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T16:51:00.086 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T16:51:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T16:51:00.159 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T16:51:00.449 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T16:51:00.486 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T16:51:00.515 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T16:51:00.539 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T16:51:00.565 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T16:51:00.599 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T16:51:00.624 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T16:51:00.652 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T16:51:00.688 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T16:51:00.735 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T16:51:00.764 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T16:51:00.811 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T16:51:00.838 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T16:51:01.290 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T16:51:01.422 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T16:51:01.478 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T16:51:01.503 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T16:51:01.531 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T16:51:01.606 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T16:51:01.647 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T16:51:01.670 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T16:51:01.691 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T16:51:01.717 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T16:51:01.742 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T16:51:01.777 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T16:51:01.806 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T16:51:03.115 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T16:51:03.162 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T16:51:03.207 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T16:51:03.260 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T16:51:03.289 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T16:51:03.325 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T16:51:03.814 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T16:51:03.846 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T16:51:03.926 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T16:51:03.956 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 184/287 2024-09-12T16:51:06.285 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T16:51:06.319 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T16:51:06.879 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T16:51:06.922 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T16:51:07.020 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T16:51:07.020 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T16:51:07.020 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T16:51:07.021 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:07.048 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T16:51:13.443 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T16:51:13.481 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T16:51:13.534 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T16:51:13.578 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T16:51:13.609 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T16:51:13.644 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T16:51:14.137 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T16:51:14.174 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T16:51:14.237 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 183/287 2024-09-12T16:51:14.259 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 184/287 2024-09-12T16:51:16.293 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T16:51:16.293 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /sys 2024-09-12T16:51:16.293 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /proc 2024-09-12T16:51:16.293 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /mnt 2024-09-12T16:51:16.293 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /var/tmp 2024-09-12T16:51:16.294 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /home 2024-09-12T16:51:16.294 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /root 2024-09-12T16:51:16.294 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /tmp 2024-09-12T16:51:16.294 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:16.471 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T16:51:16.486 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T16:51:16.486 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:16.486 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T16:51:16.487 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:16.564 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T16:51:16.597 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T16:51:17.159 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 185/287 2024-09-12T16:51:17.208 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T16:51:17.303 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 186/287 2024-09-12T16:51:17.303 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T16:51:17.304 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T16:51:17.304 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:17.334 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T16:51:17.954 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T16:51:17.981 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T16:51:17.982 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:17.982 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T16:51:17.982 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T16:51:17.982 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T16:51:17.982 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:18.220 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T16:51:18.243 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T16:51:18.243 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:18.243 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T16:51:18.243 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T16:51:18.243 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T16:51:18.243 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:18.689 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T16:51:18.712 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T16:51:18.712 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:18.712 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T16:51:18.713 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T16:51:18.713 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T16:51:18.713 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:18.814 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T16:51:21.610 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T16:51:21.714 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T16:51:21.770 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T16:51:21.835 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T16:51:22.035 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T16:51:22.084 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T16:51:22.162 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T16:51:22.250 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T16:51:22.397 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T16:51:22.434 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T16:51:22.476 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T16:51:23.336 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T16:51:23.390 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T16:51:23.748 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T16:51:23.788 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T16:51:23.820 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T16:51:23.847 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T16:51:23.882 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T16:51:23.927 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T16:51:23.963 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T16:51:23.989 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T16:51:24.015 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T16:51:24.039 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T16:51:24.074 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T16:51:24.100 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T16:51:24.127 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T16:51:24.157 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T16:51:24.185 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T16:51:24.212 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T16:51:24.247 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T16:51:24.278 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T16:51:24.313 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T16:51:24.372 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T16:51:24.409 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T16:51:24.455 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T16:51:24.514 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T16:51:24.558 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T16:51:24.590 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T16:51:24.613 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T16:51:24.666 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T16:51:24.699 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T16:51:24.758 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T16:51:24.792 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T16:51:24.826 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T16:51:24.993 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T16:51:25.026 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T16:51:25.053 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T16:51:25.080 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T16:51:25.112 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T16:51:25.225 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T16:51:25.286 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T16:51:25.363 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T16:51:25.391 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T16:51:25.506 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T16:51:25.547 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T16:51:25.562 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T16:51:25.600 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T16:51:25.623 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T16:51:26.055 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T16:51:26.085 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T16:51:26.101 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T16:51:26.102 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T16:51:26.102 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:26.354 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T16:51:26.432 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T16:51:26.478 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T16:51:26.509 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 187/287 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /sys 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /proc 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /mnt 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /var/tmp 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /home 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /root 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /tmp 2024-09-12T16:51:26.510 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:26.515 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T16:51:26.539 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T16:51:26.690 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T16:51:26.706 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 188/287 2024-09-12T16:51:26.706 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:26.706 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T16:51:26.707 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:26.972 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T16:51:27.011 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T16:51:27.027 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T16:51:27.566 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T16:51:27.648 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T16:51:27.686 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T16:51:27.715 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T16:51:27.929 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T16:51:27.986 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T16:51:28.013 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T16:51:28.034 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T16:51:28.064 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T16:51:28.127 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T16:51:28.157 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T16:51:28.158 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T16:51:28.169 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T16:51:28.184 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 189/287 2024-09-12T16:51:28.184 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:28.185 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T16:51:28.185 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T16:51:28.185 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T16:51:28.185 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:28.192 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T16:51:28.212 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T16:51:28.235 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T16:51:28.408 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T16:51:28.431 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 190/287 2024-09-12T16:51:28.431 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:28.431 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T16:51:28.431 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T16:51:28.432 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T16:51:28.432 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:28.672 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T16:51:28.699 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T16:51:28.733 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 265/287 2024-09-12T16:51:28.799 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 266/287 2024-09-12T16:51:28.826 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T16:51:28.891 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T16:51:28.915 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 191/287 2024-09-12T16:51:28.915 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:28.915 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T16:51:28.915 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T16:51:28.915 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T16:51:28.916 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:29.017 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T16:51:31.865 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T16:51:31.984 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T16:51:32.032 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T16:51:32.040 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T16:51:32.096 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T16:51:32.113 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T16:51:32.299 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T16:51:32.362 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T16:51:32.448 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T16:51:32.587 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T16:51:32.726 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T16:51:32.762 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T16:51:32.804 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T16:51:33.053 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T16:51:33.088 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T16:51:33.201 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T16:51:33.367 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 270/287 2024-09-12T16:51:33.390 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T16:51:33.414 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T16:51:33.415 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:33.415 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T16:51:33.415 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T16:51:33.415 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T16:51:33.416 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:33.466 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T16:51:33.477 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T16:51:33.501 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 273/287 2024-09-12T16:51:33.529 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T16:51:33.578 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T16:51:33.610 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T16:51:33.625 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T16:51:33.626 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T16:51:33.626 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:33.666 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T16:51:33.726 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T16:51:34.085 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T16:51:34.133 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T16:51:34.163 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T16:51:34.191 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T16:51:34.226 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T16:51:34.263 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T16:51:34.291 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T16:51:34.316 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T16:51:34.342 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T16:51:34.367 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T16:51:34.393 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T16:51:34.418 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T16:51:34.445 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T16:51:34.476 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T16:51:34.503 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T16:51:34.542 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T16:51:34.574 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T16:51:34.586 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T16:51:34.605 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T16:51:34.609 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T16:51:34.609 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:34.609 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T16:51:34.609 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T16:51:34.609 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T16:51:34.609 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:34.639 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T16:51:34.661 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T16:51:34.673 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T16:51:34.684 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T16:51:34.685 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:34.685 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T16:51:34.685 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:34.710 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T16:51:34.749 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T16:51:34.791 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T16:51:34.836 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T16:51:34.867 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T16:51:34.890 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T16:51:34.943 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T16:51:34.984 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T16:51:35.004 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T16:51:35.014 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T16:51:35.027 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T16:51:35.027 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:35.027 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T16:51:35.027 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T16:51:35.027 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T16:51:35.028 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:35.043 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T16:51:35.069 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T16:51:35.235 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T16:51:35.269 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T16:51:35.299 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T16:51:35.348 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T16:51:35.372 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T16:51:35.493 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T16:51:35.556 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T16:51:35.627 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T16:51:35.661 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T16:51:35.768 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T16:51:35.808 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T16:51:35.827 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T16:51:35.862 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T16:51:35.885 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T16:51:36.265 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T16:51:36.297 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T16:51:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T16:51:36.313 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T16:51:36.313 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:36.548 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T16:51:36.617 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T16:51:36.656 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T16:51:36.692 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T16:51:36.717 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T16:51:37.150 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T16:51:37.179 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T16:51:37.196 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T16:51:37.690 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T16:51:37.774 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T16:51:37.804 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T16:51:37.832 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T16:51:38.015 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T16:51:38.069 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T16:51:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T16:51:38.117 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T16:51:38.162 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T16:51:38.228 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T16:51:38.266 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T16:51:38.277 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T16:51:38.299 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T16:51:38.316 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T16:51:38.342 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T16:51:38.823 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T16:51:38.848 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 264/287 2024-09-12T16:51:38.874 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 265/287 2024-09-12T16:51:38.942 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 266/287 2024-09-12T16:51:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T16:51:39.324 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 280/287 2024-09-12T16:51:39.365 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 281/287 2024-09-12T16:51:39.397 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 282/287 2024-09-12T16:51:39.501 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 283/287 2024-09-12T16:51:39.557 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T16:51:39.588 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T16:51:39.589 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T16:51:39.681 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T16:51:39.681 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:51:39.795 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:51:39.819 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T16:51:39.826 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T16:51:39.835 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T16:51:39.845 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T16:51:39.845 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T16:51:39.845 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T16:51:39.845 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:39.901 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T16:51:39.969 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T16:51:42.202 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 267/287 2024-09-12T16:51:42.272 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T16:51:43.234 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 268/287 2024-09-12T16:51:43.272 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T16:51:43.387 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 269/287 2024-09-12T16:51:43.552 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 270/287 2024-09-12T16:51:43.575 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T16:51:43.599 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 271/287 2024-09-12T16:51:43.599 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:43.599 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T16:51:43.599 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T16:51:43.599 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T16:51:43.599 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:43.650 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T16:51:43.662 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 272/287 2024-09-12T16:51:43.685 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 273/287 2024-09-12T16:51:43.714 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T16:51:43.762 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T16:51:43.786 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T16:51:43.802 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T16:51:43.802 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T16:51:43.802 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:44.762 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T16:51:44.786 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 277/287 2024-09-12T16:51:44.786 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:44.786 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T16:51:44.786 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T16:51:44.786 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T16:51:44.786 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:44.829 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T16:51:44.852 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4762.gbad47 278/287 2024-09-12T16:51:44.852 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:44.852 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T16:51:44.852 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:45.178 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T16:51:45.202 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 279/287 2024-09-12T16:51:45.202 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T16:51:45.202 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T16:51:45.202 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T16:51:45.202 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T16:51:45.202 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:49.476 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 280/287 2024-09-12T16:51:49.516 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 281/287 2024-09-12T16:51:49.548 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 282/287 2024-09-12T16:51:49.626 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 1/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 3/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 4/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 5/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 6/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 7/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 8/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 9/287 2024-09-12T16:51:49.627 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 13/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 14/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 15/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 16/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 17/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 18/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 19/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 20/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 21/287 2024-09-12T16:51:49.628 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 22/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 23/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 25/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 26/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 27/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 28/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 29/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 30/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 31/287 2024-09-12T16:51:49.629 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 32/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 33/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 34/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 35/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 36/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T16:51:49.630 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T16:51:49.631 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T16:51:49.632 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T16:51:49.633 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T16:51:49.634 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T16:51:49.635 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T16:51:49.636 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T16:51:49.637 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T16:51:49.637 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T16:51:49.637 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T16:51:49.637 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T16:51:49.638 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T16:51:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T16:51:49.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T16:51:49.641 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T16:51:49.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T16:51:49.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T16:51:49.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T16:51:49.645 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T16:51:49.646 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 243/287 2024-09-12T16:51:49.647 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T16:51:49.648 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T16:51:49.649 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T16:51:49.650 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T16:51:49.651 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 286/287 2024-09-12T16:51:49.652 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 283/287 2024-09-12T16:51:49.707 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T16:51:49.739 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T16:51:49.739 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T16:51:49.823 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T16:51:49.823 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:51:49.914 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:51:49.933 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T16:51:49.940 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T16:51:49.949 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T16:51:49.960 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T16:51:49.960 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T16:51:49.960 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T16:51:49.960 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:51:50.017 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T16:51:50.088 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T16:51:53.123 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout:Upgraded: 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T16:51:53.124 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T16:51:53.125 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.126 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T16:51:53.127 INFO:teuthology.orchestra.run.smithi175.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T16:51:53.128 INFO:teuthology.orchestra.run.smithi175.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: guava-30.1-6.el9.noarch 2024-09-12T16:51:53.129 INFO:teuthology.orchestra.run.smithi175.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T16:51:53.130 INFO:teuthology.orchestra.run.smithi175.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T16:51:53.131 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T16:51:53.132 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T16:51:53.133 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T16:51:53.134 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T16:51:53.135 INFO:teuthology.orchestra.run.smithi175.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T16:51:53.136 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T16:51:53.137 INFO:teuthology.orchestra.run.smithi175.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T16:51:53.138 INFO:teuthology.orchestra.run.smithi175.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.139 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T16:51:53.140 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T16:51:53.141 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T16:51:53.142 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T16:51:53.143 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T16:51:53.144 INFO:teuthology.orchestra.run.smithi175.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T16:51:53.145 INFO:teuthology.orchestra.run.smithi175.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T16:51:53.146 INFO:teuthology.orchestra.run.smithi175.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T16:51:53.146 INFO:teuthology.orchestra.run.smithi175.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T16:51:53.146 INFO:teuthology.orchestra.run.smithi175.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T16:51:53.146 INFO:teuthology.orchestra.run.smithi175.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T16:51:53.146 INFO:teuthology.orchestra.run.smithi175.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T16:51:53.146 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T16:51:53.146 INFO:teuthology.orchestra.run.smithi175.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T16:51:53.147 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:51:53.147 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-09-12T16:51:53.550 DEBUG:teuthology.parallel:result is None 2024-09-12T16:52:00.105 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:52:00.105 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 1/287 2024-09-12T16:52:00.105 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2/287 2024-09-12T16:52:00.105 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 3/287 2024-09-12T16:52:00.105 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 4/287 2024-09-12T16:52:00.105 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4762.gbad47 5/287 2024-09-12T16:52:00.105 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 6/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 7/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 8/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 9/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 10/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 11/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 12/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_ 13/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 14/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 15/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_6 16/287 2024-09-12T16:52:00.106 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86 17/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 18/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el 19/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-common-2:19.3.0-4762.gbad475c1.el9. 20/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_6 21/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 22/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 23/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 24/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 25/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 26/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 27/287 2024-09-12T16:52:00.107 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1. 28/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noa 29/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.n 30/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad 31/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el 32/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 33/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.e 34/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 35/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 36/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T16:52:00.108 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T16:52:00.109 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T16:52:00.110 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T16:52:00.111 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T16:52:00.112 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T16:52:00.113 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T16:52:00.114 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T16:52:00.115 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T16:52:00.116 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T16:52:00.117 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T16:52:00.118 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T16:52:00.119 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T16:52:00.120 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T16:52:00.121 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T16:52:00.122 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T16:52:00.123 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T16:52:00.124 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T16:52:00.125 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T16:52:00.126 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T16:52:00.127 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 243/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T16:52:00.128 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T16:52:00.129 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T16:52:00.130 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T16:52:00.131 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T16:52:00.131 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T16:52:00.131 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T16:52:00.131 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T16:52:00.131 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T16:52:00.131 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T16:52:00.132 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 284/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T16:52:00.133 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 286/287 2024-09-12T16:52:03.633 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T16:52:03.633 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:03.633 INFO:teuthology.orchestra.run.smithi123.stdout:Upgraded: 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: librados2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T16:52:03.634 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T16:52:03.635 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.636 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.637 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm-2:19.3.0-4762.gbad475c1.el9.noarch 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T16:52:03.638 INFO:teuthology.orchestra.run.smithi123.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T16:52:03.639 INFO:teuthology.orchestra.run.smithi123.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T16:52:03.640 INFO:teuthology.orchestra.run.smithi123.stdout: guava-30.1-6.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T16:52:03.641 INFO:teuthology.orchestra.run.smithi123.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T16:52:03.642 INFO:teuthology.orchestra.run.smithi123.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.643 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T16:52:03.644 INFO:teuthology.orchestra.run.smithi123.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.645 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T16:52:03.646 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T16:52:03.647 INFO:teuthology.orchestra.run.smithi123.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T16:52:03.648 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T16:52:03.649 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T16:52:03.650 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.651 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T16:52:03.652 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T16:52:03.653 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T16:52:03.654 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.655 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T16:52:03.656 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T16:52:03.657 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd-2:19.3.0-4762.gbad475c1.el9.x86_64 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T16:52:03.658 INFO:teuthology.orchestra.run.smithi123.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T16:52:03.659 INFO:teuthology.orchestra.run.smithi123.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T16:52:03.660 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:03.660 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-09-12T16:52:04.063 DEBUG:teuthology.parallel:result is None 2024-09-12T16:52:04.064 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:52:04.217 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T16:52:04.289 INFO:teuthology.orchestra.run.smithi123.stdout:19.3.0-4762.gbad475c1.el9 2024-09-12T16:52:04.289 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762.gbad475c1.el9 2024-09-12T16:52:04.289 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762.gbad475c1 is installed. 2024-09-12T16:52:04.291 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:52:04.439 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T16:52:04.512 INFO:teuthology.orchestra.run.smithi175.stdout:19.3.0-4762.gbad475c1.el9 2024-09-12T16:52:04.513 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762.gbad475c1.el9 2024-09-12T16:52:04.513 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762.gbad475c1 is installed. 2024-09-12T16:52:04.515 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T16:52:04.515 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:04.515 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T16:52:04.557 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:04.557 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T16:52:04.605 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T16:52:04.605 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:04.606 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T16:52:04.645 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T16:52:04.722 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:04.722 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T16:52:04.769 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T16:52:04.854 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T16:52:04.854 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:04.854 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T16:52:04.893 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T16:52:04.970 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:04.971 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T16:52:05.009 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T16:52:05.090 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T16:52:05.090 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:05.090 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T16:52:05.128 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T16:52:05.206 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:05.206 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T16:52:05.245 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T16:52:05.324 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T16:52:05.418 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T16:52:05.419 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 777 /var/log/ceph 2024-09-12T16:52:05.421 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 777 /var/log/ceph 2024-09-12T16:52:05.462 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T16:52:05.462 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T16:52:05.501 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T16:52:05.540 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T16:52:05.541 DEBUG:teuthology.orchestra.run.smithi123:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T16:52:05.579 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T16:52:05.630 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T16:52:05.630 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T16:52:05.630 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693', 'branch': 'wip-rgw-meta-handlers', 'description': 'rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind}', 'email': None, 'first_in_suite': False, 'job_id': '7902693', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rgw-meta-handlers'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rgw-meta-handlers', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 6279, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-rgw-meta-handlers', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'targets': {'smithi123.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBeMUIY0I3RIEGeWYsIZ6t/HvOhWsDlO7WSt/+PMdS5mq1VroyXfMvD53qtppAZaI1Xk0fL1Yvmht0vv/3XO/R0=', 'smithi175.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBORivnV/6GU9on8vsyXC88Ozkfa/7QNMESIH3Kc6pM38BSFf2/HGg6Vfh0lbdMXqE+3ZjXCYcnMZ4ydNbeKWTg0='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-12_15:39:52', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T16:52:05.631 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T16:52:05.658 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T16:52:05.688 DEBUG:teuthology.orchestra.run.smithi123:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T16:52:05.728 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T16:52:05.767 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:05.767 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T16:52:05.838 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T16:52:05.838 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_1 2024-09-12T16:52:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T16:52:05.907 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:05.907 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-12T16:52:05.907 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:05.907 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:05.907 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-12 16:51:51.132158669 +0000 2024-09-12T16:52:05.908 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-12 16:49:24.459979946 +0000 2024-09-12T16:52:05.908 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-12 16:49:24.459979946 +0000 2024-09-12T16:52:05.908 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-12 16:49:24.459979946 +0000 2024-09-12T16:52:05.908 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T16:52:05.983 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-12T16:52:05.984 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-12T16:52:05.984 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000259338 s, 2.0 MB/s 2024-09-12T16:52:05.985 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T16:52:06.054 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_2 2024-09-12T16:52:06.123 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T16:52:06.123 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:06.123 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-12T16:52:06.123 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:06.123 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:06.124 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-12 16:51:51.133158644 +0000 2024-09-12T16:52:06.124 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-12 16:49:24.810971595 +0000 2024-09-12T16:52:06.124 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-12 16:49:24.810971595 +0000 2024-09-12T16:52:06.124 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-12 16:49:24.810971595 +0000 2024-09-12T16:52:06.124 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T16:52:06.201 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-12T16:52:06.201 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-12T16:52:06.201 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000206666 s, 2.5 MB/s 2024-09-12T16:52:06.202 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T16:52:06.274 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_3 2024-09-12T16:52:06.342 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T16:52:06.342 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:06.342 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-12T16:52:06.342 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-12 16:51:51.133158644 +0000 2024-09-12T16:52:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-12 16:49:25.145963623 +0000 2024-09-12T16:52:06.343 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-12 16:49:25.145963623 +0000 2024-09-12T16:52:06.343 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-12 16:49:25.145963623 +0000 2024-09-12T16:52:06.343 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T16:52:06.419 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-12T16:52:06.420 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-12T16:52:06.420 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000181273 s, 2.8 MB/s 2024-09-12T16:52:06.421 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T16:52:06.491 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_4 2024-09-12T16:52:06.560 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T16:52:06.560 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:06.561 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-12T16:52:06.561 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:06.561 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:06.561 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-12 16:51:51.134158620 +0000 2024-09-12T16:52:06.561 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-12 16:49:25.475955772 +0000 2024-09-12T16:52:06.561 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-12 16:49:25.475955772 +0000 2024-09-12T16:52:06.561 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-12 16:49:25.475955772 +0000 2024-09-12T16:52:06.561 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T16:52:06.637 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-12T16:52:06.637 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-12T16:52:06.637 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000194095 s, 2.6 MB/s 2024-09-12T16:52:06.639 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T16:52:06.708 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:06.708 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:06.708 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T16:52:06.739 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T16:52:06.739 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_1 2024-09-12T16:52:06.809 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T16:52:06.809 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:06.809 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-12T16:52:06.809 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:06.809 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:06.809 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-12 16:51:40.915579102 +0000 2024-09-12T16:52:06.809 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-12 16:49:24.461520444 +0000 2024-09-12T16:52:06.810 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-12 16:49:24.461520444 +0000 2024-09-12T16:52:06.810 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-12 16:49:24.461520444 +0000 2024-09-12T16:52:06.810 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T16:52:06.888 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-12T16:52:06.888 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-12T16:52:06.888 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.00020422 s, 2.5 MB/s 2024-09-12T16:52:06.889 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T16:52:06.960 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_2 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-12 16:51:40.915579102 +0000 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-12 16:49:24.810514827 +0000 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-12 16:49:24.810514827 +0000 2024-09-12T16:52:07.030 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-12 16:49:24.810514827 +0000 2024-09-12T16:52:07.031 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T16:52:07.108 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-12T16:52:07.108 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-12T16:52:07.108 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000185938 s, 2.8 MB/s 2024-09-12T16:52:07.109 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T16:52:07.179 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_3 2024-09-12T16:52:07.248 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-12 16:51:40.916579087 +0000 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-12 16:49:25.128509708 +0000 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-12 16:49:25.128509708 +0000 2024-09-12T16:52:07.249 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-12 16:49:25.128509708 +0000 2024-09-12T16:52:07.249 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T16:52:07.327 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-12T16:52:07.327 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-12T16:52:07.327 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000208138 s, 2.5 MB/s 2024-09-12T16:52:07.328 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T16:52:07.398 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_4 2024-09-12T16:52:07.470 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T16:52:07.470 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T16:52:07.470 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-12T16:52:07.470 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T16:52:07.470 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T16:52:07.470 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-09-12 16:51:40.916579087 +0000 2024-09-12T16:52:07.471 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-09-12 16:49:25.459504381 +0000 2024-09-12T16:52:07.471 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-09-12 16:49:25.459504381 +0000 2024-09-12T16:52:07.471 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-09-12 16:49:25.459504381 +0000 2024-09-12T16:52:07.471 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T16:52:07.547 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-09-12T16:52:07.547 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-09-12T16:52:07.548 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000165268 s, 3.1 MB/s 2024-09-12T16:52:07.549 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T16:52:07.618 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:07.619 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi123.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi175.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T16:52:07.619 INFO:tasks.ceph:Generating config... 2024-09-12T16:52:07.620 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-12T16:52:07.620 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-12T16:52:07.620 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw enable ops log = True 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-12T16:52:07.621 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-12T16:52:07.622 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-12T16:52:07.622 INFO:tasks.ceph:[client] setuser = ceph 2024-09-12T16:52:07.622 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-12T16:52:07.622 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-12T16:52:07.622 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2024-09-12T16:52:07.622 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-12T16:52:07.622 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-12T16:52:07.622 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-12T16:52:07.622 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T16:52:07.622 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T16:52:07.622 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T16:52:07.622 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T16:52:07.623 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T16:52:07.623 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-12T16:52:07.623 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] osd fast shutdown = False 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T16:52:07.624 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-12T16:52:07.624 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T16:52:07.625 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T16:52:07.692 INFO:teuthology.orchestra.run.smithi123.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T16:52:07.695 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T16:52:07.754 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T16:52:07.793 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.123'), ('mon.c', '[v2:172.21.15.123:3301,v1:172.21.15.123:6790]'), ('mon.b', '172.21.15.175')] 2024-09-12T16:52:07.793 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.123,[v2:172.21.15.123:3301,v1:172.21.15.123:6790],172.21.15.175', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-12T16:52:07.794 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:07.794 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T16:52:07.862 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.123 --addv c '[v2:172.21.15.123:3301,v1:172.21.15.123:6790]' --add b 172.21.15.175 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:07.960 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:52:07.961 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:52:07.961 INFO:teuthology.orchestra.run.smithi123.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:07.961 INFO:teuthology.orchestra.run.smithi123.stdout:monmaptool: generated fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T16:52:07.961 INFO:teuthology.orchestra.run.smithi123.stdout:setting min_mon_release = quincy 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:epoch 0 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:created 2024-09-12T16:52:07.960790+0000 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:min_mon_release 17 (quincy) 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:election_strategy: 1 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T16:52:07.962 INFO:teuthology.orchestra.run.smithi123.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T16:52:07.963 DEBUG:teuthology.orchestra.run.smithi123:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T16:52:07.992 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 5edf5046-2fdf-41de-aff8-847bcf39a1a2... 2024-09-12T16:52:07.993 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T16:52:08.035 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T16:52:08.091 INFO:teuthology.orchestra.run.smithi123.stdout:[global] 2024-09-12T16:52:08.091 INFO:teuthology.orchestra.run.smithi123.stdout: chdir = "" 2024-09-12T16:52:08.091 INFO:teuthology.orchestra.run.smithi123.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T16:52:08.091 INFO:teuthology.orchestra.run.smithi123.stdout: auth supported = cephx 2024-09-12T16:52:08.091 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: filestore xattr use omap = true 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: mon clock drift allowed = 1.000 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: osd crush chooseleaf type = 0 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: auth debug = true 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: ms die on old message = true 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: ms die on bug = true 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T16:52:08.092 INFO:teuthology.orchestra.run.smithi123.stdout: mon pg warn max object skew = 0 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: osd pool default size = 2 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd allow primary affinity = true 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd allow pg remap = true 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on legacy crush tunables = false 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on crush straw calc version zero = false 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on no sortbitwise = false 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on osd down out interval zero = false 2024-09-12T16:52:08.093 INFO:teuthology.orchestra.run.smithi123.stdout: mon warn on too few osds = false 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: mon_allow_pool_size_one = true 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: osd default data pool replay window = 5 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: mon allow pool delete = true 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: mon cluster log file level = debug 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: debug asserts on shutdown = true 2024-09-12T16:52:08.094 INFO:teuthology.orchestra.run.smithi123.stdout: mon health detail to clog = false 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: mon host = "172.21.15.123,[v2:172.21.15.123:3301,v1:172.21.15.123:6790],172.21.15.175" 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: mon client directed command retry = 5 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: ms inject socket failures = 5000 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: osd heartbeat grace = 40 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: osd_max_pg_log_entries = 10 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: osd_min_pg_log_entries = 10 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: rgw override bucket index max shards = 1 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: fsid = 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout:[osd] 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: osd journal size = 100 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: osd scrub load threshold = 5.0 2024-09-12T16:52:08.095 INFO:teuthology.orchestra.run.smithi123.stdout: osd scrub max interval = 600 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd mclock profile = high_recovery_ops 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd recover clone overlap = true 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd recovery max chunk = 1048576 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug shutdown = true 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug op order = true 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug verify stray on activate = true 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug trim objects = true 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd open classes on start = true 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug pg log writeout = true 2024-09-12T16:52:08.096 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: osd deep scrub update digest min age = 30 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: osd map max advance = 10 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: journal zero on create = true 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: filestore ondisk finisher threads = 3 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: filestore apply finisher threads = 3 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: bdev debug aio = true 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: osd debug misdirected ops = true 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: bdev async discard = True 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: bdev enable discard = True 2024-09-12T16:52:08.097 INFO:teuthology.orchestra.run.smithi123.stdout: bluestore allocator = bitmap 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: bluestore block size = 96636764160 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: bluestore fsck on mount = True 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: debug bluefs = 1/20 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: debug bluestore = 1/20 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 1 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: debug objclass = 20 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: debug osd = 20 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: debug rocksdb = 4/10 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd full ratio = 0.9 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd nearfull ratio = 0.8 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: osd failsafe full ratio = 0.95 2024-09-12T16:52:08.098 INFO:teuthology.orchestra.run.smithi123.stdout: osd fast shutdown = False 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: osd objectstore = bluestore 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: osd shutdown pgref assert = True 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout:[mgr] 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 1 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: debug mgr = 20 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: debug mon = 20 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: debug auth = 20 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min pgs per osd = 4 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min bytes per osd = 10 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: mgr/telemetry/nag = false 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout:[mon] 2024-09-12T16:52:08.099 INFO:teuthology.orchestra.run.smithi123.stdout: debug ms = 1 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: debug mon = 20 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: debug paxos = 20 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: debug auth = 20 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: mon data avail warn = 5 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: mon mgr mkfs grace = 240 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min pgs per osd = 4 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd reporter subtree level = osd 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd prime pg temp = true 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: mon reweight min bytes per osd = 10 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T16:52:08.100 INFO:teuthology.orchestra.run.smithi123.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: # 1m isn't quite enough 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: mon_down_mkfs_grace = 2m 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: mon_warn_on_filestore_osds = false 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: mon osd crush smoke test = False 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout:[client] 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: rgw cache enabled = true 2024-09-12T16:52:08.101 INFO:teuthology.orchestra.run.smithi123.stdout: rgw enable ops log = True 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: rgw enable usage log = true 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: debug rgw = 20 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: debug rgw notification = 20 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: rgw bucket counters cache = True 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: rgw crypt require ssl = False 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: rgw crypt s3 kms backend = testing 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T16:52:08.102 INFO:teuthology.orchestra.run.smithi123.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: rgw reshard progress judge interval = 10 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: rgw s3 auth use sts = True 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: rgw torrent flag = True 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: rgw user counters cache = True 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: setgroup = ceph 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout: setuser = ceph 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout:[mon.a] 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout:[mon.c] 2024-09-12T16:52:08.103 INFO:teuthology.orchestra.run.smithi123.stdout:[mon.b] 2024-09-12T16:52:08.104 INFO:teuthology.orchestra.run.smithi175.stdout:[global] 2024-09-12T16:52:08.104 INFO:teuthology.orchestra.run.smithi175.stdout: chdir = "" 2024-09-12T16:52:08.104 INFO:teuthology.orchestra.run.smithi175.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T16:52:08.104 INFO:teuthology.orchestra.run.smithi175.stdout: auth supported = cephx 2024-09-12T16:52:08.104 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.104 INFO:teuthology.orchestra.run.smithi175.stdout: filestore xattr use omap = true 2024-09-12T16:52:08.104 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: mon clock drift allowed = 1.000 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: osd crush chooseleaf type = 0 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: auth debug = true 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: ms die on old message = true 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: ms die on bug = true 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: mon pg warn max object skew = 0 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T16:52:08.105 INFO:teuthology.orchestra.run.smithi175.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: osd pool default size = 2 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd allow primary affinity = true 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd allow pg remap = true 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on legacy crush tunables = false 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on crush straw calc version zero = false 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on no sortbitwise = false 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on osd down out interval zero = false 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon warn on too few osds = false 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: mon_allow_pool_size_one = true 2024-09-12T16:52:08.106 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: osd default data pool replay window = 5 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: mon allow pool delete = true 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: mon cluster log file level = debug 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: debug asserts on shutdown = true 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: mon health detail to clog = false 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: mon host = "172.21.15.123,[v2:172.21.15.123:3301,v1:172.21.15.123:6790],172.21.15.175" 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: mon client directed command retry = 5 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: ms inject socket failures = 5000 2024-09-12T16:52:08.107 INFO:teuthology.orchestra.run.smithi175.stdout: osd heartbeat grace = 40 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd_max_pg_log_entries = 10 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd_min_pg_log_entries = 10 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: rgw override bucket index max shards = 1 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: fsid = 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout:[osd] 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd journal size = 100 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd scrub load threshold = 5.0 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd scrub max interval = 600 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd mclock profile = high_recovery_ops 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd recover clone overlap = true 2024-09-12T16:52:08.108 INFO:teuthology.orchestra.run.smithi175.stdout: osd recovery max chunk = 1048576 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug shutdown = true 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug op order = true 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug verify stray on activate = true 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug trim objects = true 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd open classes on start = true 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug pg log writeout = true 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd deep scrub update digest min age = 30 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: osd map max advance = 10 2024-09-12T16:52:08.109 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: journal zero on create = true 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: filestore ondisk finisher threads = 3 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: filestore apply finisher threads = 3 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: bdev debug aio = true 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: osd debug misdirected ops = true 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: bdev async discard = True 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: bdev enable discard = True 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore allocator = bitmap 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore block size = 96636764160 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: bluestore fsck on mount = True 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: debug bluefs = 1/20 2024-09-12T16:52:08.110 INFO:teuthology.orchestra.run.smithi175.stdout: debug bluestore = 1/20 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: debug objclass = 20 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: debug osd = 20 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: debug rocksdb = 4/10 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd full ratio = 0.9 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd nearfull ratio = 0.8 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: osd failsafe full ratio = 0.95 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: osd fast shutdown = False 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: osd objectstore = bluestore 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: osd shutdown pgref assert = True 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout:[mgr] 2024-09-12T16:52:08.111 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: debug mgr = 20 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: debug mon = 20 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: debug auth = 20 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min pgs per osd = 4 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min bytes per osd = 10 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: mgr/telemetry/nag = false 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout:[mon] 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: debug ms = 1 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: debug mon = 20 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: debug paxos = 20 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: debug auth = 20 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: mon data avail warn = 5 2024-09-12T16:52:08.112 INFO:teuthology.orchestra.run.smithi175.stdout: mon mgr mkfs grace = 240 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min pgs per osd = 4 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd reporter subtree level = osd 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd prime pg temp = true 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: mon reweight min bytes per osd = 10 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.113 INFO:teuthology.orchestra.run.smithi175.stdout: # 1m isn't quite enough 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: mon_down_mkfs_grace = 2m 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: mon_warn_on_filestore_osds = false 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: mon osd crush smoke test = False 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout:[client] 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: rgw cache enabled = true 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: rgw enable ops log = True 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: rgw enable usage log = true 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: debug rgw = 20 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: debug rgw notification = 20 2024-09-12T16:52:08.114 INFO:teuthology.orchestra.run.smithi175.stdout: rgw bucket counters cache = True 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw crypt require ssl = False 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw crypt s3 kms backend = testing 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw reshard progress judge interval = 10 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw s3 auth use sts = True 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw torrent flag = True 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: rgw user counters cache = True 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: setgroup = ceph 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout: setuser = ceph 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout:[mon.a] 2024-09-12T16:52:08.115 INFO:teuthology.orchestra.run.smithi175.stdout:[mon.c] 2024-09-12T16:52:08.116 INFO:teuthology.orchestra.run.smithi175.stdout:[mon.b] 2024-09-12T16:52:08.117 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T16:52:08.117 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T16:52:08.187 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T16:52:08.187 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:08.187 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T16:52:08.216 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:08.216 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T16:52:08.286 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T16:52:08.286 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:08.286 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T16:52:08.286 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T16:52:08.375 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:08.375 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:08.444 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T16:52:08.444 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:08.444 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T16:52:08.445 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T16:52:08.494 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:08.494 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:08.563 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T16:52:08.563 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T16:52:08.563 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T16:52:08.629 INFO:teuthology.orchestra.run.smithi123.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T16:52:08.632 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T16:52:08.708 INFO:teuthology.orchestra.run.smithi175.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T16:52:08.711 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T16:52:08.711 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T16:52:08.711 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T16:52:08.766 INFO:teuthology.orchestra.run.smithi123.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T16:52:08.779 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T16:52:08.833 INFO:teuthology.orchestra.run.smithi175.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T16:52:08.846 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T16:52:08.846 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi123.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi175.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T16:52:08.846 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T16:52:08.884 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:08.885 INFO:tasks.ceph:role: osd.0 2024-09-12T16:52:08.885 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T16:52:08.885 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T16:52:08.970 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:08.970 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:08.970 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:08.970 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:08.970 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:08.970 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:08.970 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:08.971 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:08.971 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:08.971 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:09.477 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-09-12T16:52:09.479 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-09-12T16:52:09.479 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T16:52:09.596 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T16:52:09.639 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T16:52:09.717 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:09.718 INFO:tasks.ceph:role: osd.1 2024-09-12T16:52:09.718 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T16:52:09.718 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:09.803 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:09.804 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:09.804 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:10.286 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-09-12T16:52:10.288 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-09-12T16:52:10.288 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T16:52:10.360 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T16:52:10.403 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T16:52:10.482 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:10.482 INFO:tasks.ceph:role: osd.2 2024-09-12T16:52:10.482 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T16:52:10.482 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T16:52:10.568 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:10.568 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:10.568 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:10.568 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:10.569 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:10.569 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:10.569 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:10.569 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:10.569 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:10.570 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:11.095 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-09-12T16:52:11.096 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-09-12T16:52:11.097 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T16:52:11.191 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T16:52:11.233 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T16:52:11.311 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:11.311 INFO:tasks.ceph:role: osd.3 2024-09-12T16:52:11.312 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T16:52:11.312 DEBUG:teuthology.orchestra.run.smithi123:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T16:52:11.398 INFO:teuthology.orchestra.run.smithi123.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:11.398 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:11.398 INFO:teuthology.orchestra.run.smithi123.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:11.398 INFO:teuthology.orchestra.run.smithi123.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:11.398 INFO:teuthology.orchestra.run.smithi123.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:11.398 INFO:teuthology.orchestra.run.smithi123.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:11.399 INFO:teuthology.orchestra.run.smithi123.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:11.399 INFO:teuthology.orchestra.run.smithi123.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:11.399 INFO:teuthology.orchestra.run.smithi123.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:11.399 INFO:teuthology.orchestra.run.smithi123.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:11.903 INFO:teuthology.orchestra.run.smithi123.stdout:Discarding blocks...Done. 2024-09-12T16:52:11.906 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi123.front.sepia.ceph.com -o noatime 2024-09-12T16:52:11.907 DEBUG:teuthology.orchestra.run.smithi123:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T16:52:11.995 DEBUG:teuthology.orchestra.run.smithi123:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T16:52:12.041 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:12.106 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:12.103+0000 7f2832945640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T16:52:12.106 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:12.104+0000 7f2832945640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T16:52:12.106 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:12.104+0000 7f2832945640 -1 bdev(0x555be12ed800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:12.106 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:12.104+0000 7f2832945640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T16:52:15.029 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T16:52:15.073 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:15.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:15.173+0000 7fb0a5cda640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T16:52:15.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:15.174+0000 7fb0a5cda640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T16:52:15.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:15.174+0000 7fb0a5cda640 -1 bdev(0x556e7a2f9800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:15.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:15.174+0000 7fb0a5cda640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T16:52:18.081 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T16:52:18.127 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:18.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:18.194+0000 7f5d386e8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T16:52:18.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:18.195+0000 7f5d386e8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T16:52:18.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:18.195+0000 7f5d386e8640 -1 bdev(0x56408f127800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:18.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:18.195+0000 7f5d386e8640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T16:52:21.611 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T16:52:21.658 DEBUG:teuthology.orchestra.run.smithi123:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:21.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:21.728+0000 7fd77e317640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T16:52:21.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:21.728+0000 7fd77e317640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T16:52:21.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:21.728+0000 7fd77e317640 -1 bdev(0x55f9953e9800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:21.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:52:21.728+0000 7fd77e317640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T16:52:24.895 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T16:52:24.943 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T16:52:24.990 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:24.990 INFO:tasks.ceph:role: osd.4 2024-09-12T16:52:24.990 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T16:52:24.991 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T16:52:25.040 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:25.040 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:25.040 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:25.040 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:25.040 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:25.040 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:25.040 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:25.041 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:25.041 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:25.041 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:25.548 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-12T16:52:25.550 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-12T16:52:25.550 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T16:52:25.662 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T16:52:25.710 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T16:52:25.750 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:25.751 INFO:tasks.ceph:role: osd.5 2024-09-12T16:52:25.751 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T16:52:25.751 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T16:52:25.838 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:25.839 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:25.839 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:25.839 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:25.839 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:25.839 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:25.839 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:25.839 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:25.840 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:25.840 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:26.312 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-12T16:52:26.314 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-12T16:52:26.315 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T16:52:26.375 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T16:52:26.417 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T16:52:26.497 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:26.497 INFO:tasks.ceph:role: osd.6 2024-09-12T16:52:26.497 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T16:52:26.498 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T16:52:26.583 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:26.583 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:26.583 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:26.583 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:26.583 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:26.583 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:26.584 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:26.584 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:26.584 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:26.584 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:27.067 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-12T16:52:27.069 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-12T16:52:27.069 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T16:52:27.180 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T16:52:27.224 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T16:52:27.263 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T16:52:27.263 INFO:tasks.ceph:role: osd.7 2024-09-12T16:52:27.263 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T16:52:27.263 DEBUG:teuthology.orchestra.run.smithi175:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T16:52:27.349 INFO:teuthology.orchestra.run.smithi175.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T16:52:27.349 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T16:52:27.349 INFO:teuthology.orchestra.run.smithi175.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T16:52:27.349 INFO:teuthology.orchestra.run.smithi175.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T16:52:27.349 INFO:teuthology.orchestra.run.smithi175.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T16:52:27.350 INFO:teuthology.orchestra.run.smithi175.stdout: = sunit=0 swidth=0 blks 2024-09-12T16:52:27.350 INFO:teuthology.orchestra.run.smithi175.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T16:52:27.350 INFO:teuthology.orchestra.run.smithi175.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T16:52:27.350 INFO:teuthology.orchestra.run.smithi175.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T16:52:27.350 INFO:teuthology.orchestra.run.smithi175.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T16:52:27.837 INFO:teuthology.orchestra.run.smithi175.stdout:Discarding blocks...Done. 2024-09-12T16:52:27.839 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi175.front.sepia.ceph.com -o noatime 2024-09-12T16:52:27.840 DEBUG:teuthology.orchestra.run.smithi175:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T16:52:27.937 DEBUG:teuthology.orchestra.run.smithi175:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T16:52:27.980 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:28.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:28.082+0000 7fbf921d7640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T16:52:28.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:28.083+0000 7fbf921d7640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T16:52:28.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:28.083+0000 7fbf921d7640 -1 bdev(0x5614a041d800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:28.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:28.083+0000 7fbf921d7640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T16:52:30.991 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T16:52:31.036 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:31.141 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:31.139+0000 7f4eb2358640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T16:52:31.142 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:31.139+0000 7f4eb2358640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T16:52:31.142 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:31.139+0000 7f4eb2358640 -1 bdev(0x562409ac3800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:31.142 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:31.139+0000 7f4eb2358640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T16:52:34.054 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T16:52:34.096 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:34.197 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:34.195+0000 7fe91fad4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T16:52:34.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:34.195+0000 7fe91fad4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T16:52:34.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:34.195+0000 7fe91fad4640 -1 bdev(0x556eda835800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:34.198 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:34.195+0000 7fe91fad4640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T16:52:37.121 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T16:52:37.159 DEBUG:teuthology.orchestra.run.smithi175:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:37.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:37.256+0000 7fb40ef34640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T16:52:37.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:37.256+0000 7fb40ef34640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T16:52:37.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:37.256+0000 7fb40ef34640 -1 bdev(0x5649e462b800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T16:52:37.258 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:37.256+0000 7fb40ef34640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T16:52:40.431 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T16:52:40.476 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T16:52:40.476 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:40.476 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T16:52:40.521 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:40.521 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T16:52:40.602 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:40.602 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T16:52:40.682 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:40.682 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T16:52:40.761 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:40.762 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T16:52:40.841 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:40.841 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T16:52:40.886 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:40.886 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T16:52:40.968 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:40.968 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T16:52:41.048 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:41.048 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T16:52:41.128 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:41.128 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T16:52:41.207 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:41.207 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T16:52:41.236 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:41.236 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T16:52:41.276 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T16:52:41.277 DEBUG:teuthology.orchestra.run.smithi123:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T16:52:41.280 DEBUG:teuthology.orchestra.run.smithi175:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T16:52:41.320 INFO:teuthology.orchestra.run.smithi123.stdout:[mgr.y] 2024-09-12T16:52:41.320 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQA4HONmQaZ6JRAA8GbXOkjy3Dqj3XG1+tpvPw== 2024-09-12T16:52:41.320 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.0] 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQA8HONm4bhHBhAA2759ujRU1QEfwYFxsX1NgQ== 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.1] 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQA/HONmF8l0ChAAWSRwj7KnHQRyZh1k3C/aiw== 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.2] 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQBCHONmPyy2CxAAnF7j+zWWhrXzzZ2fl9p+zA== 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.3] 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQBFHONmo/lsKxAACuve73sgARTfptM3Wb6uEQ== 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout:[mgr.x] 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQA4HONmCVMvKhAAfoGzU78V3Al9uHSc6mOhEQ== 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.4] 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQBMHONmiDwKBRAAiHpNwbX88wpu2D6paY3oRw== 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.5] 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQBPHONms8BnCBAANilwk27a6lnAentnh7YPCQ== 2024-09-12T16:52:41.321 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.6] 2024-09-12T16:52:41.322 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQBSHONmVeC6CxAA4oaeBVaF537cjdUzhuVXiw== 2024-09-12T16:52:41.322 INFO:teuthology.orchestra.run.smithi123.stdout:[osd.7] 2024-09-12T16:52:41.322 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQBVHONmUmZUDxAAtbKIwkWYyin6FHNefDdQvA== 2024-09-12T16:52:41.322 INFO:teuthology.orchestra.run.smithi123.stdout:[client.0] 2024-09-12T16:52:41.322 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQA4HONmBoKiLRAA0A9t8NngywjGT/GMpfSGFQ== 2024-09-12T16:52:41.322 INFO:teuthology.orchestra.run.smithi123.stdout:[client.1] 2024-09-12T16:52:41.322 INFO:teuthology.orchestra.run.smithi123.stdout: key = AQA4HONmr3SpMRAAEwitcdeCNQ+rZ2czJO1T7w== 2024-09-12T16:52:41.354 INFO:teuthology.orchestra.run.smithi175.stdout:[mgr.y] 2024-09-12T16:52:41.354 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQA4HONmQaZ6JRAA8GbXOkjy3Dqj3XG1+tpvPw== 2024-09-12T16:52:41.354 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.0] 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQA8HONm4bhHBhAA2759ujRU1QEfwYFxsX1NgQ== 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.1] 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQA/HONmF8l0ChAAWSRwj7KnHQRyZh1k3C/aiw== 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.2] 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQBCHONmPyy2CxAAnF7j+zWWhrXzzZ2fl9p+zA== 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.3] 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQBFHONmo/lsKxAACuve73sgARTfptM3Wb6uEQ== 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout:[mgr.x] 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQA4HONmCVMvKhAAfoGzU78V3Al9uHSc6mOhEQ== 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.4] 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQBMHONmiDwKBRAAiHpNwbX88wpu2D6paY3oRw== 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.5] 2024-09-12T16:52:41.355 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQBPHONms8BnCBAANilwk27a6lnAentnh7YPCQ== 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.6] 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQBSHONmVeC6CxAA4oaeBVaF537cjdUzhuVXiw== 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout:[osd.7] 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQBVHONmUmZUDxAAtbKIwkWYyin6FHNefDdQvA== 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout:[client.0] 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQA4HONmBoKiLRAA0A9t8NngywjGT/GMpfSGFQ== 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout:[client.1] 2024-09-12T16:52:41.356 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQA4HONmr3SpMRAAEwitcdeCNQ+rZ2czJO1T7w== 2024-09-12T16:52:41.357 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T16:52:41.365 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T16:52:41.463 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.465 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.530 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.532 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.596 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.599 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.665 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.674 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.741 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T16:52:41.749 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T16:52:41.818 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.832 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.899 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.909 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.982 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:41.990 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:42.062 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:42.070 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T16:52:42.140 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T16:52:42.148 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T16:52:42.220 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T16:52:42.229 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T16:52:42.301 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T16:52:42.302 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T16:52:42.342 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T16:52:42.458 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T16:52:42.496 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T16:52:42.574 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T16:52:42.684 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T16:52:42.724 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T16:52:42.764 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T16:52:42.875 DEBUG:teuthology.orchestra.run.smithi175:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T16:52:42.913 DEBUG:teuthology.orchestra.run.smithi123:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:42.916 DEBUG:teuthology.orchestra.run.smithi175:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T16:52:42.983 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T16:52:42.984 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T16:52:42.984 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T16:52:42.987 INFO:tasks.ceph.mon.a:Started 2024-09-12T16:52:42.988 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T16:52:42.988 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T16:52:42.990 INFO:tasks.ceph.mon.c:Started 2024-09-12T16:52:42.990 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T16:52:42.990 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T16:52:43.027 INFO:tasks.ceph.mon.b:Started 2024-09-12T16:52:43.027 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T16:52:43.028 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T16:52:43.028 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T16:52:43.031 INFO:tasks.ceph.mgr.y:Started 2024-09-12T16:52:43.031 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T16:52:43.031 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T16:52:43.033 INFO:tasks.ceph.mgr.x:Started 2024-09-12T16:52:43.033 DEBUG:tasks.ceph:set 0 configs 2024-09-12T16:52:43.034 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T16:52:43.034 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T16:52:43.392 INFO:teuthology.orchestra.run.smithi123.stderr:adjusted tunables profile to default 2024-09-12T16:52:43.403 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T16:52:43.403 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T16:52:43.404 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:43.404 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T16:52:43.442 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:43.443 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T16:52:43.522 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:43.522 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T16:52:43.602 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:52:43.602 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T16:52:43.682 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:43.682 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T16:52:43.721 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:43.721 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T16:52:43.800 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:43.800 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T16:52:43.881 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-09-12T16:52:43.881 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T16:52:43.961 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 99969a9e-f879-4dd4-a0eb-35954af79fd3 0 2024-09-12T16:52:44.317 INFO:teuthology.orchestra.run.smithi175.stderr:2024-09-12T16:52:44.316+0000 7fc331d9b640 0 --2- 172.21.15.175:0/686642667 >> v2:172.21.15.123:3300/0 conn(0x7fc33409d9b0 0x7fc334144a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T16:52:44.405 INFO:teuthology.orchestra.run.smithi175.stdout:0 2024-09-12T16:52:44.417 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 4294bf57-6c71-437e-9e49-7f3c1a511051 1 2024-09-12T16:52:44.620 INFO:teuthology.orchestra.run.smithi175.stdout:1 2024-09-12T16:52:44.632 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 53098022-5ce3-41a2-b467-727346c11485 2 2024-09-12T16:52:44.830 INFO:teuthology.orchestra.run.smithi175.stdout:2 2024-09-12T16:52:44.842 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new d1cc86d4-2a9c-432f-a0e0-79210339b39a 3 2024-09-12T16:52:45.041 INFO:teuthology.orchestra.run.smithi175.stdout:3 2024-09-12T16:52:45.052 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new e83c7884-8522-4b62-8e3b-214b9a5f64f8 4 2024-09-12T16:52:45.252 INFO:teuthology.orchestra.run.smithi175.stdout:4 2024-09-12T16:52:45.264 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 884f4a27-23e7-457c-9c76-f7c2a7a03933 5 2024-09-12T16:52:45.466 INFO:teuthology.orchestra.run.smithi175.stdout:5 2024-09-12T16:52:45.477 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new a141181b-0325-433a-a408-305f94dd00d2 6 2024-09-12T16:52:45.725 INFO:teuthology.orchestra.run.smithi175.stdout:6 2024-09-12T16:52:45.737 DEBUG:teuthology.orchestra.run.smithi175:> sudo ceph --cluster ceph osd new 9c3226df-af7c-4b71-ad2d-cee9553338db 7 2024-09-12T16:52:45.935 INFO:teuthology.orchestra.run.smithi175.stdout:7 2024-09-12T16:52:45.946 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T16:52:45.947 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T16:52:45.949 INFO:tasks.ceph.osd.0:Started 2024-09-12T16:52:45.949 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T16:52:45.949 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T16:52:45.951 INFO:tasks.ceph.osd.1:Started 2024-09-12T16:52:45.951 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T16:52:45.951 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T16:52:45.953 INFO:tasks.ceph.osd.2:Started 2024-09-12T16:52:45.954 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T16:52:45.954 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T16:52:45.956 INFO:tasks.ceph.osd.3:Started 2024-09-12T16:52:45.956 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T16:52:45.956 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T16:52:45.958 INFO:tasks.ceph.osd.4:Started 2024-09-12T16:52:45.958 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T16:52:45.958 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T16:52:45.961 INFO:tasks.ceph.osd.5:Started 2024-09-12T16:52:45.961 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T16:52:45.962 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T16:52:45.964 INFO:tasks.ceph.osd.6:Started 2024-09-12T16:52:45.964 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T16:52:45.964 DEBUG:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T16:52:45.966 INFO:tasks.ceph.osd.7:Started 2024-09-12T16:52:45.966 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T16:52:46.170 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:52:46.170 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":10,"fsid":"5edf5046-2fdf-41de-aff8-847bcf39a1a2","created":"2024-09-12T16:52:43.296681+0000","modified":"2024-09-12T16:52:45.931474+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T16:52:45.931474+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"99969a9e-f879-4dd4-a0eb-35954af79fd3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4294bf57-6c71-437e-9e49-7f3c1a511051","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"53098022-5ce3-41a2-b467-727346c11485","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"d1cc86d4-2a9c-432f-a0e0-79210339b39a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e83c7884-8522-4b62-8e3b-214b9a5f64f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"884f4a27-23e7-457c-9c76-f7c2a7a03933","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"a141181b-0325-433a-a408-305f94dd00d2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"9c3226df-af7c-4b71-ad2d-cee9553338db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T16:52:46.182 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T16:52:46.182 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T16:52:46.964 INFO:tasks.ceph.osd.1.smithi123.stderr:2024-09-12T16:52:46.962+0000 7f1f34630640 -1 Falling back to public interface 2024-09-12T16:52:46.988 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T16:52:47.160 INFO:teuthology.misc.health.smithi123.stdout: 2024-09-12T16:52:47.160 INFO:teuthology.misc.health.smithi123.stdout:{"epoch":10,"fsid":"5edf5046-2fdf-41de-aff8-847bcf39a1a2","created":"2024-09-12T16:52:43.296681+0000","modified":"2024-09-12T16:52:45.931474+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T16:52:45.931474+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"99969a9e-f879-4dd4-a0eb-35954af79fd3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4294bf57-6c71-437e-9e49-7f3c1a511051","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"53098022-5ce3-41a2-b467-727346c11485","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"d1cc86d4-2a9c-432f-a0e0-79210339b39a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e83c7884-8522-4b62-8e3b-214b9a5f64f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"884f4a27-23e7-457c-9c76-f7c2a7a03933","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"a141181b-0325-433a-a408-305f94dd00d2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"9c3226df-af7c-4b71-ad2d-cee9553338db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T16:52:47.169 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T16:52:47.203 INFO:tasks.ceph.osd.6.smithi175.stderr:2024-09-12T16:52:47.201+0000 7f1b5b82c640 -1 Falling back to public interface 2024-09-12T16:52:47.447 INFO:tasks.ceph.osd.2.smithi123.stderr:2024-09-12T16:52:47.445+0000 7fbe71db0640 -1 Falling back to public interface 2024-09-12T16:52:47.453 INFO:tasks.ceph.osd.5.smithi175.stderr:2024-09-12T16:52:47.452+0000 7fb1f55c1640 -1 Falling back to public interface 2024-09-12T16:52:47.669 INFO:tasks.ceph.osd.4.smithi175.stderr:2024-09-12T16:52:47.667+0000 7f6049b89640 -1 Falling back to public interface 2024-09-12T16:52:47.679 INFO:tasks.ceph.osd.3.smithi123.stderr:2024-09-12T16:52:47.677+0000 7f8629431640 -1 Falling back to public interface 2024-09-12T16:52:47.703 INFO:tasks.ceph.osd.7.smithi175.stderr:2024-09-12T16:52:47.701+0000 7ff6b1a0d640 -1 Falling back to public interface 2024-09-12T16:52:47.967 INFO:tasks.ceph.osd.0.smithi123.stderr:2024-09-12T16:52:47.965+0000 7ff2b0e10640 -1 Falling back to public interface 2024-09-12T16:52:48.539 INFO:tasks.ceph.mgr.y.smithi123.stderr:2024-09-12T16:52:48.537+0000 7efcd30fc640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T16:52:48.540 INFO:tasks.ceph.mgr.y.smithi123.stderr:2024-09-12T16:52:48.538+0000 7efcd30fc640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T16:52:50.525 INFO:tasks.ceph.osd.1.smithi123.stderr:2024-09-12T16:52:50.522+0000 7f1f34630640 -1 osd.1 0 log_to_monitors true 2024-09-12T16:52:51.002 INFO:tasks.ceph.osd.5.smithi175.stderr:2024-09-12T16:52:51.000+0000 7fb1f55c1640 -1 osd.5 0 log_to_monitors true 2024-09-12T16:52:51.009 INFO:tasks.ceph.osd.2.smithi123.stderr:2024-09-12T16:52:51.007+0000 7fbe71db0640 -1 osd.2 0 log_to_monitors true 2024-09-12T16:52:51.020 INFO:tasks.ceph.osd.6.smithi175.stderr:2024-09-12T16:52:51.019+0000 7f1b5b82c640 -1 osd.6 0 log_to_monitors true 2024-09-12T16:52:51.206 INFO:tasks.ceph.osd.3.smithi123.stderr:2024-09-12T16:52:51.204+0000 7f8629431640 -1 osd.3 0 log_to_monitors true 2024-09-12T16:52:51.458 INFO:tasks.ceph.osd.7.smithi175.stderr:2024-09-12T16:52:51.457+0000 7ff6b1a0d640 -1 osd.7 0 log_to_monitors true 2024-09-12T16:52:51.671 INFO:tasks.ceph.osd.4.smithi175.stderr:2024-09-12T16:52:51.670+0000 7f6049b89640 -1 osd.4 0 log_to_monitors true 2024-09-12T16:52:52.281 INFO:tasks.ceph.osd.0.smithi123.stderr:2024-09-12T16:52:52.279+0000 7ff2b0e10640 -1 osd.0 0 log_to_monitors true 2024-09-12T16:52:52.377 INFO:tasks.ceph.osd.1.smithi123.stderr:2024-09-12T16:52:52.375+0000 7f1f2fb77640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T16:52:52.391 INFO:tasks.ceph.osd.1.smithi123.stderr:2024-09-12T16:52:52.389+0000 7f1f27996640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:52:53.977 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T16:52:54.015 INFO:tasks.ceph.osd.3.smithi123.stderr:2024-09-12T16:52:54.013+0000 7f8625bd9640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T16:52:54.019 INFO:tasks.ceph.osd.2.smithi123.stderr:2024-09-12T16:52:54.017+0000 7fbe6dd44640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T16:52:54.035 INFO:tasks.ceph.osd.3.smithi123.stderr:2024-09-12T16:52:54.033+0000 7f861d1e4640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:52:54.043 INFO:tasks.ceph.osd.2.smithi123.stderr:2024-09-12T16:52:54.041+0000 7fbe65b63640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:52:54.334 INFO:tasks.ceph.osd.6.smithi175.stderr:2024-09-12T16:52:54.332+0000 7f1b57fd4640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T16:52:54.344 INFO:tasks.ceph.osd.6.smithi175.stderr:2024-09-12T16:52:54.343+0000 7f1b4f5df640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:52:54.362 INFO:teuthology.misc.health.smithi123.stdout: 2024-09-12T16:52:54.362 INFO:teuthology.misc.health.smithi123.stdout:{"epoch":14,"fsid":"5edf5046-2fdf-41de-aff8-847bcf39a1a2","created":"2024-09-12T16:52:43.296681+0000","modified":"2024-09-12T16:52:53.544203+0000","last_up_change":"2024-09-12T16:52:52.540505+0000","last_in_change":"2024-09-12T16:52:45.931474+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"99969a9e-f879-4dd4-a0eb-35954af79fd3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4294bf57-6c71-437e-9e49-7f3c1a511051","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6801","nonce":3312603660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6803","nonce":3312603660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6807","nonce":3312603660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6805","nonce":3312603660}]},"public_addr":"172.21.15.123:6801/3312603660","cluster_addr":"172.21.15.123:6803/3312603660","heartbeat_back_addr":"172.21.15.123:6807/3312603660","heartbeat_front_addr":"172.21.15.123:6805/3312603660","state":["exists","up"]},{"osd":2,"uuid":"53098022-5ce3-41a2-b467-727346c11485","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"d1cc86d4-2a9c-432f-a0e0-79210339b39a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e83c7884-8522-4b62-8e3b-214b9a5f64f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"884f4a27-23e7-457c-9c76-f7c2a7a03933","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"a141181b-0325-433a-a408-305f94dd00d2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"9c3226df-af7c-4b71-ad2d-cee9553338db","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.376722+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T16:52:54.376 INFO:tasks.ceph.osd.7.smithi175.stderr:2024-09-12T16:52:54.375+0000 7ff6adab0640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T16:52:54.378 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-12T16:52:54.379 INFO:tasks.ceph.osd.5.smithi175.stderr:2024-09-12T16:52:54.378+0000 7fb1f1d69640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T16:52:54.392 INFO:tasks.ceph.osd.5.smithi175.stderr:2024-09-12T16:52:54.391+0000 7fb1e9374640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:52:54.393 INFO:tasks.ceph.osd.7.smithi175.stderr:2024-09-12T16:52:54.391+0000 7ff6a50bb640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:52:54.500 INFO:tasks.ceph.osd.0.smithi123.stderr:2024-09-12T16:52:54.498+0000 7ff2ac69c640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T16:52:54.515 INFO:tasks.ceph.osd.0.smithi123.stderr:2024-09-12T16:52:54.513+0000 7ff2a44bb640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:52:54.642 INFO:tasks.ceph.osd.4.smithi175.stderr:2024-09-12T16:52:54.641+0000 7f6045b1d640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T16:52:54.655 INFO:tasks.ceph.osd.4.smithi175.stderr:2024-09-12T16:52:54.654+0000 7f603d93c640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T16:53:01.185 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T16:53:01.484 INFO:teuthology.misc.health.smithi123.stdout: 2024-09-12T16:53:01.484 INFO:teuthology.misc.health.smithi123.stdout:{"epoch":18,"fsid":"5edf5046-2fdf-41de-aff8-847bcf39a1a2","created":"2024-09-12T16:52:43.296681+0000","modified":"2024-09-12T16:52:58.044946+0000","last_up_change":"2024-09-12T16:52:55.031697+0000","last_in_change":"2024-09-12T16:52:45.931474+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T16:52:55.545487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99969a9e-f879-4dd4-a0eb-35954af79fd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6827","nonce":445579022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6829","nonce":445579022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6833","nonce":445579022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6831","nonce":445579022}]},"public_addr":"172.21.15.123:6827/445579022","cluster_addr":"172.21.15.123:6829/445579022","heartbeat_back_addr":"172.21.15.123:6833/445579022","heartbeat_front_addr":"172.21.15.123:6831/445579022","state":["exists","up"]},{"osd":1,"uuid":"4294bf57-6c71-437e-9e49-7f3c1a511051","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6801","nonce":3312603660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6803","nonce":3312603660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6807","nonce":3312603660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6805","nonce":3312603660}]},"public_addr":"172.21.15.123:6801/3312603660","cluster_addr":"172.21.15.123:6803/3312603660","heartbeat_back_addr":"172.21.15.123:6807/3312603660","heartbeat_front_addr":"172.21.15.123:6805/3312603660","state":["exists","up"]},{"osd":2,"uuid":"53098022-5ce3-41a2-b467-727346c11485","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6809","nonce":735924999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6811","nonce":735924999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6815","nonce":735924999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6813","nonce":735924999}]},"public_addr":"172.21.15.123:6809/735924999","cluster_addr":"172.21.15.123:6811/735924999","heartbeat_back_addr":"172.21.15.123:6815/735924999","heartbeat_front_addr":"172.21.15.123:6813/735924999","state":["exists","up"]},{"osd":3,"uuid":"d1cc86d4-2a9c-432f-a0e0-79210339b39a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6819","nonce":2109536791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6821","nonce":2109536791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6825","nonce":2109536791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6823","nonce":2109536791}]},"public_addr":"172.21.15.123:6819/2109536791","cluster_addr":"172.21.15.123:6821/2109536791","heartbeat_back_addr":"172.21.15.123:6825/2109536791","heartbeat_front_addr":"172.21.15.123:6823/2109536791","state":["exists","up"]},{"osd":4,"uuid":"e83c7884-8522-4b62-8e3b-214b9a5f64f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6817","nonce":1677524120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6819","nonce":1677524120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6823","nonce":1677524120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6821","nonce":1677524120}]},"public_addr":"172.21.15.175:6817/1677524120","cluster_addr":"172.21.15.175:6819/1677524120","heartbeat_back_addr":"172.21.15.175:6823/1677524120","heartbeat_front_addr":"172.21.15.175:6821/1677524120","state":["exists","up"]},{"osd":5,"uuid":"884f4a27-23e7-457c-9c76-f7c2a7a03933","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6809","nonce":3165423820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6811","nonce":3165423820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6815","nonce":3165423820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6813","nonce":3165423820}]},"public_addr":"172.21.15.175:6809/3165423820","cluster_addr":"172.21.15.175:6811/3165423820","heartbeat_back_addr":"172.21.15.175:6815/3165423820","heartbeat_front_addr":"172.21.15.175:6813/3165423820","state":["exists","up"]},{"osd":6,"uuid":"a141181b-0325-433a-a408-305f94dd00d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6801","nonce":1435533171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6803","nonce":1435533171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6807","nonce":1435533171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6805","nonce":1435533171}]},"public_addr":"172.21.15.175:6801/1435533171","cluster_addr":"172.21.15.175:6803/1435533171","heartbeat_back_addr":"172.21.15.175:6807/1435533171","heartbeat_front_addr":"172.21.15.175:6805/1435533171","state":["exists","up"]},{"osd":7,"uuid":"9c3226df-af7c-4b71-ad2d-cee9553338db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6825","nonce":1843939643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6827","nonce":1843939643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6831","nonce":1843939643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6829","nonce":1843939643}]},"public_addr":"172.21.15.175:6825/1843939643","cluster_addr":"172.21.15.175:6827/1843939643","heartbeat_back_addr":"172.21.15.175:6831/1843939643","heartbeat_front_addr":"172.21.15.175:6829/1843939643","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:53.332213+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.376722+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:51.973774+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.253493+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.646796+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.008648+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.004473+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.461950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T16:53:01.495 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T16:53:01.496 INFO:tasks.ceph:Creating RBD pool 2024-09-12T16:53:01.496 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-12T16:53:02.063 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'rbd' created 2024-09-12T16:53:02.076 DEBUG:teuthology.orchestra.run.smithi123:> rbd --cluster ceph pool init rbd 2024-09-12T16:53:02.138 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:02.139 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:05.091 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T16:53:05.092 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-12T16:53:05.093 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T16:53:05.407 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:53:05.419 INFO:teuthology.orchestra.run.smithi123.stdout:[{"version":9,"timestamp":"2024-09-12T16:52:54.642551+0000","name":"","changes":[{"name":"osd.4/osd_mclock_max_capacity_iops_ssd","new_value":"6708.871506"}]}] 2024-09-12T16:53:05.420 INFO:tasks.ceph_manager:config epoch is 9 2024-09-12T16:53:05.420 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T16:53:05.420 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T16:53:05.420 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T16:53:05.770 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:53:05.780 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":5,"flags":0,"active_gid":4110,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":3641816894},{"type":"v1","addr":"172.21.15.123:6817","nonce":3641816894}]},"active_addr":"172.21.15.123:6817/3641816894","active_change":"2024-09-12T16:52:47.527163+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4108,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":1016272462}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":395144997}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":789969351}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.123:0","nonce":481667003}]}]} 2024-09-12T16:53:05.784 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T16:53:05.784 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T16:53:05.785 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T16:53:06.089 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:53:06.089 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":22,"fsid":"5edf5046-2fdf-41de-aff8-847bcf39a1a2","created":"2024-09-12T16:52:43.296681+0000","modified":"2024-09-12T16:53:05.071080+0000","last_up_change":"2024-09-12T16:52:55.031697+0000","last_in_change":"2024-09-12T16:52:45.931474+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T16:52:55.545487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T16:53:01.790708+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99969a9e-f879-4dd4-a0eb-35954af79fd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6827","nonce":445579022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6829","nonce":445579022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6833","nonce":445579022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6831","nonce":445579022}]},"public_addr":"172.21.15.123:6827/445579022","cluster_addr":"172.21.15.123:6829/445579022","heartbeat_back_addr":"172.21.15.123:6833/445579022","heartbeat_front_addr":"172.21.15.123:6831/445579022","state":["exists","up"]},{"osd":1,"uuid":"4294bf57-6c71-437e-9e49-7f3c1a511051","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6801","nonce":3312603660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6803","nonce":3312603660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6807","nonce":3312603660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6805","nonce":3312603660}]},"public_addr":"172.21.15.123:6801/3312603660","cluster_addr":"172.21.15.123:6803/3312603660","heartbeat_back_addr":"172.21.15.123:6807/3312603660","heartbeat_front_addr":"172.21.15.123:6805/3312603660","state":["exists","up"]},{"osd":2,"uuid":"53098022-5ce3-41a2-b467-727346c11485","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6809","nonce":735924999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6811","nonce":735924999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6815","nonce":735924999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6813","nonce":735924999}]},"public_addr":"172.21.15.123:6809/735924999","cluster_addr":"172.21.15.123:6811/735924999","heartbeat_back_addr":"172.21.15.123:6815/735924999","heartbeat_front_addr":"172.21.15.123:6813/735924999","state":["exists","up"]},{"osd":3,"uuid":"d1cc86d4-2a9c-432f-a0e0-79210339b39a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6819","nonce":2109536791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6821","nonce":2109536791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6825","nonce":2109536791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6823","nonce":2109536791}]},"public_addr":"172.21.15.123:6819/2109536791","cluster_addr":"172.21.15.123:6821/2109536791","heartbeat_back_addr":"172.21.15.123:6825/2109536791","heartbeat_front_addr":"172.21.15.123:6823/2109536791","state":["exists","up"]},{"osd":4,"uuid":"e83c7884-8522-4b62-8e3b-214b9a5f64f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6817","nonce":1677524120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6819","nonce":1677524120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6823","nonce":1677524120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6821","nonce":1677524120}]},"public_addr":"172.21.15.175:6817/1677524120","cluster_addr":"172.21.15.175:6819/1677524120","heartbeat_back_addr":"172.21.15.175:6823/1677524120","heartbeat_front_addr":"172.21.15.175:6821/1677524120","state":["exists","up"]},{"osd":5,"uuid":"884f4a27-23e7-457c-9c76-f7c2a7a03933","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6809","nonce":3165423820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6811","nonce":3165423820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6815","nonce":3165423820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6813","nonce":3165423820}]},"public_addr":"172.21.15.175:6809/3165423820","cluster_addr":"172.21.15.175:6811/3165423820","heartbeat_back_addr":"172.21.15.175:6815/3165423820","heartbeat_front_addr":"172.21.15.175:6813/3165423820","state":["exists","up"]},{"osd":6,"uuid":"a141181b-0325-433a-a408-305f94dd00d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6801","nonce":1435533171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6803","nonce":1435533171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6807","nonce":1435533171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6805","nonce":1435533171}]},"public_addr":"172.21.15.175:6801/1435533171","cluster_addr":"172.21.15.175:6803/1435533171","heartbeat_back_addr":"172.21.15.175:6807/1435533171","heartbeat_front_addr":"172.21.15.175:6805/1435533171","state":["exists","up"]},{"osd":7,"uuid":"9c3226df-af7c-4b71-ad2d-cee9553338db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6825","nonce":1843939643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6827","nonce":1843939643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6831","nonce":1843939643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6829","nonce":1843939643}]},"public_addr":"172.21.15.175:6825/1843939643","cluster_addr":"172.21.15.175:6827/1843939643","heartbeat_back_addr":"172.21.15.175:6831/1843939643","heartbeat_front_addr":"172.21.15.175:6829/1843939643","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:53.332213+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.376722+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:51.973774+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.253493+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.646796+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.008648+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.004473+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.461950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T16:53:06.102 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T16:53:06.102 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T16:53:06.401 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:53:06.401 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":22,"fsid":"5edf5046-2fdf-41de-aff8-847bcf39a1a2","created":"2024-09-12T16:52:43.296681+0000","modified":"2024-09-12T16:53:05.071080+0000","last_up_change":"2024-09-12T16:52:55.031697+0000","last_in_change":"2024-09-12T16:52:45.931474+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T16:52:55.545487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T16:53:01.790708+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99969a9e-f879-4dd4-a0eb-35954af79fd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6827","nonce":445579022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6829","nonce":445579022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6833","nonce":445579022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6831","nonce":445579022}]},"public_addr":"172.21.15.123:6827/445579022","cluster_addr":"172.21.15.123:6829/445579022","heartbeat_back_addr":"172.21.15.123:6833/445579022","heartbeat_front_addr":"172.21.15.123:6831/445579022","state":["exists","up"]},{"osd":1,"uuid":"4294bf57-6c71-437e-9e49-7f3c1a511051","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6801","nonce":3312603660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6803","nonce":3312603660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6807","nonce":3312603660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6805","nonce":3312603660}]},"public_addr":"172.21.15.123:6801/3312603660","cluster_addr":"172.21.15.123:6803/3312603660","heartbeat_back_addr":"172.21.15.123:6807/3312603660","heartbeat_front_addr":"172.21.15.123:6805/3312603660","state":["exists","up"]},{"osd":2,"uuid":"53098022-5ce3-41a2-b467-727346c11485","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6809","nonce":735924999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6811","nonce":735924999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6815","nonce":735924999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6813","nonce":735924999}]},"public_addr":"172.21.15.123:6809/735924999","cluster_addr":"172.21.15.123:6811/735924999","heartbeat_back_addr":"172.21.15.123:6815/735924999","heartbeat_front_addr":"172.21.15.123:6813/735924999","state":["exists","up"]},{"osd":3,"uuid":"d1cc86d4-2a9c-432f-a0e0-79210339b39a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6819","nonce":2109536791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6821","nonce":2109536791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6825","nonce":2109536791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6823","nonce":2109536791}]},"public_addr":"172.21.15.123:6819/2109536791","cluster_addr":"172.21.15.123:6821/2109536791","heartbeat_back_addr":"172.21.15.123:6825/2109536791","heartbeat_front_addr":"172.21.15.123:6823/2109536791","state":["exists","up"]},{"osd":4,"uuid":"e83c7884-8522-4b62-8e3b-214b9a5f64f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6817","nonce":1677524120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6819","nonce":1677524120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6823","nonce":1677524120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6821","nonce":1677524120}]},"public_addr":"172.21.15.175:6817/1677524120","cluster_addr":"172.21.15.175:6819/1677524120","heartbeat_back_addr":"172.21.15.175:6823/1677524120","heartbeat_front_addr":"172.21.15.175:6821/1677524120","state":["exists","up"]},{"osd":5,"uuid":"884f4a27-23e7-457c-9c76-f7c2a7a03933","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6809","nonce":3165423820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6811","nonce":3165423820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6815","nonce":3165423820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6813","nonce":3165423820}]},"public_addr":"172.21.15.175:6809/3165423820","cluster_addr":"172.21.15.175:6811/3165423820","heartbeat_back_addr":"172.21.15.175:6815/3165423820","heartbeat_front_addr":"172.21.15.175:6813/3165423820","state":["exists","up"]},{"osd":6,"uuid":"a141181b-0325-433a-a408-305f94dd00d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6801","nonce":1435533171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6803","nonce":1435533171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6807","nonce":1435533171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6805","nonce":1435533171}]},"public_addr":"172.21.15.175:6801/1435533171","cluster_addr":"172.21.15.175:6803/1435533171","heartbeat_back_addr":"172.21.15.175:6807/1435533171","heartbeat_front_addr":"172.21.15.175:6805/1435533171","state":["exists","up"]},{"osd":7,"uuid":"9c3226df-af7c-4b71-ad2d-cee9553338db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6825","nonce":1843939643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6827","nonce":1843939643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6831","nonce":1843939643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6829","nonce":1843939643}]},"public_addr":"172.21.15.175:6825/1843939643","cluster_addr":"172.21.15.175:6827/1843939643","heartbeat_back_addr":"172.21.15.175:6831/1843939643","heartbeat_front_addr":"172.21.15.175:6829/1843939643","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:53.332213+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.376722+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:51.973774+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.253493+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.646796+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.008648+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.004473+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.461950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T16:53:06.414 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T16:53:06.414 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T16:53:06.415 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T16:53:06.415 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T16:53:06.416 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T16:53:06.417 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T16:53:06.417 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T16:53:06.418 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T16:53:06.675 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:06.676 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T16:53:06.677 INFO:teuthology.orchestra.run.smithi123.stdout:55834574854 2024-09-12T16:53:06.677 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T16:53:06.680 INFO:teuthology.orchestra.run.smithi123.stdout:64424509447 2024-09-12T16:53:06.681 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T16:53:06.682 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:06.682 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T16:53:06.683 INFO:teuthology.orchestra.run.smithi123.stdout:64424509447 2024-09-12T16:53:06.684 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T16:53:06.684 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:06.685 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T16:53:06.686 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:06.686 INFO:teuthology.orchestra.run.smithi123.stdout:64424509447 2024-09-12T16:53:06.686 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T16:53:06.687 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T16:53:07.261 INFO:teuthology.orchestra.run.smithi123.stdout:64424509444 2024-09-12T16:53:07.265 INFO:teuthology.orchestra.run.smithi123.stdout:55834574853 2024-09-12T16:53:07.282 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.5 2024-09-12T16:53:07.285 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.1 2024-09-12T16:53:07.319 INFO:teuthology.orchestra.run.smithi123.stdout:64424509444 2024-09-12T16:53:07.320 INFO:teuthology.orchestra.run.smithi123.stdout:64424509444 2024-09-12T16:53:07.334 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.3 2024-09-12T16:53:07.334 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509444 for osd.4 2024-09-12T16:53:07.336 INFO:teuthology.orchestra.run.smithi123.stdout:64424509445 2024-09-12T16:53:07.350 INFO:teuthology.orchestra.run.smithi123.stdout:64424509444 2024-09-12T16:53:07.352 INFO:teuthology.orchestra.run.smithi123.stdout:64424509445 2024-09-12T16:53:07.353 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.2 2024-09-12T16:53:07.354 INFO:teuthology.orchestra.run.smithi123.stdout:64424509444 2024-09-12T16:53:07.367 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.6 2024-09-12T16:53:07.369 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.0 2024-09-12T16:53:07.372 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.7 2024-09-12T16:53:08.283 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T16:53:08.286 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T16:53:08.335 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T16:53:08.335 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T16:53:08.354 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T16:53:08.368 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T16:53:08.369 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T16:53:08.373 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T16:53:08.848 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:08.867 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.5 2024-09-12T16:53:08.867 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:08.918 INFO:teuthology.orchestra.run.smithi123.stdout:64424509447 2024-09-12T16:53:08.923 INFO:teuthology.orchestra.run.smithi123.stdout:55834574854 2024-09-12T16:53:08.932 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.4 2024-09-12T16:53:08.933 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:08.943 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.1 2024-09-12T16:53:08.943 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:08.963 INFO:teuthology.orchestra.run.smithi123.stdout:64424509447 2024-09-12T16:53:08.974 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:08.980 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.2 2024-09-12T16:53:08.980 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:08.989 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.3 2024-09-12T16:53:08.989 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:09.008 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:09.012 INFO:teuthology.orchestra.run.smithi123.stdout:64424509446 2024-09-12T16:53:09.015 INFO:teuthology.orchestra.run.smithi123.stdout:64424509447 2024-09-12T16:53:09.021 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.7 2024-09-12T16:53:09.025 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:09.027 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.0 2024-09-12T16:53:09.028 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:09.029 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.6 2024-09-12T16:53:09.029 DEBUG:teuthology.parallel:result is None 2024-09-12T16:53:09.030 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T16:53:09.030 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T16:53:09.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:53:09.366 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T16:53:09.378 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-12T16:53:08.093967+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219136,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755584,"statfs":{"total":773094113280,"available":772869718016,"internally_reserved":0,"allocated":2965504,"data_stored":1783366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.032292"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106466+0000","last_change":"2024-09-12T16:53:05.106466+0000","last_active":"2024-09-12T16:53:05.106466+0000","last_peered":"2024-09-12T16:53:05.106466+0000","last_clean":"2024-09-12T16:53:05.106466+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T16:53:05.106466+0000","last_undegraded":"2024-09-12T16:53:05.106466+0000","last_fullsized":"2024-09-12T16:53:05.106466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:07.776549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.088164+0000","last_change":"2024-09-12T16:53:05.088369+0000","last_active":"2024-09-12T16:53:05.088164+0000","last_peered":"2024-09-12T16:53:05.088164+0000","last_clean":"2024-09-12T16:53:05.088164+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T16:53:05.088164+0000","last_undegraded":"2024-09-12T16:53:05.088164+0000","last_fullsized":"2024-09-12T16:53:05.088164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:40.025378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106619+0000","last_change":"2024-09-12T16:53:05.106619+0000","last_active":"2024-09-12T16:53:05.106619+0000","last_peered":"2024-09-12T16:53:05.106619+0000","last_clean":"2024-09-12T16:53:05.106619+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T16:53:05.106619+0000","last_undegraded":"2024-09-12T16:53:05.106619+0000","last_fullsized":"2024-09-12T16:53:05.106619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:13.023041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.088101+0000","last_change":"2024-09-12T16:53:05.088321+0000","last_active":"2024-09-12T16:53:05.088101+0000","last_peered":"2024-09-12T16:53:05.088101+0000","last_clean":"2024-09-12T16:53:05.088101+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T16:53:05.088101+0000","last_undegraded":"2024-09-12T16:53:05.088101+0000","last_fullsized":"2024-09-12T16:53:05.088101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:49.252567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.085546+0000","last_change":"2024-09-12T16:53:05.084813+0000","last_active":"2024-09-12T16:53:05.085546+0000","last_peered":"2024-09-12T16:53:05.085546+0000","last_clean":"2024-09-12T16:53:05.085546+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T16:53:05.085546+0000","last_undegraded":"2024-09-12T16:53:05.085546+0000","last_fullsized":"2024-09-12T16:53:05.085546+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.408065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.078448+0000","last_change":"2024-09-12T16:53:05.078448+0000","last_active":"2024-09-12T16:53:05.078448+0000","last_peered":"2024-09-12T16:53:05.078448+0000","last_clean":"2024-09-12T16:53:05.078448+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T16:53:05.078448+0000","last_undegraded":"2024-09-12T16:53:05.078448+0000","last_fullsized":"2024-09-12T16:53:05.078448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:24.276212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106574+0000","last_change":"2024-09-12T16:53:05.106574+0000","last_active":"2024-09-12T16:53:05.106574+0000","last_peered":"2024-09-12T16:53:05.106574+0000","last_clean":"2024-09-12T16:53:05.106574+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T16:53:05.106574+0000","last_undegraded":"2024-09-12T16:53:05.106574+0000","last_fullsized":"2024-09-12T16:53:05.106574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:47.111333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.084296+0000","last_change":"2024-09-12T16:53:05.084296+0000","last_active":"2024-09-12T16:53:05.084296+0000","last_peered":"2024-09-12T16:53:05.084296+0000","last_clean":"2024-09-12T16:53:05.084296+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T16:53:05.084296+0000","last_undegraded":"2024-09-12T16:53:05.084296+0000","last_fullsized":"2024-09-12T16:53:05.084296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:45.829131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":110,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106014+0000","last_change":"2024-09-12T16:52:57.255902+0000","last_active":"2024-09-12T16:53:05.106014+0000","last_peered":"2024-09-12T16:53:05.106014+0000","last_clean":"2024-09-12T16:53:05.106014+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T16:53:05.106014+0000","last_undegraded":"2024-09-12T16:53:05.106014+0000","last_fullsized":"2024-09-12T16:53:05.106014+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_clean_scrub_stamp":"2024-09-12T16:52:56.035782+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:54.506237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":665692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":665692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T16:53:09.380 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T16:53:09.676 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:53:09.676 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T16:53:09.688 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-12T16:53:09.535127+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219136,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755584,"statfs":{"total":773094113280,"available":772869718016,"internally_reserved":0,"allocated":2965504,"data_stored":1783366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000940"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106466+0000","last_change":"2024-09-12T16:53:05.106466+0000","last_active":"2024-09-12T16:53:05.106466+0000","last_peered":"2024-09-12T16:53:05.106466+0000","last_clean":"2024-09-12T16:53:05.106466+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T16:53:05.106466+0000","last_undegraded":"2024-09-12T16:53:05.106466+0000","last_fullsized":"2024-09-12T16:53:05.106466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:07.776549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.088164+0000","last_change":"2024-09-12T16:53:05.088369+0000","last_active":"2024-09-12T16:53:05.088164+0000","last_peered":"2024-09-12T16:53:05.088164+0000","last_clean":"2024-09-12T16:53:05.088164+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T16:53:05.088164+0000","last_undegraded":"2024-09-12T16:53:05.088164+0000","last_fullsized":"2024-09-12T16:53:05.088164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:40.025378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106619+0000","last_change":"2024-09-12T16:53:05.106619+0000","last_active":"2024-09-12T16:53:05.106619+0000","last_peered":"2024-09-12T16:53:05.106619+0000","last_clean":"2024-09-12T16:53:05.106619+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T16:53:05.106619+0000","last_undegraded":"2024-09-12T16:53:05.106619+0000","last_fullsized":"2024-09-12T16:53:05.106619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:13.023041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.088101+0000","last_change":"2024-09-12T16:53:05.088321+0000","last_active":"2024-09-12T16:53:05.088101+0000","last_peered":"2024-09-12T16:53:05.088101+0000","last_clean":"2024-09-12T16:53:05.088101+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T16:53:05.088101+0000","last_undegraded":"2024-09-12T16:53:05.088101+0000","last_fullsized":"2024-09-12T16:53:05.088101+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:49.252567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.085546+0000","last_change":"2024-09-12T16:53:05.084813+0000","last_active":"2024-09-12T16:53:05.085546+0000","last_peered":"2024-09-12T16:53:05.085546+0000","last_clean":"2024-09-12T16:53:05.085546+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T16:53:05.085546+0000","last_undegraded":"2024-09-12T16:53:05.085546+0000","last_fullsized":"2024-09-12T16:53:05.085546+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.408065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.078448+0000","last_change":"2024-09-12T16:53:05.078448+0000","last_active":"2024-09-12T16:53:05.078448+0000","last_peered":"2024-09-12T16:53:05.078448+0000","last_clean":"2024-09-12T16:53:05.078448+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T16:53:05.078448+0000","last_undegraded":"2024-09-12T16:53:05.078448+0000","last_fullsized":"2024-09-12T16:53:05.078448+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:24.276212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106574+0000","last_change":"2024-09-12T16:53:05.106574+0000","last_active":"2024-09-12T16:53:05.106574+0000","last_peered":"2024-09-12T16:53:05.106574+0000","last_clean":"2024-09-12T16:53:05.106574+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T16:53:05.106574+0000","last_undegraded":"2024-09-12T16:53:05.106574+0000","last_fullsized":"2024-09-12T16:53:05.106574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:47.111333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.084296+0000","last_change":"2024-09-12T16:53:05.084296+0000","last_active":"2024-09-12T16:53:05.084296+0000","last_peered":"2024-09-12T16:53:05.084296+0000","last_clean":"2024-09-12T16:53:05.084296+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T16:53:05.084296+0000","last_undegraded":"2024-09-12T16:53:05.084296+0000","last_fullsized":"2024-09-12T16:53:05.084296+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:45.829131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":110,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T16:53:05.106014+0000","last_change":"2024-09-12T16:52:57.255902+0000","last_active":"2024-09-12T16:53:05.106014+0000","last_peered":"2024-09-12T16:53:05.106014+0000","last_clean":"2024-09-12T16:53:05.106014+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T16:53:05.106014+0000","last_undegraded":"2024-09-12T16:53:05.106014+0000","last_fullsized":"2024-09-12T16:53:05.106014+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_clean_scrub_stamp":"2024-09-12T16:52:56.035782+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:54.506237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":665692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":815104,"data_stored":665692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T16:53:09.689 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T16:53:09.689 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T16:53:09.689 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T16:53:09.690 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T16:53:10.017 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T16:53:10.018 INFO:teuthology.orchestra.run.smithi123.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T16:53:10.030 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T16:53:10.031 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-12T16:53:10.042 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-12T16:53:10.042 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T16:53:10.072 DEBUG:teuthology.orchestra.run.smithi123:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-12T16:53:10.426 INFO:teuthology.orchestra.run.smithi123.stderr:.+...+..+.......+.....+...+............+.......+...+++++++++++++++++++++++++++++++++++++++++++++*.+.+...+...........+....+..+....+...+..+.+.....+....+......+.....+...+..........+..+.......+..+...+.....................+.+........+++++++++++++++++++++++++++++++++++++++++++++*...+.....+...+.........+.......+.....+......+.......+...+...............+...+.....................+...+.................+......+.......+..+......+.......+..+...+...+...+....+............+..............+.+..............+.+...........+....+.........+...........+.+..+...+.............+.........+...+..+.............+...+..............+...+....+...........+.............+.........+.....+..........+......+.................+.............+.....+............+......................+..+.+..............+.............+......+.....+....+........+............+.+......+......+.........+........+......+....+......+..+...+......+....+.................+..........+...+.....+.......+........+......+....+......+...+.....+.......+.....+....+..+.........+....+..+..............................+.......+............+.....+.+...+..+...+....+........+...+..........+...........+...................+..+.......+...........+.........+++++ 2024-09-12T16:53:10.446 INFO:teuthology.orchestra.run.smithi123.stderr:..+.+......+.........+.........+......+++++++++++++++++++++++++++++++++++++++++++++*.+++++++++++++++++++++++++++++++++++++++++++++*....................+.+.....+.........+......+.......+.....+...............+......+.......+..+++++ 2024-09-12T16:53:10.461 INFO:teuthology.orchestra.run.smithi123.stderr:----- 2024-09-12T16:53:10.467 DEBUG:teuthology.orchestra.run.smithi123:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T16:53:10.506 DEBUG:teuthology.orchestra.run.smithi123:> sudo update-ca-trust 2024-09-12T16:53:11.595 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T16:53:11.623 DEBUG:teuthology.orchestra.run.smithi123:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi123.front.sepia.ceph.com 2024-09-12T16:53:11.754 INFO:teuthology.orchestra.run.smithi123.stderr:...+...+..+.......+..+......+.......+..+.........+.+...+...+..+......+.+......+........+.+.........+..+..................+....+..+.+..............+.+..+.+.........+......+..+...+........................+++++++++++++++++++++++++++++++++++++++*......+.+.........+...+...............+.....+......+.+...+...+...+...........+.+..+.............+..............+++++++++++++++++++++++++++++++++++++++*...+..........+......+........+....+............+.....+...+.............+.........+.....+..............................+...+...+...+.+.....+....+..+.............+..+...................+......+.........+...+..+.+..+.............+..+...+...+.+...............+...+........+...+.......+...+...................................+.+.....+.+...+............+..+...+...+................+...+...+............+.....+.......+...........+...+............+........................+.+..+..........+..++++++ 2024-09-12T16:53:11.754 INFO:teuthology.orchestra.run.smithi123.stderr:..............+++++++++++++++++++++++++++++++++++++++*.......+........+............+...............+.+..+...+++++++++++++++++++++++++++++++++++++++*.+...............+...+...+............+..+.+........+.......+.....++++++ 2024-09-12T16:53:11.754 INFO:teuthology.orchestra.run.smithi123.stderr:----- 2024-09-12T16:53:11.754 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:53:11.754 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T16:53:11.824 DEBUG:teuthology.orchestra.run.smithi123:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T16:53:11.903 INFO:teuthology.orchestra.run.smithi123.stderr:Certificate request self-signature ok 2024-09-12T16:53:11.903 INFO:teuthology.orchestra.run.smithi123.stderr:subject=CN=smithi123.front.sepia.ceph.com 2024-09-12T16:53:11.910 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T16:53:11.981 DEBUG:teuthology.orchestra.run.smithi123:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T16:53:12.053 INFO:teuthology.orchestra.run.smithi123.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-12T16:53:12.054 DEBUG:teuthology.orchestra.run.smithi123:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T16:53:12.125 INFO:teuthology.run_tasks:Running task rgw... 2024-09-12T16:53:12.618 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2024-09-12T16:53:12.619 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-12T16:53:12.619 INFO:tasks.rgw:Creating data pools 2024-09-12T16:53:12.619 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-12T16:53:12.619 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2024-09-12T16:53:13.121 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-12T16:53:15.126 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'default.rgw.buckets.data' created 2024-09-12T16:53:15.146 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-12T16:53:16.123 INFO:teuthology.orchestra.run.smithi123.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-12T16:53:16.157 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-12T16:53:17.128 INFO:teuthology.orchestra.run.smithi123.stderr:pool 'default.rgw.buckets.index' created 2024-09-12T16:53:17.154 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-12T16:53:18.133 INFO:teuthology.orchestra.run.smithi123.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-12T16:53:18.160 DEBUG:tasks.rgw:Pools created 2024-09-12T16:53:18.160 INFO:tasks.rgw:Configuring compression type = random 2024-09-12T16:53:18.161 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T16:53:18.161 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T16:53:18.161 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T16:53:18.282 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:18.282 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:20.186 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.184+0000 7fa8d8e04640 0 -- 172.21.15.123:0/2243987580 >> [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] conn(0x7fa7b4076380 msgr2=0x7fa7b4078840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:53:20.190 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.189+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.191 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.190+0000 7fa8d8e04640 0 -- 172.21.15.123:0/3396700537 >> [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] conn(0x7fa7a00764a0 msgr2=0x7fa7a0078960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:53:20.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:20.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 20 realm 2024-09-12T16:53:20.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:20.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:53:20.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.193 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:20.193 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.191+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.193 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.192+0000 7fa8dab19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:53:20.193 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.192+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.193+0000 7fa8dab19800 20 rados_obj.operate() r=0 bl.length=993 2024-09-12T16:53:20.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.193+0000 7fa8dab19800 20 searching for the correct realm 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:20.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.204+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:53:20.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T16:53:20.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 20 zone default found 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 4 Realm: () 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.205+0000 7fa8dab19800 20 zonegroup default 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.206+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.206+0000 7fa8dab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:20.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:20.206+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:22.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:22.158+0000 7fa8dab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:22.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:22.158+0000 7fa8dab19800 20 rados->read ofs=0 len=0 2024-09-12T16:53:22.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:22.159+0000 7fa8dab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:22.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:22.159+0000 7fa8dab19800 20 started sync module instance, tier type = 2024-09-12T16:53:22.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:22.159+0000 7fa8dab19800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:53:24.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.199+0000 7fa8dab19800 20 add_watcher() i=0 2024-09-12T16:53:24.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.199+0000 7fa8dab19800 20 add_watcher() i=1 2024-09-12T16:53:24.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.199+0000 7fa8dab19800 20 add_watcher() i=2 2024-09-12T16:53:24.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.199+0000 7fa8dab19800 20 add_watcher() i=3 2024-09-12T16:53:24.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.199+0000 7fa8dab19800 20 add_watcher() i=4 2024-09-12T16:53:24.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.199+0000 7fa8dab19800 20 add_watcher() i=5 2024-09-12T16:53:24.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.199+0000 7fa8dab19800 20 add_watcher() i=6 2024-09-12T16:53:24.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.202+0000 7fa8dab19800 20 add_watcher() i=7 2024-09-12T16:53:24.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.202+0000 7fa8dab19800 2 all 8 watchers are set, enabling cache 2024-09-12T16:53:24.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.202+0000 7fa8dab19800 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-12T16:53:24.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.202+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-12T16:53:24.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.202+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.203+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-12T16:53:24.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.203+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-12T16:53:24.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.203+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-12T16:53:24.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-12T16:53:24.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-12T16:53:24.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-12T16:53:24.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-12T16:53:24.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-12T16:53:24.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-12T16:53:24.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-12T16:53:24.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.204+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-12T16:53:24.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-12T16:53:24.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-12T16:53:24.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.205+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.206+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-12T16:53:24.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-12T16:53:24.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.207+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.208+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-12T16:53:24.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-12T16:53:24.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-12T16:53:24.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-12T16:53:24.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-12T16:53:24.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.209+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-12T16:53:24.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.210+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-12T16:53:24.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-12T16:53:24.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-12T16:53:24.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.211+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-12T16:53:24.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-12T16:53:24.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-12T16:53:24.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-12T16:53:24.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.212+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-12T16:53:24.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.213+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-12T16:53:24.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.214+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-12T16:53:24.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.215+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.216+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-12T16:53:24.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.217+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.218+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-12T16:53:24.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.219+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-12T16:53:24.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-12T16:53:24.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-12T16:53:24.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.220+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-12T16:53:24.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.221+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.222+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.223+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.224+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-12T16:53:24.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.225+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-12T16:53:24.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.226+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-12T16:53:24.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.227+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-12T16:53:24.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.228+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-12T16:53:24.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.229+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-12T16:53:24.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.230+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-12T16:53:24.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.231+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-12T16:53:24.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-12T16:53:24.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-12T16:53:24.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-12T16:53:24.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-12T16:53:24.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.232+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-12T16:53:24.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-12T16:53:24.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-12T16:53:24.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-12T16:53:24.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-12T16:53:24.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-12T16:53:24.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-12T16:53:24.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-12T16:53:24.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-12T16:53:24.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-12T16:53:24.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.233+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-12T16:53:24.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-12T16:53:24.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-12T16:53:24.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-12T16:53:24.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-12T16:53:24.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-12T16:53:24.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.234+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-12T16:53:24.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-12T16:53:24.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-12T16:53:24.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-12T16:53:24.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-12T16:53:24.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.235+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-12T16:53:24.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.237+0000 7fa8dab19800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T16:53:24.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.243+0000 7fa78a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:53:24.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.243+0000 7fa8dab19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:24.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:24.243+0000 7fa8dab19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:27.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.168+0000 7fa8dab19800 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-12T16:53:27.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.168+0000 7fa8dab19800 5 note: GC not initialized 2024-09-12T16:53:27.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.169+0000 7fa7897e2640 20 reqs_thread_entry: start 2024-09-12T16:53:27.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.169+0000 7fa8dab19800 20 init_complete bucket index max shards: 1 2024-09-12T16:53:27.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.169+0000 7fa8dab19800 20 Filter name: none 2024-09-12T16:53:27.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.169+0000 7fa6eaffd640 20 reqs_thread_entry: start 2024-09-12T16:53:27.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.198+0000 7fa78a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:53:27.203 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.201+0000 7fa8dab19800 20 remove_watcher() i=0 2024-09-12T16:53:27.203 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.201+0000 7fa8dab19800 2 removed watcher, disabling cache 2024-09-12T16:53:27.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.203+0000 7fa8dab19800 20 remove_watcher() i=1 2024-09-12T16:53:27.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.204+0000 7fa8dab19800 20 remove_watcher() i=2 2024-09-12T16:53:27.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.206+0000 7fa8dab19800 20 remove_watcher() i=3 2024-09-12T16:53:27.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.207+0000 7fa8dab19800 20 remove_watcher() i=4 2024-09-12T16:53:27.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.208+0000 7fa8dab19800 20 remove_watcher() i=5 2024-09-12T16:53:27.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.210+0000 7fa8dab19800 20 remove_watcher() i=6 2024-09-12T16:53:27.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.211+0000 7fa8dab19800 20 remove_watcher() i=7 2024-09-12T16:53:27.282 INFO:teuthology.orchestra.run.smithi123.stdout:[] 2024-09-12T16:53:27.283 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T16:53:27.283 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T16:53:27.283 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T16:53:27.284 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-12T16:53:27.351 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:27.351 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:27.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.374+0000 7f45b5175800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:27.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.374+0000 7f45b5175800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:27.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.378+0000 7f44757e2640 20 reqs_thread_entry: start 2024-09-12T16:53:27.397 INFO:teuthology.orchestra.run.smithi123.stdout:{"id":"891f3fb8-2976-49cd-a0cc-41f775132cf8","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T16:53:27.398 DEBUG:tasks.util.rgw: json result: {'id': '891f3fb8-2976-49cd-a0cc-41f775132cf8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T16:53:27.398 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T16:53:27.398 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T16:53:27.398 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T16:53:27.453 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:27.454 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:27.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.484+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:27.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 20 realm 2024-09-12T16:53:27.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:27.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:53:27.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:27.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.486+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.487+0000 7f668ad39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:53:27.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.487+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.488+0000 7f668ad39800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T16:53:27.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.488+0000 7f668ad39800 20 searching for the correct realm 2024-09-12T16:53:27.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.490+0000 7f66871c8640 0 -- 172.21.15.123:0/2587194641 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f667006f050 msgr2=0x7f6670088aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:53:27.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.696+0000 7f66861c6640 0 -- 172.21.15.123:0/2587194641 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f66780a4920 msgr2=0x7f6678065420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:53:27.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:53:27.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:53:27.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:53:27.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.904+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T16:53:27.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 zone default found 2024-09-12T16:53:27.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 4 Realm: () 2024-09-12T16:53:27.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:53:27.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:53:27.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 zonegroup default 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.905+0000 7f668ad39800 20 rados->read ofs=0 len=0 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.906+0000 7f668ad39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.906+0000 7f668ad39800 20 started sync module instance, tier type = 2024-09-12T16:53:27.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.906+0000 7f668ad39800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:53:27.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.924+0000 7f668ad39800 20 add_watcher() i=0 2024-09-12T16:53:27.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.924+0000 7f668ad39800 20 add_watcher() i=1 2024-09-12T16:53:27.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.924+0000 7f668ad39800 20 add_watcher() i=2 2024-09-12T16:53:27.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.924+0000 7f668ad39800 20 add_watcher() i=3 2024-09-12T16:53:27.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.924+0000 7f668ad39800 20 add_watcher() i=4 2024-09-12T16:53:27.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.924+0000 7f668ad39800 20 add_watcher() i=5 2024-09-12T16:53:27.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.924+0000 7f668ad39800 20 add_watcher() i=6 2024-09-12T16:53:27.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.926+0000 7f668ad39800 20 add_watcher() i=7 2024-09-12T16:53:27.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.926+0000 7f668ad39800 2 all 8 watchers are set, enabling cache 2024-09-12T16:53:27.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f653d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:53:27.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f668ad39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:27.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f668ad39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:27.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f668ad39800 5 note: GC not initialized 2024-09-12T16:53:27.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f64b7fff640 20 reqs_thread_entry: start 2024-09-12T16:53:27.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f668ad39800 20 init_complete bucket index max shards: 1 2024-09-12T16:53:27.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f668ad39800 20 Filter name: none 2024-09-12T16:53:27.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.929+0000 7f64b5ffb640 20 reqs_thread_entry: start 2024-09-12T16:53:27.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.939+0000 7f653d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:53:27.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.942+0000 7f668ad39800 20 remove_watcher() i=0 2024-09-12T16:53:27.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.942+0000 7f668ad39800 2 removed watcher, disabling cache 2024-09-12T16:53:27.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.943+0000 7f668ad39800 20 remove_watcher() i=1 2024-09-12T16:53:27.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.946+0000 7f668ad39800 20 remove_watcher() i=2 2024-09-12T16:53:27.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.947+0000 7f668ad39800 20 remove_watcher() i=3 2024-09-12T16:53:27.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.948+0000 7f668ad39800 20 remove_watcher() i=4 2024-09-12T16:53:27.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.949+0000 7f668ad39800 20 remove_watcher() i=5 2024-09-12T16:53:27.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.950+0000 7f668ad39800 20 remove_watcher() i=6 2024-09-12T16:53:27.953 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:27.951+0000 7f668ad39800 20 remove_watcher() i=7 2024-09-12T16:53:27.963 INFO:teuthology.orchestra.run.smithi123.stdout:[] 2024-09-12T16:53:27.964 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T16:53:27.964 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T16:53:27.964 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T16:53:27.964 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-12T16:53:28.025 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:28.026 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:28.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.048+0000 7f4a07c13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:28.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.048+0000 7f4a07c13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:28.053 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.051+0000 7f4881ffb640 20 reqs_thread_entry: start 2024-09-12T16:53:28.069 INFO:teuthology.orchestra.run.smithi123.stdout:{"id":"891f3fb8-2976-49cd-a0cc-41f775132cf8","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T16:53:28.069 DEBUG:tasks.util.rgw: json result: {'id': '891f3fb8-2976-49cd-a0cc-41f775132cf8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T16:53:28.070 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2024-09-12T16:53:28.070 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p /tmp/rgw_datacache 2024-09-12T16:53:28.099 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a+rwx /tmp/rgw_datacache 2024-09-12T16:53:28.178 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T16:53:28.178 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T16:53:28.178 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T16:53:28.274 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:28.274 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:28.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.305+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 20 realm 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:28.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.307+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.308+0000 7fd576e15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:53:28.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.308+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.309+0000 7fd576e15800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T16:53:28.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.309+0000 7fd576e15800 20 searching for the correct realm 2024-09-12T16:53:28.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.311+0000 7fd572d93640 0 -- 172.21.15.123:0/1983038045 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fd55c0c0c20 msgr2=0x7fd55c04e020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:53:28.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.315+0000 7fd56bfff640 0 -- 172.21.15.123:0/1983038045 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fd56c020940 msgr2=0x7fd56c0553e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:53:28.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:53:28.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:53:28.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.521+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T16:53:28.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 zone default found 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 4 Realm: () 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 zonegroup default 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.522+0000 7fd576e15800 20 rados->read ofs=0 len=0 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.523+0000 7fd576e15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.523+0000 7fd576e15800 20 started sync module instance, tier type = 2024-09-12T16:53:28.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.523+0000 7fd576e15800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:53:28.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.542+0000 7fd576e15800 20 add_watcher() i=0 2024-09-12T16:53:28.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.542+0000 7fd576e15800 20 add_watcher() i=1 2024-09-12T16:53:28.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.542+0000 7fd576e15800 20 add_watcher() i=2 2024-09-12T16:53:28.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.542+0000 7fd576e15800 20 add_watcher() i=3 2024-09-12T16:53:28.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.542+0000 7fd576e15800 20 add_watcher() i=4 2024-09-12T16:53:28.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.542+0000 7fd576e15800 20 add_watcher() i=5 2024-09-12T16:53:28.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.542+0000 7fd576e15800 20 add_watcher() i=6 2024-09-12T16:53:28.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.543+0000 7fd576e15800 20 add_watcher() i=7 2024-09-12T16:53:28.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.543+0000 7fd576e15800 2 all 8 watchers are set, enabling cache 2024-09-12T16:53:28.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd428fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:53:28.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd576e15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:28.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd576e15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:28.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd576e15800 5 note: GC not initialized 2024-09-12T16:53:28.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd3a37fe640 20 reqs_thread_entry: start 2024-09-12T16:53:28.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd576e15800 20 init_complete bucket index max shards: 1 2024-09-12T16:53:28.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd576e15800 20 Filter name: none 2024-09-12T16:53:28.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.546+0000 7fd3a17fa640 20 reqs_thread_entry: start 2024-09-12T16:53:28.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.556+0000 7fd428fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:53:28.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.558+0000 7fd576e15800 20 remove_watcher() i=0 2024-09-12T16:53:28.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.558+0000 7fd576e15800 2 removed watcher, disabling cache 2024-09-12T16:53:28.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.560+0000 7fd576e15800 20 remove_watcher() i=1 2024-09-12T16:53:28.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.563+0000 7fd576e15800 20 remove_watcher() i=2 2024-09-12T16:53:28.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.564+0000 7fd576e15800 20 remove_watcher() i=3 2024-09-12T16:53:28.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.565+0000 7fd576e15800 20 remove_watcher() i=4 2024-09-12T16:53:28.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.566+0000 7fd576e15800 20 remove_watcher() i=5 2024-09-12T16:53:28.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.567+0000 7fd576e15800 20 remove_watcher() i=6 2024-09-12T16:53:28.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.568+0000 7fd576e15800 20 remove_watcher() i=7 2024-09-12T16:53:28.580 INFO:teuthology.orchestra.run.smithi123.stdout:[] 2024-09-12T16:53:28.581 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T16:53:28.581 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-12T16:53:28.581 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T16:53:28.581 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T16:53:28.581 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-12T16:53:28.643 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:28.643 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:28.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.666+0000 7fa88e319800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:28.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.666+0000 7fa88e319800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:28.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.670+0000 7fa6d1ffb640 20 reqs_thread_entry: start 2024-09-12T16:53:28.687 INFO:teuthology.orchestra.run.smithi123.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-12T16:53:28.687 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-12T16:53:28.687 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T16:53:28.687 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T16:53:28.687 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-12T16:53:28.751 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:28.752 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:28.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.774+0000 7fb00af0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:28.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.774+0000 7fb00af0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:28.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.778+0000 7fae66ffd640 20 reqs_thread_entry: start 2024-09-12T16:53:28.796 INFO:teuthology.orchestra.run.smithi123.stdout:{"id":"891f3fb8-2976-49cd-a0cc-41f775132cf8","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T16:53:28.796 DEBUG:tasks.util.rgw: json result: {'id': '891f3fb8-2976-49cd-a0cc-41f775132cf8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T16:53:28.797 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-12T16:53:28.797 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T16:53:28.797 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T16:53:28.797 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-12T16:53:28.858 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:28.858 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:28.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.881+0000 7f5bb9a0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:28.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.881+0000 7f5bb9a0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:28.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.884+0000 7f5a25ffb640 20 reqs_thread_entry: start 2024-09-12T16:53:28.901 INFO:teuthology.orchestra.run.smithi123.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-12T16:53:28.902 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-12T16:53:28.902 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T16:53:28.902 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T16:53:28.902 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-12T16:53:28.966 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:53:28.966 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:53:28.990 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.988+0000 7f066f725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:53:28.991 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.988+0000 7f066f725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:53:28.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T16:53:28.992+0000 7f04d27fc640 20 reqs_thread_entry: start 2024-09-12T16:53:29.009 INFO:teuthology.orchestra.run.smithi123.stdout:{"id":"891f3fb8-2976-49cd-a0cc-41f775132cf8","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T16:53:29.010 DEBUG:tasks.util.rgw: json result: {'id': '891f3fb8-2976-49cd-a0cc-41f775132cf8', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T16:53:29.010 INFO:tasks.rgw:Starting rgw... 2024-09-12T16:53:29.010 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2024-09-12T16:53:29.010 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-12T16:53:29.010 DEBUG:teuthology.orchestra.run.smithi123:> sudo echo -n https://smithi123.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-12T16:53:29.049 INFO:teuthology.orchestra.run.smithi123.stdout:https://smithi123.front.sepia.ceph.com:443 2024-09-12T16:53:29.050 DEBUG:teuthology.orchestra.run.smithi123:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-12T16:53:29.128 DEBUG:teuthology.orchestra.run.smithi123:> sudo keytool -import -alias smithi123.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-12T16:53:29.350 INFO:teuthology.orchestra.run.smithi123.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-12T16:53:29.484 INFO:teuthology.orchestra.run.smithi123.stderr:Certificate was added to keystore 2024-09-12T16:53:29.508 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--gen-suppressions=all', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2024-09-12T16:53:29.509 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-12T16:53:29.509 DEBUG:teuthology.orchestra.run.smithi123:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-12T16:53:29.511 INFO:tasks.rgw.client.0:Started 2024-09-12T16:53:29.511 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi123.front.sepia.ceph.com:443/ 2024-09-12T16:53:29.511 DEBUG:teuthology.orchestra.run.smithi123:> curl https://smithi123.front.sepia.ceph.com:443/ 2024-09-12T16:53:29.550 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T16:53:29.551 INFO:teuthology.orchestra.run.smithi123.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T16:53:29.551 INFO:teuthology.orchestra.run.smithi123.stderr: Dload Upload Total Spent Left Speed 2024-09-12T16:53:29.551 INFO:teuthology.orchestra.run.smithi123.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T16:53:29.551 INFO:teuthology.orchestra.run.smithi123.stderr:curl: (7) Failed to connect to smithi123.front.sepia.ceph.com port 443: Connection refused 2024-09-12T16:53:30.551 DEBUG:teuthology.orchestra.run.smithi123:> curl https://smithi123.front.sepia.ceph.com:443/ 2024-09-12T16:53:30.584 INFO:teuthology.orchestra.run.smithi123.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T16:53:30.584 INFO:teuthology.orchestra.run.smithi123.stderr: Dload Upload Total Spent Left Speed 2024-09-12T16:53:30.585 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T16:53:30.586 INFO:teuthology.orchestra.run.smithi123.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T16:53:30.586 INFO:teuthology.orchestra.run.smithi123.stderr:curl: (7) Failed to connect to smithi123.front.sepia.ceph.com port 443: Connection refused 2024-09-12T16:53:32.587 DEBUG:teuthology.orchestra.run.smithi123:> curl https://smithi123.front.sepia.ceph.com:443/ 2024-09-12T16:53:32.619 INFO:teuthology.orchestra.run.smithi123.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T16:53:32.620 INFO:teuthology.orchestra.run.smithi123.stderr: Dload Upload Total Spent Left Speed 2024-09-12T16:53:32.621 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T16:53:32.621 INFO:teuthology.orchestra.run.smithi123.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T16:53:32.621 INFO:teuthology.orchestra.run.smithi123.stderr:curl: (7) Failed to connect to smithi123.front.sepia.ceph.com port 443: Connection refused 2024-09-12T16:53:36.622 DEBUG:teuthology.orchestra.run.smithi123:> curl https://smithi123.front.sepia.ceph.com:443/ 2024-09-12T16:53:36.655 INFO:teuthology.orchestra.run.smithi123.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T16:53:36.655 INFO:teuthology.orchestra.run.smithi123.stderr: Dload Upload Total Spent Left Speed 2024-09-12T16:53:36.656 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T16:53:36.656 INFO:teuthology.orchestra.run.smithi123.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T16:53:36.657 INFO:teuthology.orchestra.run.smithi123.stderr:curl: (7) Failed to connect to smithi123.front.sepia.ceph.com port 443: Connection refused 2024-09-12T16:53:44.658 DEBUG:teuthology.orchestra.run.smithi123:> curl https://smithi123.front.sepia.ceph.com:443/ 2024-09-12T16:53:44.691 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T16:53:44.691 INFO:teuthology.orchestra.run.smithi123.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T16:53:44.691 INFO:teuthology.orchestra.run.smithi123.stderr: Dload Upload Total Spent Left Speed 2024-09-12T16:53:44.691 INFO:teuthology.orchestra.run.smithi123.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T16:53:44.691 INFO:teuthology.orchestra.run.smithi123.stderr:curl: (7) Failed to connect to smithi123.front.sepia.ceph.com port 443: Connection refused 2024-09-12T16:53:52.228 INFO:tasks.rgw.client.0.smithi123.stdout:2024-09-12T16:53:51.972+0000 a1be240 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-12T16:54:00.693 DEBUG:teuthology.orchestra.run.smithi123:> curl https://smithi123.front.sepia.ceph.com:443/ 2024-09-12T16:54:00.731 INFO:teuthology.orchestra.run.smithi123.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T16:54:00.731 INFO:teuthology.orchestra.run.smithi123.stderr: Dload Upload Total Spent Left Speed 2024-09-12T16:54:01.706 INFO:teuthology.orchestra.run.smithi123.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 191 0 --:--:-- --:--:-- --:--:-- 191 2024-09-12T16:54:01.708 INFO:teuthology.orchestra.run.smithi123.stdout:anonymous 2024-09-12T16:54:01.708 INFO:teuthology.run_tasks:Running task tox... 2024-09-12T16:54:01.721 INFO:tasks.tox:Deploying tox from pip... 2024-09-12T16:54:01.721 DEBUG:teuthology.orchestra.run.smithi123:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-12T16:54:04.095 DEBUG:teuthology.orchestra.run.smithi123:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-12T16:54:04.609 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting tox==3.15.0 2024-09-12T16:54:04.978 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-12T16:54:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting pluggy<1,>=0.12.0 2024-09-12T16:54:04.979 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-12T16:54:04.979 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting py<2,>=1.4.17 2024-09-12T16:54:04.979 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-12T16:54:05.028 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting packaging>=14 2024-09-12T16:54:05.042 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-12T16:54:05.119 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting toml>=0.9.4 2024-09-12T16:54:05.133 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-12T16:54:05.244 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting filelock<4,>=3.0.0 2024-09-12T16:54:05.258 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading filelock-3.16.0-py3-none-any.whl (16 kB) 2024-09-12T16:54:05.337 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting six<2,>=1.14.0 2024-09-12T16:54:05.350 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T16:54:05.617 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-12T16:54:05.633 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading virtualenv-20.26.4-py3-none-any.whl (6.0 MB) 2024-09-12T16:54:05.896 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-12T16:54:05.911 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading platformdirs-4.3.2-py3-none-any.whl (18 kB) 2024-09-12T16:54:06.001 INFO:teuthology.orchestra.run.smithi123.stdout:Collecting distlib<1,>=0.3.7 2024-09-12T16:54:06.017 INFO:teuthology.orchestra.run.smithi123.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-12T16:54:06.136 INFO:teuthology.orchestra.run.smithi123.stdout:Installing collected packages: platformdirs, filelock, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2024-09-12T16:54:06.966 INFO:teuthology.orchestra.run.smithi123.stdout:Successfully installed distlib-0.3.8 filelock-3.16.0 packaging-24.1 platformdirs-4.3.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.4 2024-09-12T16:54:07.164 INFO:teuthology.orchestra.run.smithi123.stderr:WARNING: You are using pip version 21.3.1; however, version 24.2 is available. 2024-09-12T16:54:07.164 INFO:teuthology.orchestra.run.smithi123.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2024-09-12T16:54:07.225 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T16:54:07.240 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:54:07.240 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T16:54:07.241 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:54:07.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:54:07.270 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T16:54:07.270 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:54:07.340 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T16:54:07.340 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T16:54:07.408 INFO:tasks.workunit:timeout=3h 2024-09-12T16:54:07.409 INFO:tasks.workunit:cleanup=True 2024-09-12T16:54:07.409 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:54:07.481 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T16:55:06.300 INFO:tasks.workunit.client.0.smithi123.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T16:55:06.300 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:55:06.300 INFO:tasks.workunit.client.0.smithi123.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T16:55:06.300 INFO:tasks.workunit.client.0.smithi123.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: git switch -c 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr:Or undo this operation with: 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: git switch - 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T16:55:06.301 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:55:06.302 INFO:tasks.workunit.client.0.smithi123.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T16:55:06.304 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T16:55:06.404 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T16:55:06.406 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T16:55:06.406 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T16:55:07.056 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T16:55:07.123 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T16:55:07.163 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T16:55:07.165 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T16:55:07.165 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T16:55:07.204 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T16:55:07.207 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:55:07.207 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T16:55:07.235 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2024-09-12T16:55:07.236 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2024-09-12T16:55:07.237 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T16:55:07.308 INFO:tasks.workunit.client.0.smithi123.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T16:55:07.309 INFO:tasks.workunit.client.0.smithi123.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T16:55:07.309 INFO:tasks.workunit.client.0.smithi123.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T16:55:09.628 INFO:tasks.workunit.client.0.smithi123.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T16:55:09.629 INFO:tasks.workunit.client.0.smithi123.stderr:++ deactivate nondestructive 2024-09-12T16:55:09.629 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:55:09.629 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:55:09.629 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T16:55:09.630 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T16:55:09.630 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:55:09.630 INFO:tasks.workunit.client.0.smithi123.stderr:++ unset VIRTUAL_ENV 2024-09-12T16:55:09.630 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T16:55:09.631 INFO:tasks.workunit.client.0.smithi123.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T16:55:09.631 INFO:tasks.workunit.client.0.smithi123.stderr:++ export VIRTUAL_ENV 2024-09-12T16:55:09.631 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T16:55:09.632 INFO:tasks.workunit.client.0.smithi123.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T16:55:09.632 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PATH 2024-09-12T16:55:09.632 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:55:09.632 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -z '' ']' 2024-09-12T16:55:09.632 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T16:55:09.632 INFO:tasks.workunit.client.0.smithi123.stderr:++ PS1='(rgw) ' 2024-09-12T16:55:09.633 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PS1 2024-09-12T16:55:09.633 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T16:55:09.633 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T16:55:09.633 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install pip --upgrade 2024-09-12T16:55:09.855 INFO:tasks.workunit.client.0.smithi123.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T16:55:10.038 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting pip 2024-09-12T16:55:10.089 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T16:55:10.245 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: pip 2024-09-12T16:55:10.245 INFO:tasks.workunit.client.0.smithi123.stdout: Attempting uninstall: pip 2024-09-12T16:55:10.245 INFO:tasks.workunit.client.0.smithi123.stdout: Found existing installation: pip 21.3.1 2024-09-12T16:55:10.394 INFO:tasks.workunit.client.0.smithi123.stdout: Uninstalling pip-21.3.1: 2024-09-12T16:55:10.399 INFO:tasks.workunit.client.0.smithi123.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T16:55:11.132 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed pip-24.2 2024-09-12T16:55:11.368 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install configobj 2024-09-12T16:55:11.737 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting configobj 2024-09-12T16:55:11.778 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading configobj-5.0.8-py2.py3-none-any.whl.metadata (3.4 kB) 2024-09-12T16:55:11.905 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting six (from configobj) 2024-09-12T16:55:11.919 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T16:55:11.982 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading configobj-5.0.8-py2.py3-none-any.whl (36 kB) 2024-09-12T16:55:12.055 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T16:55:12.119 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: six, configobj 2024-09-12T16:55:12.244 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed configobj-5.0.8 six-1.16.0 2024-09-12T16:55:12.289 INFO:tasks.workunit.client.0.smithi123.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2024-09-12T16:55:12.320 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2024-09-12T16:55:12.320 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(pwd) 2024-09-12T16:55:12.322 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:12.322 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2024-09-12T16:55:12.322 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T16:55:12.322 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(sudo netstat -nltp | egrep "rados|valgr") 2024-09-12T16:55:12.369 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:12.369 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'tcp 0 0 0.0.0.0:443 0.0.0.0:* LISTEN 45804/valgrind \ntcp6 0 0 :::443 :::* LISTEN 45804/valgrind \n' 2024-09-12T16:55:12.369 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:radosgw port: 443 2024-09-12T16:55:12.370 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2024-09-12T16:55:12.370 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2024-09-12T16:55:12.392 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:12.392 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'' 2024-09-12T16:55:12.392 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2024-09-12T16:55:12.954 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:12.954 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2024-09-12T16:55:12.901537Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2024-09-12T16:55:12.901524Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2024-09-12T16:55:12.954 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:Creating s3cmd config... 2024-09-12T16:55:12.954 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:proto for s3cmd config is https 2024-09-12T16:55:12.954 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:s3cmd config written 2024-09-12T16:55:12.954 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2024-09-12T16:55:13.539 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:13.540 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2024-09-12T16:55:13.540 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2024-09-12T16:55:15.780 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:15.780 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 2.0 seconds, 3.58 MB/s) [1 of 1]\n" 2024-09-12T16:55:15.780 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2024-09-12T16:55:17.045 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:17.046 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 1.0 seconds, 7.32 MB/s)\n" 2024-09-12T16:55:17.046 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2024-09-12T16:55:17.575 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7340032,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "etag": "d9e0df02333dbbdb8de940b7d29d1295",\n "tag": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.836969429374044142",\n "manifest": {\n "objs": [],\n "obj_size": 7340032,\n "explicit_objs": false,\n "head_size": 0,\n "max_head_size": 0,\n "prefix": ".xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 0,\n "part_size": 0,\n "stripe_max_size": 4194304,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1",\n "bucket_id": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 4194304,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1",\n "bucket_id": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_0",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 0,\n "stripe_ofs": 4194304,\n "ofs": 7340032,\n "stripe_size": 3145728,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1",\n "bucket_id": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2024-09-12T16:55:15.679924Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.836969429374044142",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1726160112/ctime:1726160112/gid:1333/gname:ubuntu/md5:d9e0df02333dbbdb8de940b7d29d1295/mode:33188/mtime:1726160112/uid:1000/uname:ubuntu"\n }\n}\n' 2024-09-12T16:55:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:Cached object name is: .xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_ 2024-09-12T16:55:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2024-09-12T16:55:17.578 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:17.578 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'2\n' 2024-09-12T16:55:17.579 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:Check cache dir content: 2 2024-09-12T16:55:17.579 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(ls -l /tmp/rgw_datacache) 2024-09-12T16:55:17.581 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:17.581 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'total 7168\n-rw-r--r--. 1 ceph ceph 4194304 Sep 12 16:55 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_0\n-rw-r--r--. 1 ceph ceph 3145728 Sep 12 16:55 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1\n' 2024-09-12T16:55:17.581 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -name "*.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1") 2024-09-12T16:55:17.583 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:17.583 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'/tmp/rgw_datacache/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1\n' 2024-09-12T16:55:17.583 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:Path of file in datacache is: /tmp/rgw_datacache/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1 2024-09-12T16:55:17.583 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(basename /tmp/rgw_datacache/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1) 2024-09-12T16:55:17.585 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:17.585 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1\n' 2024-09-12T16:55:17.585 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:Name of file in datacache is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1 2024-09-12T16:55:17.585 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:exec_cmd(rados ls -p default.rgw.buckets.data) 2024-09-12T16:55:17.641 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:command succeeded 2024-09-12T16:55:17.641 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:b'891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_0\n891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1_7M.dat\n891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1\n' 2024-09-12T16:55:17.641 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:rados ls output is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_0 2024-09-12T16:55:17.641 INFO:tasks.workunit.client.0.smithi123.stderr:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1_7M.dat 2024-09-12T16:55:17.641 INFO:tasks.workunit.client.0.smithi123.stderr:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1__shadow_.xS8WdBFZuaKtdQEiW4ZyMva_AwdjwgH_1 2024-09-12T16:55:17.641 INFO:tasks.workunit.client.0.smithi123.stderr:DEBUG:root:RGW Datacache test SUCCESS 2024-09-12T16:55:17.642 INFO:tasks.workunit.client.0.smithi123.stderr:INFO:root:Completed Datacache tests 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ deactivate 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ export PATH 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ hash -r 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset VIRTUAL_ENV 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset -f deactivate 2024-09-12T16:55:17.647 INFO:tasks.workunit.client.0.smithi123.stderr:+ echo OK. 2024-09-12T16:55:17.648 INFO:tasks.workunit.client.0.smithi123.stdout:OK. 2024-09-12T16:55:17.649 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T16:55:17.649 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T16:55:17.740 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2024-09-12T16:55:17.740 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T16:55:18.058 DEBUG:teuthology.parallel:result is None 2024-09-12T16:55:18.059 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T16:55:18.097 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T16:55:18.097 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:55:18.173 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T16:55:18.174 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T16:55:18.542 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:55:18.543 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T16:55:18.544 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:55:18.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:55:18.574 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T16:55:18.574 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:55:18.645 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T16:55:18.645 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T16:55:18.717 INFO:tasks.workunit:timeout=3h 2024-09-12T16:55:18.717 INFO:tasks.workunit:cleanup=True 2024-09-12T16:55:18.718 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:55:18.789 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T16:56:17.829 INFO:tasks.workunit.client.0.smithi123.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T16:56:17.829 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:17.829 INFO:tasks.workunit.client.0.smithi123.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr: git switch -c 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:Or undo this operation with: 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr: git switch - 2024-09-12T16:56:17.830 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:17.831 INFO:tasks.workunit.client.0.smithi123.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T16:56:17.831 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:17.831 INFO:tasks.workunit.client.0.smithi123.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T16:56:17.834 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T16:56:17.903 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T16:56:17.905 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T16:56:17.906 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T16:56:17.955 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T16:56:18.003 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T16:56:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T16:56:18.043 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T16:56:18.043 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T16:56:18.082 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T16:56:18.085 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:56:18.085 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T16:56:18.155 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-12T16:56:18.157 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-12T16:56:18.157 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T16:56:18.230 INFO:tasks.workunit.client.0.smithi123.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T16:56:18.230 INFO:tasks.workunit.client.0.smithi123.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T16:56:18.230 INFO:tasks.workunit.client.0.smithi123.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T16:56:20.501 INFO:tasks.workunit.client.0.smithi123.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T16:56:20.504 INFO:tasks.workunit.client.0.smithi123.stderr:++ deactivate nondestructive 2024-09-12T16:56:20.504 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:56:20.504 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:56:20.504 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T16:56:20.504 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T16:56:20.504 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:56:20.505 INFO:tasks.workunit.client.0.smithi123.stderr:++ unset VIRTUAL_ENV 2024-09-12T16:56:20.505 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T16:56:20.505 INFO:tasks.workunit.client.0.smithi123.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T16:56:20.505 INFO:tasks.workunit.client.0.smithi123.stderr:++ export VIRTUAL_ENV 2024-09-12T16:56:20.505 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PATH 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -z '' ']' 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ PS1='(rgw) ' 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PS1 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T16:56:20.507 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T16:56:20.508 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install pip --upgrade 2024-09-12T16:56:20.729 INFO:tasks.workunit.client.0.smithi123.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T16:56:20.913 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting pip 2024-09-12T16:56:20.917 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T16:56:20.961 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: pip 2024-09-12T16:56:20.961 INFO:tasks.workunit.client.0.smithi123.stdout: Attempting uninstall: pip 2024-09-12T16:56:20.961 INFO:tasks.workunit.client.0.smithi123.stdout: Found existing installation: pip 21.3.1 2024-09-12T16:56:21.112 INFO:tasks.workunit.client.0.smithi123.stdout: Uninstalling pip-21.3.1: 2024-09-12T16:56:21.117 INFO:tasks.workunit.client.0.smithi123.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T16:56:21.853 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed pip-24.2 2024-09-12T16:56:21.901 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install boto3 2024-09-12T16:56:22.723 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting boto3 2024-09-12T16:56:22.767 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T16:56:23.374 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T16:56:23.389 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T16:56:23.508 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T16:56:23.523 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T16:56:23.614 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T16:56:23.628 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T16:56:23.724 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T16:56:23.738 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T16:56:23.860 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T16:56:23.875 INFO:tasks.workunit.client.0.smithi123.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T16:56:24.090 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T16:56:24.091 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T16:56:24.109 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T16:56:24.192 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T16:56:24.404 INFO:tasks.workunit.client.0.smithi123.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.5/12.5 MB 62.2 MB/s eta 0:00:00 2024-09-12T16:56:24.418 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T16:56:24.482 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T16:56:24.549 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T16:56:24.617 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T16:56:24.671 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T16:56:24.745 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T16:56:25.756 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T16:56:25.872 INFO:tasks.workunit.client.0.smithi123.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-12T16:56:26.011 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-12T16:56:26.046 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:26.046 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:26.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.081+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 20 realm 2024-09-12T16:56:26.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:26.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.082+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.083+0000 7f730cb25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:26.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.083+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.084+0000 7f730cb25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:26.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.084+0000 7f730cb25800 20 searching for the correct realm 2024-09-12T16:56:26.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.086+0000 7f7308f34640 0 -- 172.21.15.123:0/3276351276 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f72f0054040 msgr2=0x7f72f0054930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:26.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.293+0000 7f72fffff640 0 -- 172.21.15.123:0/3276351276 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f73000703a0 msgr2=0x7f7300070800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:26.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:26.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:26.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:26.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:26.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:26.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:26.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:26.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.500+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:26.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 20 zone default found 2024-09-12T16:56:26.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 4 Realm: () 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 20 zonegroup default 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.501+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.502+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.502+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.502+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.502+0000 7f730cb25800 20 started sync module instance, tier type = 2024-09-12T16:56:26.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.502+0000 7f730cb25800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:26.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.512+0000 7f730cb25800 20 add_watcher() i=0 2024-09-12T16:56:26.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.512+0000 7f730cb25800 20 add_watcher() i=1 2024-09-12T16:56:26.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.512+0000 7f730cb25800 20 add_watcher() i=2 2024-09-12T16:56:26.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.512+0000 7f730cb25800 20 add_watcher() i=3 2024-09-12T16:56:26.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.512+0000 7f730cb25800 20 add_watcher() i=4 2024-09-12T16:56:26.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.512+0000 7f730cb25800 20 add_watcher() i=5 2024-09-12T16:56:26.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.512+0000 7f730cb25800 20 add_watcher() i=6 2024-09-12T16:56:26.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.513+0000 7f730cb25800 20 add_watcher() i=7 2024-09-12T16:56:26.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.513+0000 7f730cb25800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:26.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.515+0000 7f71befdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.515+0000 7f730cb25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.515+0000 7f730cb25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.515+0000 7f730cb25800 5 note: GC not initialized 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.515+0000 7f71bdfdb640 20 reqs_thread_entry: start 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.515+0000 7f730cb25800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 20 Filter name: none 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f712f7fe640 20 reqs_thread_entry: start 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-12T16:56:26.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T16:56:26.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.516+0000 7f730cb25800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T16:56:26.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.518+0000 7f730cb25800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T16:56:26.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.518+0000 7f730cb25800 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T16:56:26.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.518+0000 7f730cb25800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-12T16:56:26.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.519+0000 7f71df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 180388626433 cookie 94719628425552 notifier 4755 bl.length()=593 2024-09-12T16:56:26.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.519+0000 7f71df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T16:56:26.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.519+0000 7f71df7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T16:56:26.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.523+0000 7f730cb25800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T16:56:26.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.523+0000 7f730cb25800 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T16:56:26.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.523+0000 7f730cb25800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-12T16:56:26.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.523+0000 7f71df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 180388626433 cookie 94719628420032 notifier 4755 bl.length()=186 2024-09-12T16:56:26.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.523+0000 7f71df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T16:56:26.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.523+0000 7f71df7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T16:56:26.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.526+0000 7f71befdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:26.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.528+0000 7f730cb25800 20 remove_watcher() i=0 2024-09-12T16:56:26.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.528+0000 7f730cb25800 2 removed watcher, disabling cache 2024-09-12T16:56:26.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.530+0000 7f730cb25800 20 remove_watcher() i=1 2024-09-12T16:56:26.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.531+0000 7f730cb25800 20 remove_watcher() i=2 2024-09-12T16:56:26.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.533+0000 7f730cb25800 20 remove_watcher() i=3 2024-09-12T16:56:26.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.534+0000 7f730cb25800 20 remove_watcher() i=4 2024-09-12T16:56:26.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.535+0000 7f730cb25800 20 remove_watcher() i=5 2024-09-12T16:56:26.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.536+0000 7f730cb25800 20 remove_watcher() i=6 2024-09-12T16:56:26.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:26.537+0000 7f730cb25800 20 remove_watcher() i=7 2024-09-12T16:56:26.739 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:26.739 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:26.789 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:26.790 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:26.859 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:26.859 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:26.902 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:26.902 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:26.980 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:26.980 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.008 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.009 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.046 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.046 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.069 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.157 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.157 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.266 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.266 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.300 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.351 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.351 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.377 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.377 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.428 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.428 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.452 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.452 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.540 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:27.540 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:27.563 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: recalculated bucket check stats are correct 2024-09-12T16:56:27.564 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T16:56:27.595 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:27.596 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:27.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.631+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:27.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 20 realm 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.632+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:27.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.633+0000 7f8b50298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:27.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.633+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:27.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.634+0000 7f8b50298800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:27.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.634+0000 7f8b50298800 20 searching for the correct realm 2024-09-12T16:56:27.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:27.837+0000 7f8b4e58a640 0 -- 172.21.15.123:0/1163626157 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f8b4406c040 msgr2=0x7f8b440a9be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:56:28.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.043+0000 7f8b4d588640 0 -- 172.21.15.123:0/1163626157 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f8b4800e070 msgr2=0x7f8b48086370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.250+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:28.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 zone default found 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 4 Realm: () 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 zonegroup default 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 started sync module instance, tier type = 2024-09-12T16:56:28.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.251+0000 7f8b50298800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=0 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=1 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=2 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=3 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=4 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=5 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=6 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 20 add_watcher() i=7 2024-09-12T16:56:28.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.264+0000 7f8b50298800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:28.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.266+0000 7f89fffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:28.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f8b50298800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:28.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f8b50298800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:28.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f8b50298800 5 note: GC not initialized 2024-09-12T16:56:28.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f89feffd640 20 reqs_thread_entry: start 2024-09-12T16:56:28.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f8b50298800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:28.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f8b50298800 20 Filter name: none 2024-09-12T16:56:28.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f89fcff9640 20 reqs_thread_entry: start 2024-09-12T16:56:28.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f8b50298800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:28.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.267+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:28.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:28.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:28.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:28.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:28.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.268+0000 7f8b50298800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:28.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.272+0000 7f89fffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:28.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.275+0000 7f8b50298800 20 remove_watcher() i=0 2024-09-12T16:56:28.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.275+0000 7f8b50298800 2 removed watcher, disabling cache 2024-09-12T16:56:28.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.276+0000 7f8b50298800 20 remove_watcher() i=1 2024-09-12T16:56:28.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.277+0000 7f8b50298800 20 remove_watcher() i=2 2024-09-12T16:56:28.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.278+0000 7f8b50298800 20 remove_watcher() i=3 2024-09-12T16:56:28.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.279+0000 7f8b50298800 20 remove_watcher() i=4 2024-09-12T16:56:28.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.280+0000 7f8b50298800 20 remove_watcher() i=5 2024-09-12T16:56:28.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.282+0000 7f8b50298800 20 remove_watcher() i=6 2024-09-12T16:56:28.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.283+0000 7f8b50298800 20 remove_watcher() i=7 2024-09-12T16:56:28.296 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T16:56:28.325 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:28.325 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:28.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.361+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 20 realm 2024-09-12T16:56:28.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:28.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.363+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.364+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:28.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.364+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.365+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:28.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.365+0000 7fadbe12e800 20 searching for the correct realm 2024-09-12T16:56:28.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.367+0000 7fadba6de640 0 -- 172.21.15.123:0/700084053 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fadb002b3c0 msgr2=0x7fadb002c970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.573+0000 7fadb96dc640 0 -- 172.21.15.123:0/700084053 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fadb40813f0 msgr2=0x7fadb4081870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:28.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:28.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:28.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:28.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:28.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:28.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:28.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:28.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.780+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:28.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 zone default found 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 4 Realm: () 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 zonegroup default 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.781+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.782+0000 7fadbe12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.782+0000 7fadbe12e800 20 started sync module instance, tier type = 2024-09-12T16:56:28.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.782+0000 7fadbe12e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:28.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.803+0000 7fadbe12e800 20 add_watcher() i=0 2024-09-12T16:56:28.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.803+0000 7fadbe12e800 20 add_watcher() i=1 2024-09-12T16:56:28.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.803+0000 7fadbe12e800 20 add_watcher() i=2 2024-09-12T16:56:28.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.803+0000 7fadbe12e800 20 add_watcher() i=3 2024-09-12T16:56:28.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.803+0000 7fadbe12e800 20 add_watcher() i=4 2024-09-12T16:56:28.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.803+0000 7fadbe12e800 20 add_watcher() i=5 2024-09-12T16:56:28.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.803+0000 7fadbe12e800 20 add_watcher() i=6 2024-09-12T16:56:28.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.806+0000 7fadbe12e800 20 add_watcher() i=7 2024-09-12T16:56:28.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.806+0000 7fadbe12e800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:28.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fac6b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fadbe12e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fadbe12e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fadbe12e800 5 note: GC not initialized 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fac6a7fc640 20 reqs_thread_entry: start 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fadbe12e800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fadbe12e800 20 Filter name: none 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.808+0000 7fabdbfff640 20 reqs_thread_entry: start 2024-09-12T16:56:28.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.809+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.809+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.809+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.809+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.809+0000 7fadbe12e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.809+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.809+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.810+0000 7fadbe12e800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.810+0000 7fadbe12e800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:28.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.810+0000 7fadbe12e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:28.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.811+0000 7fac6b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:28.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.814+0000 7fadbe12e800 20 remove_watcher() i=0 2024-09-12T16:56:28.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.814+0000 7fadbe12e800 2 removed watcher, disabling cache 2024-09-12T16:56:28.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.815+0000 7fadbe12e800 20 remove_watcher() i=1 2024-09-12T16:56:28.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.816+0000 7fadbe12e800 20 remove_watcher() i=2 2024-09-12T16:56:28.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.817+0000 7fadbe12e800 20 remove_watcher() i=3 2024-09-12T16:56:28.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.818+0000 7fadbe12e800 20 remove_watcher() i=4 2024-09-12T16:56:28.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.819+0000 7fadbe12e800 20 remove_watcher() i=5 2024-09-12T16:56:28.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.822+0000 7fadbe12e800 20 remove_watcher() i=6 2024-09-12T16:56:28.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.823+0000 7fadbe12e800 20 remove_watcher() i=7 2024-09-12T16:56:28.835 INFO:tasks.workunit.client.0.smithi123.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 63, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-12T16:56:28.835 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-12T16:56:28.835 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:28.837 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T16:56:28.870 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:28.870 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:28.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.906+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 20 realm 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.907+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.908+0000 7f1609c87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:28.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.908+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:28.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.909+0000 7f1609c87800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:28.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.909+0000 7f1609c87800 20 searching for the correct realm 2024-09-12T16:56:28.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:28.911+0000 7f1607f72640 0 -- 172.21.15.123:0/3490587434 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f15f006b020 msgr2=0x7f15f00bd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:29.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.118+0000 7f15fef70640 0 -- 172.21.15.123:0/3490587434 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1600076fd0 msgr2=0x7f16000751a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:29.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.325+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:29.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 zone default found 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 4 Realm: () 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 zonegroup default 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:29.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.326+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.327+0000 7f1609c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:29.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.327+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.327+0000 7f1609c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:29.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.327+0000 7f1609c87800 20 started sync module instance, tier type = 2024-09-12T16:56:29.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.327+0000 7f1609c87800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:29.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.346+0000 7f1609c87800 20 add_watcher() i=0 2024-09-12T16:56:29.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.346+0000 7f1609c87800 20 add_watcher() i=1 2024-09-12T16:56:29.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.346+0000 7f1609c87800 20 add_watcher() i=2 2024-09-12T16:56:29.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.346+0000 7f1609c87800 20 add_watcher() i=3 2024-09-12T16:56:29.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.346+0000 7f1609c87800 20 add_watcher() i=4 2024-09-12T16:56:29.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.346+0000 7f1609c87800 20 add_watcher() i=5 2024-09-12T16:56:29.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.346+0000 7f1609c87800 20 add_watcher() i=6 2024-09-12T16:56:29.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.347+0000 7f1609c87800 20 add_watcher() i=7 2024-09-12T16:56:29.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.347+0000 7f1609c87800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:29.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.349+0000 7f14bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:29.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.349+0000 7f1609c87800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:29.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.349+0000 7f1609c87800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:29.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 5 note: GC not initialized 2024-09-12T16:56:29.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f14bcfe1640 20 reqs_thread_entry: start 2024-09-12T16:56:29.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:29.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 20 Filter name: none 2024-09-12T16:56:29.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f14367fc640 20 reqs_thread_entry: start 2024-09-12T16:56:29.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:29.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.350+0000 7f1609c87800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 20 rados->read ofs=0 len=0 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:29.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:29.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:29.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:29.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.351+0000 7f1609c87800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T16:56:29.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.352+0000 7f1609c87800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T16:56:29.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.352+0000 7f14bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:29.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.355+0000 7f1609c87800 20 remove_watcher() i=0 2024-09-12T16:56:29.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.355+0000 7f1609c87800 2 removed watcher, disabling cache 2024-09-12T16:56:29.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.357+0000 7f1609c87800 20 remove_watcher() i=1 2024-09-12T16:56:29.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.358+0000 7f1609c87800 20 remove_watcher() i=2 2024-09-12T16:56:29.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.360+0000 7f1609c87800 20 remove_watcher() i=3 2024-09-12T16:56:29.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.361+0000 7f1609c87800 20 remove_watcher() i=4 2024-09-12T16:56:29.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.362+0000 7f1609c87800 20 remove_watcher() i=5 2024-09-12T16:56:29.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.363+0000 7f1609c87800 20 remove_watcher() i=6 2024-09-12T16:56:29.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:29.364+0000 7f1609c87800 20 remove_watcher() i=7 2024-09-12T16:56:29.377 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T16:56:29.765 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T16:56:30.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:30.049+0000 7f0c0def7640 0 --2- 172.21.15.123:0/1817277633 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x7f0c08073ac0 0x7f0c08072d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T16:56:31.361 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:31.361 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:31.458 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:31.460 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T16:56:31.493 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:31.493 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:31.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.531+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.533+0000 7ffbdd219800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.533+0000 7ffbdd219800 20 realm 2024-09-12T16:56:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.533+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.533+0000 7ffbdd219800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.533+0000 7ffbdd219800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.533+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.534+0000 7ffbdd219800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:31.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.534+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.534+0000 7ffbdd219800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:31.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.534+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.535+0000 7ffbdd219800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:31.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.535+0000 7ffbdd219800 20 searching for the correct realm 2024-09-12T16:56:31.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.537+0000 7ffbd91ec640 0 -- 172.21.15.123:0/4035388571 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ffbc0024070 msgr2=0x7ffbc009aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:31.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.745+0000 7ffbd01ea640 0 -- 172.21.15.123:0/4035388571 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ffbd40548d0 msgr2=0x7ffbd40733d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:31.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.952+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:31.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:31.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 20 zone default found 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 4 Realm: () 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 20 zonegroup default 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.953+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.954+0000 7ffbdd219800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.954+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.954+0000 7ffbdd219800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:31.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.954+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.954+0000 7ffbdd219800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:31.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.954+0000 7ffbdd219800 20 started sync module instance, tier type = 2024-09-12T16:56:31.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.954+0000 7ffbdd219800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:31.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.967+0000 7ffbdd219800 20 add_watcher() i=0 2024-09-12T16:56:31.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.967+0000 7ffbdd219800 20 add_watcher() i=1 2024-09-12T16:56:31.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.967+0000 7ffbdd219800 20 add_watcher() i=2 2024-09-12T16:56:31.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.967+0000 7ffbdd219800 20 add_watcher() i=3 2024-09-12T16:56:31.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.967+0000 7ffbdd219800 20 add_watcher() i=4 2024-09-12T16:56:31.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.967+0000 7ffbdd219800 20 add_watcher() i=5 2024-09-12T16:56:31.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.967+0000 7ffbdd219800 20 add_watcher() i=6 2024-09-12T16:56:31.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.968+0000 7ffbdd219800 20 add_watcher() i=7 2024-09-12T16:56:31.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.968+0000 7ffbdd219800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:31.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffa8f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:31.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffbdd219800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:31.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffbdd219800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:31.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffbdd219800 5 note: GC not initialized 2024-09-12T16:56:31.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffa8e7e4640 20 reqs_thread_entry: start 2024-09-12T16:56:31.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffbdd219800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:31.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffbdd219800 20 Filter name: none 2024-09-12T16:56:31.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffa877fe640 20 reqs_thread_entry: start 2024-09-12T16:56:31.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.970+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.971+0000 7ffbdd219800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:31.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.971+0000 7ffbdd219800 20 rados->read ofs=0 len=0 2024-09-12T16:56:31.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.971+0000 7ffbdd219800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:31.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.971+0000 7ffbdd219800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:31.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.971+0000 7ffbdd219800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:31.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.971+0000 7ffbdd219800 20 INFO: main: starting shard=0 2024-09-12T16:56:31.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.971+0000 7ffbdd219800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:31.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.972+0000 7ffbdd219800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T16:56:31.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.972+0000 7ffbdd219800 20 INFO: main: done 2024-09-12T16:56:31.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.973+0000 7ffa8f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:31.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.975+0000 7ffbdd219800 20 remove_watcher() i=0 2024-09-12T16:56:31.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.975+0000 7ffbdd219800 2 removed watcher, disabling cache 2024-09-12T16:56:31.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.977+0000 7ffbdd219800 20 remove_watcher() i=1 2024-09-12T16:56:31.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.978+0000 7ffbdd219800 20 remove_watcher() i=2 2024-09-12T16:56:31.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.979+0000 7ffbdd219800 20 remove_watcher() i=3 2024-09-12T16:56:31.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.980+0000 7ffbdd219800 20 remove_watcher() i=4 2024-09-12T16:56:31.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.981+0000 7ffbdd219800 20 remove_watcher() i=5 2024-09-12T16:56:31.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.982+0000 7ffbdd219800 20 remove_watcher() i=6 2024-09-12T16:56:31.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:31.983+0000 7ffbdd219800 20 remove_watcher() i=7 2024-09-12T16:56:31.997 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:31.997 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:32.021 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:32.022 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:32.114 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:32.116 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T16:56:32.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:32.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:32.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.385+0000 7fa69ae1b640 0 --2- 172.21.15.123:0/3392795469 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563483913ec0 0x56348390bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T16:56:32.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.387+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 20 realm 2024-09-12T16:56:32.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:32.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.389+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.390+0000 7fa69e931800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:32.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.390+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.391+0000 7fa69e931800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:32.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.391+0000 7fa69e931800 20 searching for the correct realm 2024-09-12T16:56:32.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.392+0000 7fa69a61a640 0 -- 172.21.15.123:0/3392795469 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fa694024040 msgr2=0x7fa69404ea30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:32.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.395+0000 7fa69a61a640 0 -- 172.21.15.123:0/3392795469 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7fa694015070 msgr2=0x7fa69408e2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.605+0000 7fa69e931800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.605+0000 7fa69e931800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.605+0000 7fa69e931800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.605+0000 7fa69e931800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.605+0000 7fa69e931800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.605+0000 7fa69e931800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.605+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.606+0000 7fa69e931800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.606+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.606+0000 7fa69e931800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:32.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.606+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:32.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 zone default found 2024-09-12T16:56:32.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 4 Realm: () 2024-09-12T16:56:32.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:32.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:32.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:32.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 zonegroup default 2024-09-12T16:56:32.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.607+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.608+0000 7fa69e931800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.608+0000 7fa69e931800 20 started sync module instance, tier type = 2024-09-12T16:56:32.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.608+0000 7fa69e931800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:32.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.621+0000 7fa69e931800 20 add_watcher() i=0 2024-09-12T16:56:32.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.621+0000 7fa69e931800 20 add_watcher() i=1 2024-09-12T16:56:32.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.621+0000 7fa69e931800 20 add_watcher() i=2 2024-09-12T16:56:32.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.621+0000 7fa69e931800 20 add_watcher() i=3 2024-09-12T16:56:32.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.621+0000 7fa69e931800 20 add_watcher() i=4 2024-09-12T16:56:32.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.621+0000 7fa69e931800 20 add_watcher() i=5 2024-09-12T16:56:32.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.621+0000 7fa69e931800 20 add_watcher() i=6 2024-09-12T16:56:32.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.624+0000 7fa69e931800 20 add_watcher() i=7 2024-09-12T16:56:32.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.624+0000 7fa69e931800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:32.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.626+0000 7fa5517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:32.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:32.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 5 note: GC not initialized 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa54b7fe640 20 reqs_thread_entry: start 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 20 Filter name: none 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa5497fa640 20 reqs_thread_entry: start 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:32.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.627+0000 7fa69e931800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.628+0000 7fa69e931800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:32.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.628+0000 7fa69e931800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:32.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.628+0000 7fa69e931800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:32.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.628+0000 7fa69e931800 20 INFO: main: starting shard=0 2024-09-12T16:56:32.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.628+0000 7fa69e931800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:32.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.628+0000 7fa69e931800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T16:56:32.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.628+0000 7fa69e931800 20 INFO: main: done 2024-09-12T16:56:32.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.629+0000 7fa5517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:32.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.632+0000 7fa69e931800 20 remove_watcher() i=0 2024-09-12T16:56:32.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.632+0000 7fa69e931800 2 removed watcher, disabling cache 2024-09-12T16:56:32.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.633+0000 7fa69e931800 20 remove_watcher() i=1 2024-09-12T16:56:32.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.634+0000 7fa69e931800 20 remove_watcher() i=2 2024-09-12T16:56:32.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.635+0000 7fa69e931800 20 remove_watcher() i=3 2024-09-12T16:56:32.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.636+0000 7fa69e931800 20 remove_watcher() i=4 2024-09-12T16:56:32.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.637+0000 7fa69e931800 20 remove_watcher() i=5 2024-09-12T16:56:32.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.639+0000 7fa69e931800 20 remove_watcher() i=6 2024-09-12T16:56:32.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.640+0000 7fa69e931800 20 remove_watcher() i=7 2024-09-12T16:56:32.654 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:32.654 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:32.678 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:32.678 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:32.764 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:32.765 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T16:56:32.796 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:32.796 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:32.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.832+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 20 realm 2024-09-12T16:56:32.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:32.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:32.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.834+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.835+0000 7f53b9534800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:32.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.835+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:32.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.836+0000 7f53b9534800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:32.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.836+0000 7f53b9534800 20 searching for the correct realm 2024-09-12T16:56:32.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:32.838+0000 7f53b5ab8640 0 -- 172.21.15.123:0/1658205164 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f53a0060dc0 msgr2=0x7f53a0077970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:56:33.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.045+0000 7f53affff640 0 -- 172.21.15.123:0/1658205164 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f53b00c10b0 msgr2=0x7f53b00079b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.251+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 20 zone default found 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 4 Realm: () 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:33.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 20 zonegroup default 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.252+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.253+0000 7f53b9534800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.253+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.253+0000 7f53b9534800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.253+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.253+0000 7f53b9534800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.253+0000 7f53b9534800 20 started sync module instance, tier type = 2024-09-12T16:56:33.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.253+0000 7f53b9534800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:33.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.268+0000 7f53b9534800 20 add_watcher() i=0 2024-09-12T16:56:33.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.268+0000 7f53b9534800 20 add_watcher() i=1 2024-09-12T16:56:33.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.268+0000 7f53b9534800 20 add_watcher() i=2 2024-09-12T16:56:33.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.268+0000 7f53b9534800 20 add_watcher() i=3 2024-09-12T16:56:33.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.268+0000 7f53b9534800 20 add_watcher() i=4 2024-09-12T16:56:33.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.268+0000 7f53b9534800 20 add_watcher() i=5 2024-09-12T16:56:33.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.271+0000 7f53b9534800 20 add_watcher() i=6 2024-09-12T16:56:33.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.271+0000 7f53b9534800 20 add_watcher() i=7 2024-09-12T16:56:33.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.271+0000 7f53b9534800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:33.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.274+0000 7f526b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:33.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f53b9534800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:33.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f53b9534800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:33.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f53b9534800 5 note: GC not initialized 2024-09-12T16:56:33.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f526a7e4640 20 reqs_thread_entry: start 2024-09-12T16:56:33.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f53b9534800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:33.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f53b9534800 20 Filter name: none 2024-09-12T16:56:33.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f51dbfff640 20 reqs_thread_entry: start 2024-09-12T16:56:33.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.275+0000 7f53b9534800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 INFO: main: starting shard=0 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T16:56:33.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.276+0000 7f53b9534800 20 INFO: main: done 2024-09-12T16:56:33.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.277+0000 7f526b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:33.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.280+0000 7f53b9534800 20 remove_watcher() i=0 2024-09-12T16:56:33.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.280+0000 7f53b9534800 2 removed watcher, disabling cache 2024-09-12T16:56:33.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.281+0000 7f53b9534800 20 remove_watcher() i=1 2024-09-12T16:56:33.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.282+0000 7f53b9534800 20 remove_watcher() i=2 2024-09-12T16:56:33.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.283+0000 7f53b9534800 20 remove_watcher() i=3 2024-09-12T16:56:33.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.284+0000 7f53b9534800 20 remove_watcher() i=4 2024-09-12T16:56:33.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.285+0000 7f53b9534800 20 remove_watcher() i=5 2024-09-12T16:56:33.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.287+0000 7f53b9534800 20 remove_watcher() i=6 2024-09-12T16:56:33.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.288+0000 7f53b9534800 20 remove_watcher() i=7 2024-09-12T16:56:33.301 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:33.301 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:33.324 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:33.324 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:33.410 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:33.412 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T16:56:33.444 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:33.444 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:33.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.480+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.481+0000 7ffae5725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.481+0000 7ffae5725800 20 realm 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.481+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.482+0000 7ffae5725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.482+0000 7ffae5725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.482+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.482+0000 7ffae5725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.482+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.483+0000 7ffae5725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:33.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.483+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.483+0000 7ffae5725800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:33.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.483+0000 7ffae5725800 20 searching for the correct realm 2024-09-12T16:56:33.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.486+0000 7ffae1b34640 0 -- 172.21.15.123:0/4033013175 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ffacc043910 msgr2=0x7ffacc0263f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:33.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.693+0000 7ffadbfff640 0 -- 172.21.15.123:0/4033013175 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ffadc064040 msgr2=0x7ffadc062a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:33.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:33.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:33.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:33.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:33.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:33.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:33.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.900+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:33.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:33.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 zone default found 2024-09-12T16:56:33.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 4 Realm: () 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 zonegroup default 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.901+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.902+0000 7ffae5725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.902+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.902+0000 7ffae5725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.902+0000 7ffae5725800 20 started sync module instance, tier type = 2024-09-12T16:56:33.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.902+0000 7ffae5725800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:33.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.917+0000 7ffae5725800 20 add_watcher() i=0 2024-09-12T16:56:33.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.917+0000 7ffae5725800 20 add_watcher() i=1 2024-09-12T16:56:33.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.917+0000 7ffae5725800 20 add_watcher() i=2 2024-09-12T16:56:33.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.917+0000 7ffae5725800 20 add_watcher() i=3 2024-09-12T16:56:33.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.917+0000 7ffae5725800 20 add_watcher() i=4 2024-09-12T16:56:33.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.917+0000 7ffae5725800 20 add_watcher() i=5 2024-09-12T16:56:33.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.917+0000 7ffae5725800 20 add_watcher() i=6 2024-09-12T16:56:33.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.919+0000 7ffae5725800 20 add_watcher() i=7 2024-09-12T16:56:33.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.919+0000 7ffae5725800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:33.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.921+0000 7ff997fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:33.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.921+0000 7ffae5725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:33.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.921+0000 7ffae5725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:33.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ffae5725800 5 note: GC not initialized 2024-09-12T16:56:33.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ff996fe5640 20 reqs_thread_entry: start 2024-09-12T16:56:33.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ffae5725800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:33.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ffae5725800 20 Filter name: none 2024-09-12T16:56:33.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ff994fe1640 20 reqs_thread_entry: start 2024-09-12T16:56:33.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ffae5725800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.922+0000 7ffae5725800 20 rados->read ofs=0 len=0 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.923+0000 7ffae5725800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.923+0000 7ffae5725800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.923+0000 7ffae5725800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.923+0000 7ffae5725800 20 INFO: main: starting shard=0 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.923+0000 7ffae5725800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.923+0000 7ffae5725800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T16:56:33.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.923+0000 7ffae5725800 20 INFO: main: done 2024-09-12T16:56:33.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.924+0000 7ff997fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:33.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.927+0000 7ffae5725800 20 remove_watcher() i=0 2024-09-12T16:56:33.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.927+0000 7ffae5725800 2 removed watcher, disabling cache 2024-09-12T16:56:33.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.928+0000 7ffae5725800 20 remove_watcher() i=1 2024-09-12T16:56:33.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.929+0000 7ffae5725800 20 remove_watcher() i=2 2024-09-12T16:56:33.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.931+0000 7ffae5725800 20 remove_watcher() i=3 2024-09-12T16:56:33.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.932+0000 7ffae5725800 20 remove_watcher() i=4 2024-09-12T16:56:33.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.933+0000 7ffae5725800 20 remove_watcher() i=5 2024-09-12T16:56:33.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.934+0000 7ffae5725800 20 remove_watcher() i=6 2024-09-12T16:56:33.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:33.935+0000 7ffae5725800 20 remove_watcher() i=7 2024-09-12T16:56:33.950 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:33.950 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:33.972 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T16:56:34.365 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T16:56:34.759 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-12T16:56:34.760 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:34.761 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T16:56:34.793 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:34.793 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:34.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.830+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.831+0000 7f8d5a12f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.831+0000 7f8d5a12f800 20 realm 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.831+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.832+0000 7f8d5a12f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.832+0000 7f8d5a12f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.832+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.832+0000 7f8d5a12f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:34.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.832+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:34.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.833+0000 7f8d5a12f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:34.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.833+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:34.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.833+0000 7f8d5a12f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:34.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.833+0000 7f8d5a12f800 20 searching for the correct realm 2024-09-12T16:56:34.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.834+0000 7f8d55e76640 0 -- 172.21.15.123:0/2301328856 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f8d40003bd0 msgr2=0x7f8d50060830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:34.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:34.837+0000 7f8d55e76640 0 -- 172.21.15.123:0/2301328856 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x558900b1d970 msgr2=0x7f8d5007b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.046+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:35.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:35.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 20 zone default found 2024-09-12T16:56:35.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 4 Realm: () 2024-09-12T16:56:35.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.047+0000 7f8d5a12f800 20 zonegroup default 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.048+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.048+0000 7f8d5a12f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.048+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.048+0000 7f8d5a12f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.048+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.049+0000 7f8d5a12f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.049+0000 7f8d5a12f800 20 started sync module instance, tier type = 2024-09-12T16:56:35.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.049+0000 7f8d5a12f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:35.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.058+0000 7f8d5a12f800 20 add_watcher() i=0 2024-09-12T16:56:35.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.058+0000 7f8d5a12f800 20 add_watcher() i=1 2024-09-12T16:56:35.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.058+0000 7f8d5a12f800 20 add_watcher() i=2 2024-09-12T16:56:35.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.058+0000 7f8d5a12f800 20 add_watcher() i=3 2024-09-12T16:56:35.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.058+0000 7f8d5a12f800 20 add_watcher() i=4 2024-09-12T16:56:35.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.058+0000 7f8d5a12f800 20 add_watcher() i=5 2024-09-12T16:56:35.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.058+0000 7f8d5a12f800 20 add_watcher() i=6 2024-09-12T16:56:35.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.059+0000 7f8d5a12f800 20 add_watcher() i=7 2024-09-12T16:56:35.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.059+0000 7f8d5a12f800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:35.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.061+0000 7f8c077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.061+0000 7f8d5a12f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.061+0000 7f8d5a12f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.061+0000 7f8d5a12f800 5 note: GC not initialized 2024-09-12T16:56:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.061+0000 7f8c067fc640 20 reqs_thread_entry: start 2024-09-12T16:56:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.061+0000 7f8d5a12f800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 20 Filter name: none 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8b77fff640 20 reqs_thread_entry: start 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:35.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:35.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:35.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:35.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:35.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:35.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.062+0000 7f8d5a12f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.064+0000 7f8d5a12f800 1 NOTICE: finished shard 0 (4 entries found) 2024-09-12T16:56:35.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.064+0000 7f8d5a12f800 1 NOTICE: finished all shards (4 entries found) 2024-09-12T16:56:35.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.065+0000 7f8c077fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:35.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.067+0000 7f8d5a12f800 20 remove_watcher() i=0 2024-09-12T16:56:35.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.067+0000 7f8d5a12f800 2 removed watcher, disabling cache 2024-09-12T16:56:35.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.069+0000 7f8d5a12f800 20 remove_watcher() i=1 2024-09-12T16:56:35.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.070+0000 7f8d5a12f800 20 remove_watcher() i=2 2024-09-12T16:56:35.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.071+0000 7f8d5a12f800 20 remove_watcher() i=3 2024-09-12T16:56:35.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.072+0000 7f8d5a12f800 20 remove_watcher() i=4 2024-09-12T16:56:35.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.073+0000 7f8d5a12f800 20 remove_watcher() i=5 2024-09-12T16:56:35.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.074+0000 7f8d5a12f800 20 remove_watcher() i=6 2024-09-12T16:56:35.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.075+0000 7f8d5a12f800 20 remove_watcher() i=7 2024-09-12T16:56:35.086 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: unlinked entries are not listable 2024-09-12T16:56:35.087 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:35.089 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:35.089 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:35.197 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-12T16:56:35.197 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:35.199 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:35.199 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:35.266 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:35.266 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:35.326 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-12T16:56:35.327 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:35.328 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T16:56:35.364 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:35.365 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:35.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.401+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.402+0000 7f7277346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.402+0000 7f7277346800 20 realm 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.402+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.403+0000 7f7277346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.403+0000 7f7277346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.403+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.403+0000 7f7277346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.403+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.404+0000 7f7277346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:35.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.404+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.404+0000 7f7277346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:35.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.404+0000 7f7277346800 20 searching for the correct realm 2024-09-12T16:56:35.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.406+0000 7f7275631640 0 -- 172.21.15.123:0/1476378334 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f7260034070 msgr2=0x7f7260066e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:35.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.614+0000 7f726ffff640 0 -- 172.21.15.123:0/1476378334 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f72700c6890 msgr2=0x7f72700a2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:35.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.822+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:35.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:35.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 zone default found 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 4 Realm: () 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 zonegroup default 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.823+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.824+0000 7f7277346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.824+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.824+0000 7f7277346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.824+0000 7f7277346800 20 started sync module instance, tier type = 2024-09-12T16:56:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.824+0000 7f7277346800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:35.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.835+0000 7f7277346800 20 add_watcher() i=0 2024-09-12T16:56:35.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.835+0000 7f7277346800 20 add_watcher() i=1 2024-09-12T16:56:35.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.835+0000 7f7277346800 20 add_watcher() i=2 2024-09-12T16:56:35.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.835+0000 7f7277346800 20 add_watcher() i=3 2024-09-12T16:56:35.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.835+0000 7f7277346800 20 add_watcher() i=4 2024-09-12T16:56:35.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.835+0000 7f7277346800 20 add_watcher() i=5 2024-09-12T16:56:35.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.835+0000 7f7277346800 20 add_watcher() i=6 2024-09-12T16:56:35.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.836+0000 7f7277346800 20 add_watcher() i=7 2024-09-12T16:56:35.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.836+0000 7f7277346800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:35.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.837+0000 7f712afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:35.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7277346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7277346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7277346800 5 note: GC not initialized 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7129fe3640 20 reqs_thread_entry: start 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7277346800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7277346800 20 Filter name: none 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f709b7fe640 20 reqs_thread_entry: start 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7277346800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.838+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:35.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:35.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:35.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:35.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 20 rados->read ofs=0 len=0 2024-09-12T16:56:35.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:35.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:35.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:35.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:35.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:35.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:35.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.839+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.840+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.840+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:c state=0x55be5a854418 s->prefetch_data=0 2024-09-12T16:56:35.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.841+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to 298pq65ffqpvu77hb7zkfs0fdpi7ekaf 2024-09-12T16:56:35.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.841+0000 7f7277346800 20 get_obj_state_impl: setting s->olh_tag to wwmhqaq5dwsbk10hijtv078t0bphmfg3 2024-09-12T16:56:35.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.841+0000 7f7277346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=wwmhqaq5dwsbk10hijtv078t0bphmfg3 2024-09-12T16:56:35.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.842+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 20 olh_log_entry: epoch=3 op=3 key=c[ZnPsB2LfMadDKeKSMSAw9-a0c4z9FQi] 2024-09-12T16:56:35.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:ZnPsB2LfMadDKeKSMSAw9-a0c4z9FQi_c state=0x55be5a856988 s->prefetch_data=0 2024-09-12T16:56:35.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 10 manifest: total_size = 9 2024-09-12T16:56:35.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1168552746474496408 2024-09-12T16:56:35.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:ZnPsB2LfMadDKeKSMSAw9-a0c4z9FQi_c state=0x55be5a856988 s->prefetch_data=0 2024-09-12T16:56:35.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 20 prepare_atomic_modification: state is not atomic. state=0x55be5a856988 2024-09-12T16:56:35.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.844+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.847+0000 7f7277346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:35.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.847+0000 7f7277346800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T16:56:35.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.847+0000 7f7277346800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:35.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.847+0000 7f7277346800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:ZnPsB2LfMadDKeKSMSAw9-a0c4z9FQi_.GzGONL-CD8sqqmooI8lx4_fuwxcoTJy_0 2024-09-12T16:56:35.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.849+0000 7f714bfff640 20 handle_completion(): completion ok for obj=c[ZnPsB2LfMadDKeKSMSAw9-a0c4z9FQi] 2024-09-12T16:56:35.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.849+0000 7f7277346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:35.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.850+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.850+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.852+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.852+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.852+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:d state=0x55be5a854418 s->prefetch_data=0 2024-09-12T16:56:35.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.853+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to 98yupmjlr06yg3r549o4dm8696qyq9ez 2024-09-12T16:56:35.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.853+0000 7f7277346800 20 get_obj_state_impl: setting s->olh_tag to o111gvuhwfdvvn0lqquq41lmqka61zbo 2024-09-12T16:56:35.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.853+0000 7f7277346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=o111gvuhwfdvvn0lqquq41lmqka61zbo 2024-09-12T16:56:35.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.854+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 20 olh_log_entry: epoch=3 op=3 key=d[8bCBUnvu8ghgZtdmDwH0hJGMpTjWIwW] 2024-09-12T16:56:35.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:8bCBUnvu8ghgZtdmDwH0hJGMpTjWIwW_d state=0x55be5a856908 s->prefetch_data=0 2024-09-12T16:56:35.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 10 manifest: total_size = 22 2024-09-12T16:56:35.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3411855733165767710 2024-09-12T16:56:35.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:8bCBUnvu8ghgZtdmDwH0hJGMpTjWIwW_d state=0x55be5a856908 s->prefetch_data=0 2024-09-12T16:56:35.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 20 prepare_atomic_modification: state is not atomic. state=0x55be5a856908 2024-09-12T16:56:35.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.856+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.859+0000 7f7277346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:35.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.859+0000 7f7277346800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T16:56:35.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.859+0000 7f7277346800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:35.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.859+0000 7f7277346800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:8bCBUnvu8ghgZtdmDwH0hJGMpTjWIwW_.O-xfmYSwwzWcsE8neJwkSAEPaEZHK7y_0 2024-09-12T16:56:35.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.860+0000 7f714bfff640 20 handle_completion(): completion ok for obj=d[8bCBUnvu8ghgZtdmDwH0hJGMpTjWIwW] 2024-09-12T16:56:35.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.860+0000 7f7277346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:35.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.862+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.862+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.863+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.863+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.864+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:e state=0x55be5a854418 s->prefetch_data=0 2024-09-12T16:56:35.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.864+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to 0x2bym307plomxu4mln1hq72z2nhi4kd 2024-09-12T16:56:35.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.864+0000 7f7277346800 20 get_obj_state_impl: setting s->olh_tag to fsfsls20vkw6qlzl2235xt0c3vr28u8v 2024-09-12T16:56:35.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.864+0000 7f7277346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fsfsls20vkw6qlzl2235xt0c3vr28u8v 2024-09-12T16:56:35.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.865+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T16:56:35.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 olh_log_entry: epoch=2 op=3 key=e[H3n2dAStc5eonmt1MJYf1JDMf545CqX] 2024-09-12T16:56:35.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:H3n2dAStc5eonmt1MJYf1JDMf545CqX_e state=0x55be5a84f708 s->prefetch_data=0 2024-09-12T16:56:35.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 10 manifest: total_size = 9 2024-09-12T16:56:35.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7399607032217899131 2024-09-12T16:56:35.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:H3n2dAStc5eonmt1MJYf1JDMf545CqX_e state=0x55be5a84f708 s->prefetch_data=0 2024-09-12T16:56:35.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 prepare_atomic_modification: state is not atomic. state=0x55be5a84f708 2024-09-12T16:56:35.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.867+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.870+0000 7f7277346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:35.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.870+0000 7f7277346800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T16:56:35.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.870+0000 7f7277346800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:35.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.870+0000 7f7277346800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:H3n2dAStc5eonmt1MJYf1JDMf545CqX_.xD5_QgGkmvgbDBuG-ZhDe2xq8GCm3Jd_0 2024-09-12T16:56:35.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.871+0000 7f714bfff640 20 handle_completion(): completion ok for obj=e[H3n2dAStc5eonmt1MJYf1JDMf545CqX] 2024-09-12T16:56:35.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.871+0000 7f7277346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:35.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.873+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:e state=0x55be5a854418 s->prefetch_data=0 2024-09-12T16:56:35.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.873+0000 7f7277346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fsfsls20vkw6qlzl2235xt0c3vr28u8v 2024-09-12T16:56:35.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.876+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.878+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.878+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.878+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:f state=0x55be5a854418 s->prefetch_data=0 2024-09-12T16:56:35.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.879+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to dale9rwz60lo1bwp03ezbo7jtvdvmrfc 2024-09-12T16:56:35.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.879+0000 7f7277346800 20 get_obj_state_impl: setting s->olh_tag to smc4wdm99f7x5yir497m8ghm0vo0v40l 2024-09-12T16:56:35.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.879+0000 7f7277346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=smc4wdm99f7x5yir497m8ghm0vo0v40l 2024-09-12T16:56:35.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.880+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T16:56:35.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 olh_log_entry: epoch=2 op=3 key=f[P9lK.JGHcNH7W09iAFOXZjI5kWv2uIo] 2024-09-12T16:56:35.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:P9lK.JGHcNH7W09iAFOXZjI5kWv2uIo_f state=0x55be5a84f708 s->prefetch_data=0 2024-09-12T16:56:35.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 10 manifest: total_size = 9 2024-09-12T16:56:35.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16190937521182737540 2024-09-12T16:56:35.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:_:P9lK.JGHcNH7W09iAFOXZjI5kWv2uIo_f state=0x55be5a84f708 s->prefetch_data=0 2024-09-12T16:56:35.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 prepare_atomic_modification: state is not atomic. state=0x55be5a84f708 2024-09-12T16:56:35.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.883+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.887+0000 7f7277346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:35.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.887+0000 7f7277346800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T16:56:35.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.887+0000 7f7277346800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:35.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.887+0000 7f7277346800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:P9lK.JGHcNH7W09iAFOXZjI5kWv2uIo_.wbW5SOBUlkOA0pZcf1Y06GOcxWKFqSB_0 2024-09-12T16:56:35.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.888+0000 7f714bfff640 20 handle_completion(): completion ok for obj=f[P9lK.JGHcNH7W09iAFOXZjI5kWv2uIo] 2024-09-12T16:56:35.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.889+0000 7f7277346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:35.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.891+0000 7f7277346800 20 get_obj_state: octx=0x55be5a588190 obj=check-bucket:f state=0x55be5a854418 s->prefetch_data=0 2024-09-12T16:56:35.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.891+0000 7f7277346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=smc4wdm99f7x5yir497m8ghm0vo0v40l 2024-09-12T16:56:35.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.894+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.895+0000 7f7277346800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:35.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.895+0000 7f7277346800 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T16:56:35.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.895+0000 7f7277346800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T16:56:35.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.896+0000 7f712afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:35.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.899+0000 7f7277346800 20 remove_watcher() i=0 2024-09-12T16:56:35.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.899+0000 7f7277346800 2 removed watcher, disabling cache 2024-09-12T16:56:35.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.900+0000 7f7277346800 20 remove_watcher() i=1 2024-09-12T16:56:35.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.901+0000 7f7277346800 20 remove_watcher() i=2 2024-09-12T16:56:35.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.902+0000 7f7277346800 20 remove_watcher() i=3 2024-09-12T16:56:35.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.903+0000 7f7277346800 20 remove_watcher() i=4 2024-09-12T16:56:35.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.904+0000 7f7277346800 20 remove_watcher() i=5 2024-09-12T16:56:35.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.905+0000 7f7277346800 20 remove_watcher() i=6 2024-09-12T16:56:35.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:35.906+0000 7f7277346800 20 remove_watcher() i=7 2024-09-12T16:56:35.920 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:35.920 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:35.940 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:35.941 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:35.960 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:35.961 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:35.981 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:35.981 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:35.999 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-12T16:56:36.000 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:36.001 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:36.001 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:36.067 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:36.067 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:36.088 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:36.089 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:36.112 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:36.112 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:36.135 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:36.135 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:36.157 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-12T16:56:36.157 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:36.158 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T16:56:36.194 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:36.194 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:36.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.230+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.231+0000 7fc34f61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.231+0000 7fc34f61d800 20 realm 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.231+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.231+0000 7fc34f61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.231+0000 7fc34f61d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.231+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.231+0000 7fc34f61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.232+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.232+0000 7fc34f61d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:36.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.232+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.233+0000 7fc34f61d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:36.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.233+0000 7fc34f61d800 20 searching for the correct realm 2024-09-12T16:56:36.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.235+0000 7fc34a5ea640 0 -- 172.21.15.123:0/4191172963 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fc33c07eb50 msgr2=0x7fc33c072990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:36.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.441+0000 7fc34adeb640 0 -- 172.21.15.123:0/4191172963 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fc34401a040 msgr2=0x7fc34407cd00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:36.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:36.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:36.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:36.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:36.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:36.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:36.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.447+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 zone default found 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 4 Realm: () 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:36.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 zonegroup default 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.448+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.449+0000 7fc34f61d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.449+0000 7fc34f61d800 20 started sync module instance, tier type = 2024-09-12T16:56:36.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.449+0000 7fc34f61d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:36.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.461+0000 7fc34f61d800 20 add_watcher() i=0 2024-09-12T16:56:36.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.461+0000 7fc34f61d800 20 add_watcher() i=1 2024-09-12T16:56:36.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.461+0000 7fc34f61d800 20 add_watcher() i=2 2024-09-12T16:56:36.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.461+0000 7fc34f61d800 20 add_watcher() i=3 2024-09-12T16:56:36.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.461+0000 7fc34f61d800 20 add_watcher() i=4 2024-09-12T16:56:36.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.461+0000 7fc34f61d800 20 add_watcher() i=5 2024-09-12T16:56:36.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.461+0000 7fc34f61d800 20 add_watcher() i=6 2024-09-12T16:56:36.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.462+0000 7fc34f61d800 20 add_watcher() i=7 2024-09-12T16:56:36.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.462+0000 7fc34f61d800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:36.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc2017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:36.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc34f61d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:36.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc34f61d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:36.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc34f61d800 5 note: GC not initialized 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc17bfff640 20 reqs_thread_entry: start 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc34f61d800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc34f61d800 20 Filter name: none 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc179ffb640 20 reqs_thread_entry: start 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc34f61d800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.464+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:36.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:36.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:36.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:36.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:36.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.465+0000 7fc34f61d800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:36.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.466+0000 7fc34f61d800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T16:56:36.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.466+0000 7fc34f61d800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T16:56:36.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.466+0000 7fc2017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:36.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.469+0000 7fc34f61d800 20 remove_watcher() i=0 2024-09-12T16:56:36.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.469+0000 7fc34f61d800 2 removed watcher, disabling cache 2024-09-12T16:56:36.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.470+0000 7fc34f61d800 20 remove_watcher() i=1 2024-09-12T16:56:36.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.472+0000 7fc34f61d800 20 remove_watcher() i=2 2024-09-12T16:56:36.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.473+0000 7fc34f61d800 20 remove_watcher() i=3 2024-09-12T16:56:36.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.474+0000 7fc34f61d800 20 remove_watcher() i=4 2024-09-12T16:56:36.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.475+0000 7fc34f61d800 20 remove_watcher() i=5 2024-09-12T16:56:36.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.476+0000 7fc34f61d800 20 remove_watcher() i=6 2024-09-12T16:56:36.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.477+0000 7fc34f61d800 20 remove_watcher() i=7 2024-09-12T16:56:36.492 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:36.492 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:36.626 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:36.626 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:36.676 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T16:56:36.706 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:36.706 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:36.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.741+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 20 realm 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.743+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.744+0000 7f9d48c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:36.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.744+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.745+0000 7f9d48c13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:36.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.745+0000 7f9d48c13800 20 searching for the correct realm 2024-09-12T16:56:36.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.747+0000 7f9d44b49640 0 -- 172.21.15.123:0/2855935163 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9d2c0e8040 msgr2=0x7f9d2c0a98d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:36.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.751+0000 7f9d3bfff640 0 -- 172.21.15.123:0/2855935163 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f9d3c0898b0 msgr2=0x7f9d3c06a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:56:36.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:36.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:36.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:36.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.958+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:36.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 zone default found 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 4 Realm: () 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 zonegroup default 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 started sync module instance, tier type = 2024-09-12T16:56:36.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.959+0000 7f9d48c13800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:36.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.974+0000 7f9d48c13800 20 add_watcher() i=0 2024-09-12T16:56:36.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.974+0000 7f9d48c13800 20 add_watcher() i=1 2024-09-12T16:56:36.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.974+0000 7f9d48c13800 20 add_watcher() i=2 2024-09-12T16:56:36.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.974+0000 7f9d48c13800 20 add_watcher() i=3 2024-09-12T16:56:36.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.974+0000 7f9d48c13800 20 add_watcher() i=4 2024-09-12T16:56:36.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.974+0000 7f9d48c13800 20 add_watcher() i=5 2024-09-12T16:56:36.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.974+0000 7f9d48c13800 20 add_watcher() i=6 2024-09-12T16:56:36.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.977+0000 7f9d48c13800 20 add_watcher() i=7 2024-09-12T16:56:36.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.977+0000 7f9d48c13800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:36.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9bfafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:36.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9d48c13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:36.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9d48c13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9d48c13800 5 note: GC not initialized 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9bf9fdb640 20 reqs_thread_entry: start 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9d48c13800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9d48c13800 20 Filter name: none 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.979+0000 7f9b6b7fe640 20 reqs_thread_entry: start 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 rados->read ofs=0 len=0 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 INFO: main: starting shard=0 2024-09-12T16:56:36.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.980+0000 7f9d48c13800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:36.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.981+0000 7f9d48c13800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T16:56:36.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.981+0000 7f9d48c13800 20 INFO: main: done 2024-09-12T16:56:36.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.981+0000 7f9bfafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:36.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.984+0000 7f9d48c13800 20 remove_watcher() i=0 2024-09-12T16:56:36.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.984+0000 7f9d48c13800 2 removed watcher, disabling cache 2024-09-12T16:56:36.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.985+0000 7f9d48c13800 20 remove_watcher() i=1 2024-09-12T16:56:36.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.986+0000 7f9d48c13800 20 remove_watcher() i=2 2024-09-12T16:56:36.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.988+0000 7f9d48c13800 20 remove_watcher() i=3 2024-09-12T16:56:36.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.989+0000 7f9d48c13800 20 remove_watcher() i=4 2024-09-12T16:56:36.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.990+0000 7f9d48c13800 20 remove_watcher() i=5 2024-09-12T16:56:36.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.991+0000 7f9d48c13800 20 remove_watcher() i=6 2024-09-12T16:56:36.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:36.992+0000 7f9d48c13800 20 remove_watcher() i=7 2024-09-12T16:56:37.005 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T16:56:37.036 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:37.036 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:37.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.072+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 20 realm 2024-09-12T16:56:37.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:37.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.074+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.075+0000 7f4203d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:37.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.075+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.076+0000 7f4203d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:37.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.076+0000 7f4203d25800 20 searching for the correct realm 2024-09-12T16:56:37.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.077+0000 7f41ff9ae640 0 -- 172.21.15.123:0/1234756493 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f41f8096040 msgr2=0x7f41f8098950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T16:56:37.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.283+0000 7f41ff9ae640 0 -- 172.21.15.123:0/1234756493 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f41f8073040 msgr2=0x7f41f8073420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.492+0000 7f4203d25800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.492+0000 7f4203d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.492+0000 7f4203d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.492+0000 7f4203d25800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.492+0000 7f4203d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.492+0000 7f4203d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.492+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.493+0000 7f4203d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.493+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.493+0000 7f4203d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.493+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 zone default found 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 4 Realm: () 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 zonegroup default 2024-09-12T16:56:37.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.494+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.495+0000 7f4203d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.495+0000 7f4203d25800 20 started sync module instance, tier type = 2024-09-12T16:56:37.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.495+0000 7f4203d25800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:37.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.505+0000 7f4203d25800 20 add_watcher() i=0 2024-09-12T16:56:37.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.505+0000 7f4203d25800 20 add_watcher() i=1 2024-09-12T16:56:37.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.505+0000 7f4203d25800 20 add_watcher() i=2 2024-09-12T16:56:37.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.505+0000 7f4203d25800 20 add_watcher() i=3 2024-09-12T16:56:37.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.505+0000 7f4203d25800 20 add_watcher() i=4 2024-09-12T16:56:37.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.505+0000 7f4203d25800 20 add_watcher() i=5 2024-09-12T16:56:37.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.505+0000 7f4203d25800 20 add_watcher() i=6 2024-09-12T16:56:37.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.506+0000 7f4203d25800 20 add_watcher() i=7 2024-09-12T16:56:37.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.506+0000 7f4203d25800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:37.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.507+0000 7f40b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f4203d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f4203d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f4203d25800 5 note: GC not initialized 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f40b4fe1640 20 reqs_thread_entry: start 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f4203d25800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f4203d25800 20 Filter name: none 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f402e7fc640 20 reqs_thread_entry: start 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.508+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.509+0000 7f4203d25800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:37.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.509+0000 7f4203d25800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.509+0000 7f4203d25800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:37.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.509+0000 7f4203d25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:37.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.509+0000 7f4203d25800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:37.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.509+0000 7f4203d25800 20 INFO: main: starting shard=0 2024-09-12T16:56:37.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.509+0000 7f4203d25800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:37.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.510+0000 7f4203d25800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T16:56:37.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.510+0000 7f4203d25800 20 INFO: main: done 2024-09-12T16:56:37.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.510+0000 7f40b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:37.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.513+0000 7f4203d25800 20 remove_watcher() i=0 2024-09-12T16:56:37.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.513+0000 7f4203d25800 2 removed watcher, disabling cache 2024-09-12T16:56:37.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.514+0000 7f4203d25800 20 remove_watcher() i=1 2024-09-12T16:56:37.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.517+0000 7f4203d25800 20 remove_watcher() i=2 2024-09-12T16:56:37.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.518+0000 7f4203d25800 20 remove_watcher() i=3 2024-09-12T16:56:37.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.519+0000 7f4203d25800 20 remove_watcher() i=4 2024-09-12T16:56:37.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.520+0000 7f4203d25800 20 remove_watcher() i=5 2024-09-12T16:56:37.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.521+0000 7f4203d25800 20 remove_watcher() i=6 2024-09-12T16:56:37.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.522+0000 7f4203d25800 20 remove_watcher() i=7 2024-09-12T16:56:37.534 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-12T16:56:37.534 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:37.535 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T16:56:37.566 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:37.566 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:37.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.603+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 20 realm 2024-09-12T16:56:37.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:37.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:37.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.604+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.605+0000 7fa523213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:37.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.605+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:37.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.606+0000 7fa523213800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:37.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.606+0000 7fa523213800 20 searching for the correct realm 2024-09-12T16:56:37.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.608+0000 7fa51f149640 0 -- 172.21.15.123:0/2737957129 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fa514089420 msgr2=0x7fa514089840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:37.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:37.815+0000 7fa51e147640 0 -- 172.21.15.123:0/2737957129 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fa5180911e0 msgr2=0x7fa51809d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:38.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.021+0000 7fa523213800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:38.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.021+0000 7fa523213800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:38.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.021+0000 7fa523213800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:38.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.021+0000 7fa523213800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:38.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.021+0000 7fa523213800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:38.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.021+0000 7fa523213800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:38.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.021+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.022+0000 7fa523213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.022+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.022+0000 7fa523213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.022+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 zone default found 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 4 Realm: () 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:38.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 zonegroup default 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.023+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.024+0000 7fa523213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.024+0000 7fa523213800 20 started sync module instance, tier type = 2024-09-12T16:56:38.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.024+0000 7fa523213800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:38.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.036+0000 7fa523213800 20 add_watcher() i=0 2024-09-12T16:56:38.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.036+0000 7fa523213800 20 add_watcher() i=1 2024-09-12T16:56:38.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.036+0000 7fa523213800 20 add_watcher() i=2 2024-09-12T16:56:38.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.036+0000 7fa523213800 20 add_watcher() i=3 2024-09-12T16:56:38.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.036+0000 7fa523213800 20 add_watcher() i=4 2024-09-12T16:56:38.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.036+0000 7fa523213800 20 add_watcher() i=5 2024-09-12T16:56:38.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.036+0000 7fa523213800 20 add_watcher() i=6 2024-09-12T16:56:38.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.037+0000 7fa523213800 20 add_watcher() i=7 2024-09-12T16:56:38.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.037+0000 7fa523213800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:38.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.039+0000 7fa3d57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:38.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.039+0000 7fa523213800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:38.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.039+0000 7fa523213800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:38.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.039+0000 7fa523213800 5 note: GC not initialized 2024-09-12T16:56:38.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.039+0000 7fa34ffff640 20 reqs_thread_entry: start 2024-09-12T16:56:38.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.039+0000 7fa523213800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:38.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 20 Filter name: none 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa34dffb640 20 reqs_thread_entry: start 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:38.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.040+0000 7fa523213800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:38.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.041+0000 7fa523213800 1 NOTICE: finished shard 0 (2 entries found) 2024-09-12T16:56:38.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.041+0000 7fa523213800 1 NOTICE: finished all shards (2 entries found) 2024-09-12T16:56:38.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.042+0000 7fa3d57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:38.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.044+0000 7fa523213800 20 remove_watcher() i=0 2024-09-12T16:56:38.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.044+0000 7fa523213800 2 removed watcher, disabling cache 2024-09-12T16:56:38.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.045+0000 7fa523213800 20 remove_watcher() i=1 2024-09-12T16:56:38.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.046+0000 7fa523213800 20 remove_watcher() i=2 2024-09-12T16:56:38.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.048+0000 7fa523213800 20 remove_watcher() i=3 2024-09-12T16:56:38.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.049+0000 7fa523213800 20 remove_watcher() i=4 2024-09-12T16:56:38.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.050+0000 7fa523213800 20 remove_watcher() i=5 2024-09-12T16:56:38.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.051+0000 7fa523213800 20 remove_watcher() i=6 2024-09-12T16:56:38.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.052+0000 7fa523213800 20 remove_watcher() i=7 2024-09-12T16:56:38.064 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-12T16:56:38.065 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:38.066 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T16:56:38.099 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:38.099 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:38.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.135+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 20 realm 2024-09-12T16:56:38.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:38.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.137+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.138+0000 7f8ec5940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:38.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.138+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.139+0000 7f8ec5940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:38.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.139+0000 7f8ec5940800 20 searching for the correct realm 2024-09-12T16:56:38.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.141+0000 7f8ec1ec1640 0 -- 172.21.15.123:0/128497459 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f8eac098040 msgr2=0x7f8eac098930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:38.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.348+0000 7f8ebbfff640 0 -- 172.21.15.123:0/128497459 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f8ebc053940 msgr2=0x7f8ebc025420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:38.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:38.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:38.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:38.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:38.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:38.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:38.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.554+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:38.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 20 zone default found 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 4 Realm: () 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 20 zonegroup default 2024-09-12T16:56:38.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.555+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.556+0000 7f8ec5940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.556+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.556+0000 7f8ec5940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.556+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.556+0000 7f8ec5940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.556+0000 7f8ec5940800 20 started sync module instance, tier type = 2024-09-12T16:56:38.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.556+0000 7f8ec5940800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:38.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.567+0000 7f8ec5940800 20 add_watcher() i=0 2024-09-12T16:56:38.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.567+0000 7f8ec5940800 20 add_watcher() i=1 2024-09-12T16:56:38.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.567+0000 7f8ec5940800 20 add_watcher() i=2 2024-09-12T16:56:38.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.567+0000 7f8ec5940800 20 add_watcher() i=3 2024-09-12T16:56:38.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.567+0000 7f8ec5940800 20 add_watcher() i=4 2024-09-12T16:56:38.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.567+0000 7f8ec5940800 20 add_watcher() i=5 2024-09-12T16:56:38.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.567+0000 7f8ec5940800 20 add_watcher() i=6 2024-09-12T16:56:38.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.568+0000 7f8ec5940800 20 add_watcher() i=7 2024-09-12T16:56:38.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.568+0000 7f8ec5940800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.570+0000 7f8d777e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.570+0000 7f8ec5940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.570+0000 7f8ec5940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.570+0000 7f8ec5940800 5 note: GC not initialized 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.570+0000 7f8d767e4640 20 reqs_thread_entry: start 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.570+0000 7f8ec5940800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 20 Filter name: none 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ce7fff640 20 reqs_thread_entry: start 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.571+0000 7f8ec5940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:38.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.572+0000 7f8ec5940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:38.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.572+0000 7f8ec5940800 20 get_obj_state: octx=0x559c7f0f3180 obj=check-bucket:c state=0x559c7f3c0b78 s->prefetch_data=0 2024-09-12T16:56:38.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.573+0000 7f8ec5940800 20 get_obj_state: setting s->obj_tag to 298pq65ffqpvu77hb7zkfs0fdpi7ekaf 2024-09-12T16:56:38.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.573+0000 7f8ec5940800 20 get_obj_state_impl: setting s->olh_tag to wwmhqaq5dwsbk10hijtv078t0bphmfg3 2024-09-12T16:56:38.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.573+0000 7f8ec5940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:38.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.573+0000 7f8ec5940800 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-12T16:56:38.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.573+0000 7f8ec5940800 20 olh_log_entry: epoch=4 op=3 key=c[cNoVkraKUBClHeqAGqIfHV5xvZ5koDk] 2024-09-12T16:56:38.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.573+0000 7f8ec5940800 20 get_obj_state: octx=0x559c7f3fabb0 obj=check-bucket:_:cNoVkraKUBClHeqAGqIfHV5xvZ5koDk_c state=0x559c7f3bfea8 s->prefetch_data=0 2024-09-12T16:56:38.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.575+0000 7f8ec5940800 20 get_obj_state: octx=0x559c7f3fabb0 obj=check-bucket:c state=0x559c7f3bbe68 s->prefetch_data=0 2024-09-12T16:56:38.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.575+0000 7f8ec5940800 20 get_obj_state: setting s->obj_tag to 298pq65ffqpvu77hb7zkfs0fdpi7ekaf 2024-09-12T16:56:38.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.575+0000 7f8ec5940800 20 get_obj_state_impl: setting s->olh_tag to wwmhqaq5dwsbk10hijtv078t0bphmfg3 2024-09-12T16:56:38.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.575+0000 7f8ec5940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=wwmhqaq5dwsbk10hijtv078t0bphmfg3 2024-09-12T16:56:38.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.582+0000 7f8ec5940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:38.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.584+0000 7f8ec5940800 20 get_obj_state: octx=0x559c7f0f3180 obj=check-bucket:d state=0x559c7f3c0b78 s->prefetch_data=0 2024-09-12T16:56:38.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.585+0000 7f8ec5940800 20 get_obj_state: setting s->obj_tag to 98yupmjlr06yg3r549o4dm8696qyq9ez 2024-09-12T16:56:38.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.585+0000 7f8ec5940800 20 get_obj_state_impl: setting s->olh_tag to o111gvuhwfdvvn0lqquq41lmqka61zbo 2024-09-12T16:56:38.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.585+0000 7f8ec5940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:38.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.585+0000 7f8ec5940800 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-12T16:56:38.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.585+0000 7f8ec5940800 20 olh_log_entry: epoch=4 op=3 key=d[dOiGN9RhOFfvI9D8uMSka1AKG8TO4uz] 2024-09-12T16:56:38.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.585+0000 7f8ec5940800 20 get_obj_state: octx=0x559c7f3fabb0 obj=check-bucket:_:dOiGN9RhOFfvI9D8uMSka1AKG8TO4uz_d state=0x559c7f3fe658 s->prefetch_data=0 2024-09-12T16:56:38.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.587+0000 7f8ec5940800 20 get_obj_state: octx=0x559c7f3fabb0 obj=check-bucket:d state=0x559c7f3bce58 s->prefetch_data=0 2024-09-12T16:56:38.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.588+0000 7f8ec5940800 20 get_obj_state: setting s->obj_tag to 98yupmjlr06yg3r549o4dm8696qyq9ez 2024-09-12T16:56:38.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.588+0000 7f8ec5940800 20 get_obj_state_impl: setting s->olh_tag to o111gvuhwfdvvn0lqquq41lmqka61zbo 2024-09-12T16:56:38.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.588+0000 7f8ec5940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=o111gvuhwfdvvn0lqquq41lmqka61zbo 2024-09-12T16:56:38.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.597+0000 7f8ec5940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:38.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.600+0000 7f8ec5940800 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-12T16:56:38.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.600+0000 7f8ec5940800 1 NOTICE: finished all shards (2 entries removed) 2024-09-12T16:56:38.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.601+0000 7f8d777e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:38.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.603+0000 7f8ec5940800 20 remove_watcher() i=0 2024-09-12T16:56:38.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.603+0000 7f8ec5940800 2 removed watcher, disabling cache 2024-09-12T16:56:38.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.604+0000 7f8ec5940800 20 remove_watcher() i=1 2024-09-12T16:56:38.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.605+0000 7f8ec5940800 20 remove_watcher() i=2 2024-09-12T16:56:38.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.606+0000 7f8ec5940800 20 remove_watcher() i=3 2024-09-12T16:56:38.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.607+0000 7f8ec5940800 20 remove_watcher() i=4 2024-09-12T16:56:38.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.609+0000 7f8ec5940800 20 remove_watcher() i=5 2024-09-12T16:56:38.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.611+0000 7f8ec5940800 20 remove_watcher() i=6 2024-09-12T16:56:38.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.612+0000 7f8ec5940800 20 remove_watcher() i=7 2024-09-12T16:56:38.625 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T16:56:38.656 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:38.656 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:38.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.693+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 20 realm 2024-09-12T16:56:38.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:38.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.695+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.696+0000 7fab2b00f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:38.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.696+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.697+0000 7fab2b00f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:38.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.697+0000 7fab2b00f800 20 searching for the correct realm 2024-09-12T16:56:38.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.699+0000 7fab23fff640 0 -- 172.21.15.123:0/2649668273 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fab1c062b30 msgr2=0x7fab1c0880c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:38.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.702+0000 7fab28af9640 0 -- 172.21.15.123:0/2649668273 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fab2408fb00 msgr2=0x7fab24055920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:38.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:38.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:38.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:38.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:38.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:38.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:38.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.707+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 zone default found 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 4 Realm: () 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:38.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 zonegroup default 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 started sync module instance, tier type = 2024-09-12T16:56:38.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.708+0000 7fab2b00f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.725+0000 7fab2b00f800 20 add_watcher() i=0 2024-09-12T16:56:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.725+0000 7fab2b00f800 20 add_watcher() i=1 2024-09-12T16:56:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.725+0000 7fab2b00f800 20 add_watcher() i=2 2024-09-12T16:56:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.725+0000 7fab2b00f800 20 add_watcher() i=3 2024-09-12T16:56:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.725+0000 7fab2b00f800 20 add_watcher() i=4 2024-09-12T16:56:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.725+0000 7fab2b00f800 20 add_watcher() i=5 2024-09-12T16:56:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.725+0000 7fab2b00f800 20 add_watcher() i=6 2024-09-12T16:56:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.726+0000 7fab2b00f800 20 add_watcher() i=7 2024-09-12T16:56:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.726+0000 7fab2b00f800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:38.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.728+0000 7fa9defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 5 note: GC not initialized 2024-09-12T16:56:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fa9ddfe3640 20 reqs_thread_entry: start 2024-09-12T16:56:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 20 Filter name: none 2024-09-12T16:56:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fa94f7fe640 20 reqs_thread_entry: start 2024-09-12T16:56:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.729+0000 7fab2b00f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.730+0000 7fab2b00f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:38.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.730+0000 7fab2b00f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:38.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.730+0000 7fab2b00f800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:38.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.730+0000 7fab2b00f800 20 INFO: main: starting shard=0 2024-09-12T16:56:38.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.730+0000 7fab2b00f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:38.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.730+0000 7fab2b00f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T16:56:38.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.730+0000 7fab2b00f800 20 INFO: main: done 2024-09-12T16:56:38.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.731+0000 7fa9defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:38.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.733+0000 7fab2b00f800 20 remove_watcher() i=0 2024-09-12T16:56:38.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.733+0000 7fab2b00f800 2 removed watcher, disabling cache 2024-09-12T16:56:38.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.734+0000 7fab2b00f800 20 remove_watcher() i=1 2024-09-12T16:56:38.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.735+0000 7fab2b00f800 20 remove_watcher() i=2 2024-09-12T16:56:38.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.737+0000 7fab2b00f800 20 remove_watcher() i=3 2024-09-12T16:56:38.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.738+0000 7fab2b00f800 20 remove_watcher() i=4 2024-09-12T16:56:38.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.738+0000 7fab2b00f800 20 remove_watcher() i=5 2024-09-12T16:56:38.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.739+0000 7fab2b00f800 20 remove_watcher() i=6 2024-09-12T16:56:38.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.740+0000 7fab2b00f800 20 remove_watcher() i=7 2024-09-12T16:56:38.753 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T16:56:38.784 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:38.784 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:38.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.820+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.821+0000 7f16c1939800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.821+0000 7f16c1939800 20 realm 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.821+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.821+0000 7f16c1939800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.821+0000 7f16c1939800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.822+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.822+0000 7f16c1939800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:38.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.822+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.822+0000 7f16c1939800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:38.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.823+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:38.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.823+0000 7f16c1939800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:38.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.823+0000 7f16c1939800 20 searching for the correct realm 2024-09-12T16:56:38.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:38.825+0000 7f16bddc8640 0 -- 172.21.15.123:0/162120282 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f16a80093c0 msgr2=0x7f16a80a9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:39.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.031+0000 7f16b4dc6640 0 -- 172.21.15.123:0/162120282 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f16b8082c10 msgr2=0x7f16b80980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:39.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.238+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 20 zone default found 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 4 Realm: () 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 20 zonegroup default 2024-09-12T16:56:39.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.239+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.240+0000 7f16c1939800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.240+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.240+0000 7f16c1939800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.240+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.240+0000 7f16c1939800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.240+0000 7f16c1939800 20 started sync module instance, tier type = 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.240+0000 7f16c1939800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.250+0000 7f16c1939800 20 add_watcher() i=0 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.250+0000 7f16c1939800 20 add_watcher() i=1 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.250+0000 7f16c1939800 20 add_watcher() i=2 2024-09-12T16:56:39.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.250+0000 7f16c1939800 20 add_watcher() i=3 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.250+0000 7f16c1939800 20 add_watcher() i=4 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.250+0000 7f16c1939800 20 add_watcher() i=5 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.250+0000 7f16c1939800 20 add_watcher() i=6 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.251+0000 7f16c1939800 20 add_watcher() i=7 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.251+0000 7f16c1939800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.253+0000 7f15737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.253+0000 7f16c1939800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.253+0000 7f16c1939800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.253+0000 7f16c1939800 5 note: GC not initialized 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.253+0000 7f15727e4640 20 reqs_thread_entry: start 2024-09-12T16:56:39.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.253+0000 7f16c1939800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 Filter name: none 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f14e3fff640 20 reqs_thread_entry: start 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 INFO: main: starting shard=0 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.254+0000 7f16c1939800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.255+0000 7f16c1939800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.255+0000 7f16c1939800 20 INFO: main: done 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.256+0000 7f15737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:39.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.258+0000 7f16c1939800 20 remove_watcher() i=0 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.258+0000 7f16c1939800 2 removed watcher, disabling cache 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.259+0000 7f16c1939800 20 remove_watcher() i=1 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.261+0000 7f16c1939800 20 remove_watcher() i=2 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.262+0000 7f16c1939800 20 remove_watcher() i=3 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.263+0000 7f16c1939800 20 remove_watcher() i=4 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.264+0000 7f16c1939800 20 remove_watcher() i=5 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.265+0000 7f16c1939800 20 remove_watcher() i=6 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.266+0000 7f16c1939800 20 remove_watcher() i=7 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:39.480 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.347+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.347+0000 7f1ab3a12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.347+0000 7f1ab3a12800 20 realm 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.347+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.348+0000 7f1ab3a12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.348+0000 7f1ab3a12800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.348+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.348+0000 7f1ab3a12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.348+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.349+0000 7f1ab3a12800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.349+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.350+0000 7f1ab3a12800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.350+0000 7f1ab3a12800 20 searching for the correct realm 2024-09-12T16:56:39.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.352+0000 7f1aaf8cc640 0 -- 172.21.15.123:0/1022594429 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1a980ab140 msgr2=0x7f1a980a9bb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:39.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.559+0000 7f1aa7fff640 0 -- 172.21.15.123:0/1022594429 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1aa8070250 msgr2=0x7f1aa809d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:39.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:39.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:39.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.766+0000 7f1ab3a12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:39.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:39.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 20 zone default found 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 4 Realm: () 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 20 zonegroup default 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.767+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.768+0000 7f1ab3a12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.768+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.768+0000 7f1ab3a12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.768+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.768+0000 7f1ab3a12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.768+0000 7f1ab3a12800 20 started sync module instance, tier type = 2024-09-12T16:56:39.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.768+0000 7f1ab3a12800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:39.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.778+0000 7f1ab3a12800 20 add_watcher() i=0 2024-09-12T16:56:39.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.778+0000 7f1ab3a12800 20 add_watcher() i=1 2024-09-12T16:56:39.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.778+0000 7f1ab3a12800 20 add_watcher() i=2 2024-09-12T16:56:39.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.778+0000 7f1ab3a12800 20 add_watcher() i=3 2024-09-12T16:56:39.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.778+0000 7f1ab3a12800 20 add_watcher() i=4 2024-09-12T16:56:39.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.778+0000 7f1ab3a12800 20 add_watcher() i=5 2024-09-12T16:56:39.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.778+0000 7f1ab3a12800 20 add_watcher() i=6 2024-09-12T16:56:39.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.779+0000 7f1ab3a12800 20 add_watcher() i=7 2024-09-12T16:56:39.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.779+0000 7f1ab3a12800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:39.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.781+0000 7f1965fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:39.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.781+0000 7f1ab3a12800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:39.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.781+0000 7f1ab3a12800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:39.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.781+0000 7f1ab3a12800 5 note: GC not initialized 2024-09-12T16:56:39.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1964fe1640 20 reqs_thread_entry: start 2024-09-12T16:56:39.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 20 Filter name: none 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f18de7fc640 20 reqs_thread_entry: start 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:39.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.782+0000 7f1ab3a12800 20 rados->read ofs=0 len=0 2024-09-12T16:56:39.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:39.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:39.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:39.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:39.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:39.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:39.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:39.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T16:56:39.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.783+0000 7f1ab3a12800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T16:56:39.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.784+0000 7f1965fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:39.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.786+0000 7f1ab3a12800 20 remove_watcher() i=0 2024-09-12T16:56:39.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.786+0000 7f1ab3a12800 2 removed watcher, disabling cache 2024-09-12T16:56:39.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.787+0000 7f1ab3a12800 20 remove_watcher() i=1 2024-09-12T16:56:39.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.789+0000 7f1ab3a12800 20 remove_watcher() i=2 2024-09-12T16:56:39.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.790+0000 7f1ab3a12800 20 remove_watcher() i=3 2024-09-12T16:56:39.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.791+0000 7f1ab3a12800 20 remove_watcher() i=4 2024-09-12T16:56:39.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.792+0000 7f1ab3a12800 20 remove_watcher() i=5 2024-09-12T16:56:39.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.798+0000 7f1ab3a12800 20 remove_watcher() i=6 2024-09-12T16:56:39.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:39.799+0000 7f1ab3a12800 20 remove_watcher() i=7 2024-09-12T16:56:39.811 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-12T16:56:39.811 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:39.813 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:39.813 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:39.836 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:39.836 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:39.858 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:39.858 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:39.922 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-12T16:56:39.922 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:56:39.922 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:39.922 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:39.987 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:39.987 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.210 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.210 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.272 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.272 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.296 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.296 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.350 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.350 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.374 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.374 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.425 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.425 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.449 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.449 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.499 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.499 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.526 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.526 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.575 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.575 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.599 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.599 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.651 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:40.652 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:40.676 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T16:56:41.074 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T16:56:42.462 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:42.462 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:42.549 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:42.551 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T16:56:42.584 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:42.584 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:42.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.622+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:42.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:42.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 20 realm 2024-09-12T16:56:42.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:42.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:42.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:42.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:42.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:42.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.624+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:42.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.625+0000 7f4488746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:42.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.625+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:42.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.626+0000 7f4488746800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:42.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.626+0000 7f4488746800 20 searching for the correct realm 2024-09-12T16:56:42.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.628+0000 7f4486a38640 0 -- 172.21.15.123:0/2899660707 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f447c0dfb60 msgr2=0x7f447c0d59a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:42.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:42.835+0000 7f4485a36640 0 -- 172.21.15.123:0/2899660707 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f4480059950 msgr2=0x7f4480010440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:43.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:43.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:43.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:43.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:43.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:43.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:43.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:43.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.043+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:43.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 20 zone default found 2024-09-12T16:56:43.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 4 Realm: () 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 20 zonegroup default 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.044+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.045+0000 7f4488746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.045+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.045+0000 7f4488746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.045+0000 7f4488746800 20 started sync module instance, tier type = 2024-09-12T16:56:43.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.045+0000 7f4488746800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.057+0000 7f4488746800 20 add_watcher() i=0 2024-09-12T16:56:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.057+0000 7f4488746800 20 add_watcher() i=1 2024-09-12T16:56:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.057+0000 7f4488746800 20 add_watcher() i=2 2024-09-12T16:56:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.057+0000 7f4488746800 20 add_watcher() i=3 2024-09-12T16:56:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.057+0000 7f4488746800 20 add_watcher() i=4 2024-09-12T16:56:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.057+0000 7f4488746800 20 add_watcher() i=5 2024-09-12T16:56:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.057+0000 7f4488746800 20 add_watcher() i=6 2024-09-12T16:56:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.058+0000 7f4488746800 20 add_watcher() i=7 2024-09-12T16:56:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.058+0000 7f4488746800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:43.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.060+0000 7f433cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:43.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.060+0000 7f4488746800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:43.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.060+0000 7f4488746800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:43.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.060+0000 7f4488746800 5 note: GC not initialized 2024-09-12T16:56:43.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.060+0000 7f42b77fe640 20 reqs_thread_entry: start 2024-09-12T16:56:43.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.060+0000 7f4488746800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:43.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.060+0000 7f4488746800 20 Filter name: none 2024-09-12T16:56:43.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f42b57fa640 20 reqs_thread_entry: start 2024-09-12T16:56:43.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:43.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:43.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:43.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:43.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 INFO: main: starting shard=0 2024-09-12T16:56:43.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.061+0000 7f4488746800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:43.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.062+0000 7f4488746800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T16:56:43.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.062+0000 7f4488746800 20 INFO: main: done 2024-09-12T16:56:43.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.063+0000 7f433cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:43.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.066+0000 7f4488746800 20 remove_watcher() i=0 2024-09-12T16:56:43.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.066+0000 7f4488746800 2 removed watcher, disabling cache 2024-09-12T16:56:43.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.067+0000 7f4488746800 20 remove_watcher() i=1 2024-09-12T16:56:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.068+0000 7f4488746800 20 remove_watcher() i=2 2024-09-12T16:56:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.069+0000 7f4488746800 20 remove_watcher() i=3 2024-09-12T16:56:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.070+0000 7f4488746800 20 remove_watcher() i=4 2024-09-12T16:56:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.071+0000 7f4488746800 20 remove_watcher() i=5 2024-09-12T16:56:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.072+0000 7f4488746800 20 remove_watcher() i=6 2024-09-12T16:56:43.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.073+0000 7f4488746800 20 remove_watcher() i=7 2024-09-12T16:56:43.089 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:43.089 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:43.113 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:43.114 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:43.137 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:43.137 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:43.223 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:43.225 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T16:56:43.255 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:43.255 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:43.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.291+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 20 realm 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.293+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.294+0000 7f2a46a11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:43.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.294+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.295+0000 7f2a46a11800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:43.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.295+0000 7f2a46a11800 20 searching for the correct realm 2024-09-12T16:56:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.297+0000 7f2a42993640 0 -- 172.21.15.123:0/2368791617 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f2a3803c060 msgr2=0x7f2a3808aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:43.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.504+0000 7f2a41991640 0 -- 172.21.15.123:0/2368791617 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f2a3c04f420 msgr2=0x7f2a3c04f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.710+0000 7f2a46a11800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.710+0000 7f2a46a11800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.710+0000 7f2a46a11800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.710+0000 7f2a46a11800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.710+0000 7f2a46a11800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:43.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.710+0000 7f2a46a11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:43.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.710+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.711+0000 7f2a46a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.711+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.711+0000 7f2a46a11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:43.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.711+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:43.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 zone default found 2024-09-12T16:56:43.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 4 Realm: () 2024-09-12T16:56:43.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 zonegroup default 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.712+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.713+0000 7f2a46a11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.713+0000 7f2a46a11800 20 started sync module instance, tier type = 2024-09-12T16:56:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.713+0000 7f2a46a11800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:43.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.726+0000 7f2a46a11800 20 add_watcher() i=0 2024-09-12T16:56:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.726+0000 7f2a46a11800 20 add_watcher() i=1 2024-09-12T16:56:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.726+0000 7f2a46a11800 20 add_watcher() i=2 2024-09-12T16:56:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.726+0000 7f2a46a11800 20 add_watcher() i=3 2024-09-12T16:56:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.726+0000 7f2a46a11800 20 add_watcher() i=4 2024-09-12T16:56:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.726+0000 7f2a46a11800 20 add_watcher() i=5 2024-09-12T16:56:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.726+0000 7f2a46a11800 20 add_watcher() i=6 2024-09-12T16:56:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.727+0000 7f2a46a11800 20 add_watcher() i=7 2024-09-12T16:56:43.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.727+0000 7f2a46a11800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:43.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.729+0000 7f28f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.729+0000 7f2a46a11800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.729+0000 7f2a46a11800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.729+0000 7f2a46a11800 5 note: GC not initialized 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.729+0000 7f28737fe640 20 reqs_thread_entry: start 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.729+0000 7f2a46a11800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.729+0000 7f2a46a11800 20 Filter name: none 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f28717fa640 20 reqs_thread_entry: start 2024-09-12T16:56:43.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:43.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:43.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:43.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:43.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 INFO: main: starting shard=0 2024-09-12T16:56:43.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.730+0000 7f2a46a11800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:43.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.731+0000 7f2a46a11800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T16:56:43.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.731+0000 7f2a46a11800 20 INFO: main: done 2024-09-12T16:56:43.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.732+0000 7f28f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:43.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.735+0000 7f2a46a11800 20 remove_watcher() i=0 2024-09-12T16:56:43.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.735+0000 7f2a46a11800 2 removed watcher, disabling cache 2024-09-12T16:56:43.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.736+0000 7f2a46a11800 20 remove_watcher() i=1 2024-09-12T16:56:43.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.737+0000 7f2a46a11800 20 remove_watcher() i=2 2024-09-12T16:56:43.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.738+0000 7f2a46a11800 20 remove_watcher() i=3 2024-09-12T16:56:43.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.739+0000 7f2a46a11800 20 remove_watcher() i=4 2024-09-12T16:56:43.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.740+0000 7f2a46a11800 20 remove_watcher() i=5 2024-09-12T16:56:43.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.741+0000 7f2a46a11800 20 remove_watcher() i=6 2024-09-12T16:56:43.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.742+0000 7f2a46a11800 20 remove_watcher() i=7 2024-09-12T16:56:43.757 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:43.758 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:43.780 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:43.780 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:43.866 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:43.923 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T16:56:43.923 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:43.924 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:43.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.933+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.935+0000 7f2a83b3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.935+0000 7f2a83b3b800 20 realm 2024-09-12T16:56:43.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.935+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.935+0000 7f2a83b3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.935+0000 7f2a83b3b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:43.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.935+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.936+0000 7f2a83b3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:43.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.936+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.936+0000 7f2a83b3b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:43.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.936+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:43.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.937+0000 7f2a83b3b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:43.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.937+0000 7f2a83b3b800 20 searching for the correct realm 2024-09-12T16:56:43.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:43.939+0000 7f2a800bc640 0 -- 172.21.15.123:0/809255683 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f2a68076060 msgr2=0x7f2a68035930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:44.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.145+0000 7f2a77fff640 0 -- 172.21.15.123:0/809255683 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f2a780b5150 msgr2=0x7f2a780dd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:44.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:44.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.352+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:44.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:44.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 zone default found 2024-09-12T16:56:44.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 4 Realm: () 2024-09-12T16:56:44.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:44.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:44.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:44.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 zonegroup default 2024-09-12T16:56:44.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.353+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.354+0000 7f2a83b3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.354+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.354+0000 7f2a83b3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.354+0000 7f2a83b3b800 20 started sync module instance, tier type = 2024-09-12T16:56:44.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.354+0000 7f2a83b3b800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:44.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.363+0000 7f2a83b3b800 20 add_watcher() i=0 2024-09-12T16:56:44.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.363+0000 7f2a83b3b800 20 add_watcher() i=1 2024-09-12T16:56:44.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.363+0000 7f2a83b3b800 20 add_watcher() i=2 2024-09-12T16:56:44.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.363+0000 7f2a83b3b800 20 add_watcher() i=3 2024-09-12T16:56:44.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.363+0000 7f2a83b3b800 20 add_watcher() i=4 2024-09-12T16:56:44.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.363+0000 7f2a83b3b800 20 add_watcher() i=5 2024-09-12T16:56:44.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.363+0000 7f2a83b3b800 20 add_watcher() i=6 2024-09-12T16:56:44.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.366+0000 7f2a83b3b800 20 add_watcher() i=7 2024-09-12T16:56:44.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.366+0000 7f2a83b3b800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:44.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.368+0000 7f2935fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:44.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f2a83b3b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:44.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f2a83b3b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:44.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f2a83b3b800 5 note: GC not initialized 2024-09-12T16:56:44.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f2934fe1640 20 reqs_thread_entry: start 2024-09-12T16:56:44.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f2a83b3b800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:44.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f2a83b3b800 20 Filter name: none 2024-09-12T16:56:44.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f28ae7fc640 20 reqs_thread_entry: start 2024-09-12T16:56:44.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.369+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:44.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:44.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:44.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:44.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 INFO: main: starting shard=0 2024-09-12T16:56:44.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:44.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T16:56:44.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.370+0000 7f2a83b3b800 20 INFO: main: done 2024-09-12T16:56:44.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.371+0000 7f2935fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:44.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.374+0000 7f2a83b3b800 20 remove_watcher() i=0 2024-09-12T16:56:44.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.374+0000 7f2a83b3b800 2 removed watcher, disabling cache 2024-09-12T16:56:44.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.375+0000 7f2a83b3b800 20 remove_watcher() i=1 2024-09-12T16:56:44.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.376+0000 7f2a83b3b800 20 remove_watcher() i=2 2024-09-12T16:56:44.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.377+0000 7f2a83b3b800 20 remove_watcher() i=3 2024-09-12T16:56:44.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.378+0000 7f2a83b3b800 20 remove_watcher() i=4 2024-09-12T16:56:44.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.379+0000 7f2a83b3b800 20 remove_watcher() i=5 2024-09-12T16:56:44.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.380+0000 7f2a83b3b800 20 remove_watcher() i=6 2024-09-12T16:56:44.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.381+0000 7f2a83b3b800 20 remove_watcher() i=7 2024-09-12T16:56:44.396 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:44.396 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:44.418 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:44.418 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:44.502 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T16:56:44.503 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T16:56:44.533 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:44.533 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:44.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.569+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.571+0000 7fd46b40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.571+0000 7fd46b40f800 20 realm 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.571+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.572+0000 7fd46b40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.572+0000 7fd46b40f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.572+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.572+0000 7fd46b40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.572+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.573+0000 7fd46b40f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:44.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.573+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.573+0000 7fd46b40f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:44.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.573+0000 7fd46b40f800 20 searching for the correct realm 2024-09-12T16:56:44.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.576+0000 7fd469701640 0 -- 172.21.15.123:0/2431147305 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fd454045940 msgr2=0x7fd45401c3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:44.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.783+0000 7fd463fff640 0 -- 172.21.15.123:0/2431147305 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fd4640732c0 msgr2=0x7fd464068940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.990+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:44.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 20 zone default found 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 4 Realm: () 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 20 zonegroup default 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.991+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.992+0000 7fd46b40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.992+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.992+0000 7fd46b40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.992+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:44.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.992+0000 7fd46b40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:44.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.992+0000 7fd46b40f800 20 started sync module instance, tier type = 2024-09-12T16:56:44.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:44.992+0000 7fd46b40f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:45.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.004+0000 7fd46b40f800 20 add_watcher() i=0 2024-09-12T16:56:45.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.004+0000 7fd46b40f800 20 add_watcher() i=1 2024-09-12T16:56:45.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.004+0000 7fd46b40f800 20 add_watcher() i=2 2024-09-12T16:56:45.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.004+0000 7fd46b40f800 20 add_watcher() i=3 2024-09-12T16:56:45.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.004+0000 7fd46b40f800 20 add_watcher() i=4 2024-09-12T16:56:45.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.004+0000 7fd46b40f800 20 add_watcher() i=5 2024-09-12T16:56:45.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.004+0000 7fd46b40f800 20 add_watcher() i=6 2024-09-12T16:56:45.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.005+0000 7fd46b40f800 20 add_watcher() i=7 2024-09-12T16:56:45.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.005+0000 7fd46b40f800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:45.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd31f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:45.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd46b40f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:45.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd46b40f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:45.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd46b40f800 5 note: GC not initialized 2024-09-12T16:56:45.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd31e7e4640 20 reqs_thread_entry: start 2024-09-12T16:56:45.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd46b40f800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd46b40f800 20 Filter name: none 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd317fff640 20 reqs_thread_entry: start 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.007+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.008+0000 7fd46b40f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.008+0000 7fd46b40f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.008+0000 7fd46b40f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.008+0000 7fd46b40f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:45.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.008+0000 7fd46b40f800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T16:56:45.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.008+0000 7fd46b40f800 20 INFO: main: starting shard=0 2024-09-12T16:56:45.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.008+0000 7fd46b40f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:45.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.009+0000 7fd46b40f800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T16:56:45.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.009+0000 7fd46b40f800 20 INFO: main: done 2024-09-12T16:56:45.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.010+0000 7fd31f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:45.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.012+0000 7fd46b40f800 20 remove_watcher() i=0 2024-09-12T16:56:45.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.012+0000 7fd46b40f800 2 removed watcher, disabling cache 2024-09-12T16:56:45.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.013+0000 7fd46b40f800 20 remove_watcher() i=1 2024-09-12T16:56:45.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.014+0000 7fd46b40f800 20 remove_watcher() i=2 2024-09-12T16:56:45.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.015+0000 7fd46b40f800 20 remove_watcher() i=3 2024-09-12T16:56:45.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.017+0000 7fd46b40f800 20 remove_watcher() i=4 2024-09-12T16:56:45.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.017+0000 7fd46b40f800 20 remove_watcher() i=5 2024-09-12T16:56:45.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.018+0000 7fd46b40f800 20 remove_watcher() i=6 2024-09-12T16:56:45.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.020+0000 7fd46b40f800 20 remove_watcher() i=7 2024-09-12T16:56:45.033 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:45.033 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:45.056 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T16:56:45.443 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T16:56:45.832 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T16:56:45.860 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:45.860 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:45.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.897+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.898+0000 7f9a60f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.898+0000 7f9a60f26800 20 realm 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.898+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.898+0000 7f9a60f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.898+0000 7f9a60f26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.898+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.899+0000 7f9a60f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:45.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.899+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:45.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.900+0000 7f9a60f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:45.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.900+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:45.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.900+0000 7f9a60f26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:45.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.900+0000 7f9a60f26800 20 searching for the correct realm 2024-09-12T16:56:45.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:45.902+0000 7f9a5d35e640 0 -- 172.21.15.123:0/3318225116 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9a48040020 msgr2=0x7f9a4806b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:46.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.108+0000 7f9a57fff640 0 -- 172.21.15.123:0/3318225116 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f9a580e02e0 msgr2=0x7f9a580c0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:46.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.315+0000 7f9a60f26800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:46.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.315+0000 7f9a60f26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:46.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.315+0000 7f9a60f26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:46.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.315+0000 7f9a60f26800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:46.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.315+0000 7f9a60f26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:46.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.315+0000 7f9a60f26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:46.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.315+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:46.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 zone default found 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 4 Realm: () 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 zonegroup default 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.316+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.317+0000 7f9a60f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.317+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.317+0000 7f9a60f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.317+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.317+0000 7f9a60f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.317+0000 7f9a60f26800 20 started sync module instance, tier type = 2024-09-12T16:56:46.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.317+0000 7f9a60f26800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:46.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.328+0000 7f9a60f26800 20 add_watcher() i=0 2024-09-12T16:56:46.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.328+0000 7f9a60f26800 20 add_watcher() i=1 2024-09-12T16:56:46.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.328+0000 7f9a60f26800 20 add_watcher() i=2 2024-09-12T16:56:46.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.328+0000 7f9a60f26800 20 add_watcher() i=3 2024-09-12T16:56:46.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.328+0000 7f9a60f26800 20 add_watcher() i=4 2024-09-12T16:56:46.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.328+0000 7f9a60f26800 20 add_watcher() i=5 2024-09-12T16:56:46.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.328+0000 7f9a60f26800 20 add_watcher() i=6 2024-09-12T16:56:46.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.330+0000 7f9a60f26800 20 add_watcher() i=7 2024-09-12T16:56:46.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.330+0000 7f9a60f26800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:46.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.332+0000 7f9912fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:46.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9a60f26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:46.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9a60f26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:46.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9a60f26800 5 note: GC not initialized 2024-09-12T16:56:46.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9911fe3640 20 reqs_thread_entry: start 2024-09-12T16:56:46.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9a60f26800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:46.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9a60f26800 20 Filter name: none 2024-09-12T16:56:46.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f98837fe640 20 reqs_thread_entry: start 2024-09-12T16:56:46.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9a60f26800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:46.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.333+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:46.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:46.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.334+0000 7f9a60f26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.337+0000 7f9912fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:46.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.340+0000 7f9a60f26800 20 remove_watcher() i=0 2024-09-12T16:56:46.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.340+0000 7f9a60f26800 2 removed watcher, disabling cache 2024-09-12T16:56:46.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.341+0000 7f9a60f26800 20 remove_watcher() i=1 2024-09-12T16:56:46.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.343+0000 7f9a60f26800 20 remove_watcher() i=2 2024-09-12T16:56:46.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.344+0000 7f9a60f26800 20 remove_watcher() i=3 2024-09-12T16:56:46.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.345+0000 7f9a60f26800 20 remove_watcher() i=4 2024-09-12T16:56:46.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.346+0000 7f9a60f26800 20 remove_watcher() i=5 2024-09-12T16:56:46.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.347+0000 7f9a60f26800 20 remove_watcher() i=6 2024-09-12T16:56:46.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.348+0000 7f9a60f26800 20 remove_watcher() i=7 2024-09-12T16:56:46.363 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T16:56:46.397 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:46.397 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:46.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.433+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 20 realm 2024-09-12T16:56:46.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:46.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.435+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.436+0000 7ff28cc0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:46.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.436+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.437+0000 7ff28cc0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:46.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.437+0000 7ff28cc0f800 20 searching for the correct realm 2024-09-12T16:56:46.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.438+0000 7ff27ffff640 0 -- 172.21.15.123:0/4011876937 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff278043040 msgr2=0x7ff27808e7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:46.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.442+0000 7ff27ffff640 0 -- 172.21.15.123:0/4011876937 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff1500840e0 msgr2=0x7ff150086510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:46.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:46.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:46.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:46.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:46.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:46.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:46.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.447+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 zone default found 2024-09-12T16:56:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 4 Realm: () 2024-09-12T16:56:46.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:46.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:46.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:46.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 zonegroup default 2024-09-12T16:56:46.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.448+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.449+0000 7ff28cc0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.449+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.449+0000 7ff28cc0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.449+0000 7ff28cc0f800 20 started sync module instance, tier type = 2024-09-12T16:56:46.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.449+0000 7ff28cc0f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:46.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.463+0000 7ff28cc0f800 20 add_watcher() i=0 2024-09-12T16:56:46.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.463+0000 7ff28cc0f800 20 add_watcher() i=1 2024-09-12T16:56:46.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.463+0000 7ff28cc0f800 20 add_watcher() i=2 2024-09-12T16:56:46.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.463+0000 7ff28cc0f800 20 add_watcher() i=3 2024-09-12T16:56:46.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.463+0000 7ff28cc0f800 20 add_watcher() i=4 2024-09-12T16:56:46.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.463+0000 7ff28cc0f800 20 add_watcher() i=5 2024-09-12T16:56:46.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.463+0000 7ff28cc0f800 20 add_watcher() i=6 2024-09-12T16:56:46.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.464+0000 7ff28cc0f800 20 add_watcher() i=7 2024-09-12T16:56:46.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.464+0000 7ff28cc0f800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff13efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff28cc0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff28cc0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff28cc0f800 5 note: GC not initialized 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff13dfdb640 20 reqs_thread_entry: start 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff28cc0f800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff28cc0f800 20 Filter name: none 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff0af7fe640 20 reqs_thread_entry: start 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff28cc0f800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T16:56:46.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.466+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 : miss 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 info.flags=0x17 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 to cache LRU end 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2 2024-09-12T16:56:46.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.467+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.468+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.468+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:c state=0x55a3927a5828 s->prefetch_data=0 2024-09-12T16:56:46.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.469+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to il0vwm18a03dhs9mg6dp4j1fu4g1f2q1 2024-09-12T16:56:46.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.469+0000 7ff28cc0f800 20 get_obj_state_impl: setting s->olh_tag to s08n07dccuivd2xjtcqc5xgtyz1dur00 2024-09-12T16:56:46.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.469+0000 7ff28cc0f800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=s08n07dccuivd2xjtcqc5xgtyz1dur00 2024-09-12T16:56:46.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.470+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 20 olh_log_entry: epoch=3 op=3 key=c[hjKqI86SF9U5P23wrKd7tN-0b9IUkbZ] 2024-09-12T16:56:46.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:hjKqI86SF9U5P23wrKd7tN-0b9IUkbZ_c state=0x55a3927e12e8 s->prefetch_data=0 2024-09-12T16:56:46.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 10 manifest: total_size = 22 2024-09-12T16:56:46.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9563498331950480973 2024-09-12T16:56:46.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:hjKqI86SF9U5P23wrKd7tN-0b9IUkbZ_c state=0x55a3927e12e8 s->prefetch_data=0 2024-09-12T16:56:46.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 20 prepare_atomic_modification: state is not atomic. state=0x55a3927e12e8 2024-09-12T16:56:46.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.472+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.475+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:46.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.475+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T16:56:46.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.475+0000 7ff28cc0f800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:46.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.475+0000 7ff28cc0f800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:hjKqI86SF9U5P23wrKd7tN-0b9IUkbZ_.oUyUb2n-_1gdc96YC95DhDHYLKRU4qR_0 2024-09-12T16:56:46.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.476+0000 7ff15f7fe640 20 handle_completion(): completion ok for obj=c[hjKqI86SF9U5P23wrKd7tN-0b9IUkbZ] 2024-09-12T16:56:46.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.478+0000 7ff28cc0f800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:46.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.481+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.481+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.483+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.484+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.484+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:d state=0x55a3927a5828 s->prefetch_data=0 2024-09-12T16:56:46.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.484+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to ldkdrlo4v0p96loia40ivasgmuddkwuw 2024-09-12T16:56:46.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.484+0000 7ff28cc0f800 20 get_obj_state_impl: setting s->olh_tag to ctj7przjs9odbucirbrlp9geh7jxawl6 2024-09-12T16:56:46.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.484+0000 7ff28cc0f800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ctj7przjs9odbucirbrlp9geh7jxawl6 2024-09-12T16:56:46.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.486+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.488+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.488+0000 7ff28cc0f800 20 olh_log_entry: epoch=3 op=3 key=d[MpoxpeSRS3tHm5Ogx-0u6p.94c6SaEA] 2024-09-12T16:56:46.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.488+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:MpoxpeSRS3tHm5Ogx-0u6p.94c6SaEA_d state=0x55a3927a1b28 s->prefetch_data=0 2024-09-12T16:56:46.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.489+0000 7ff28cc0f800 10 manifest: total_size = 12 2024-09-12T16:56:46.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.489+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9256417103807566446 2024-09-12T16:56:46.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.489+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:MpoxpeSRS3tHm5Ogx-0u6p.94c6SaEA_d state=0x55a3927a1b28 s->prefetch_data=0 2024-09-12T16:56:46.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.489+0000 7ff28cc0f800 20 prepare_atomic_modification: state is not atomic. state=0x55a3927a1b28 2024-09-12T16:56:46.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.489+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.491+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:46.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.491+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-12T16:56:46.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.491+0000 7ff28cc0f800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:46.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.491+0000 7ff28cc0f800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:MpoxpeSRS3tHm5Ogx-0u6p.94c6SaEA_.1DrCsJeGBMJ-T2CK1wcuieUxjfNli3p_0 2024-09-12T16:56:46.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.494+0000 7ff15f7fe640 20 handle_completion(): completion ok for obj=d[MpoxpeSRS3tHm5Ogx-0u6p.94c6SaEA] 2024-09-12T16:56:46.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.497+0000 7ff28cc0f800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:46.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.498+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.498+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.499+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.500+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.500+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:e state=0x55a3927a4538 s->prefetch_data=0 2024-09-12T16:56:46.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.500+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to hk9dxfbcltbztzko9m60f47og8wcjzdp 2024-09-12T16:56:46.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.500+0000 7ff28cc0f800 20 get_obj_state_impl: setting s->olh_tag to s7g6xx8xd7jnk4wf1t23ix7bl3bjf764 2024-09-12T16:56:46.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.500+0000 7ff28cc0f800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=s7g6xx8xd7jnk4wf1t23ix7bl3bjf764 2024-09-12T16:56:46.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.502+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 olh_log_entry: epoch=2 op=3 key=e[5tyAdCUeH3whMAy9AHreVyXJcq1aezE] 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:5tyAdCUeH3whMAy9AHreVyXJcq1aezE_e state=0x55a3927e2958 s->prefetch_data=0 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 10 manifest: total_size = 12 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15910017974642557700 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:5tyAdCUeH3whMAy9AHreVyXJcq1aezE_e state=0x55a3927e2958 s->prefetch_data=0 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 prepare_atomic_modification: state is not atomic. state=0x55a3927e2958 2024-09-12T16:56:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.503+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.506+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:46.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.506+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-12T16:56:46.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.506+0000 7ff28cc0f800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:46.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.506+0000 7ff28cc0f800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:5tyAdCUeH3whMAy9AHreVyXJcq1aezE_.6FmNBz8uWK-RRalOCJvFPonIRSB3HDE_0 2024-09-12T16:56:46.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.507+0000 7ff15f7fe640 20 handle_completion(): completion ok for obj=e[5tyAdCUeH3whMAy9AHreVyXJcq1aezE] 2024-09-12T16:56:46.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.509+0000 7ff28cc0f800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:46.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.511+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:e state=0x55a3927a4538 s->prefetch_data=0 2024-09-12T16:56:46.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.511+0000 7ff28cc0f800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=s7g6xx8xd7jnk4wf1t23ix7bl3bjf764 2024-09-12T16:56:46.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.514+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.515+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.516+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.516+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:f state=0x55a3927a4538 s->prefetch_data=0 2024-09-12T16:56:46.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.516+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to vo8nxh1li82q9jb8o0h5y9xpp9yo9w3r 2024-09-12T16:56:46.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.516+0000 7ff28cc0f800 20 get_obj_state_impl: setting s->olh_tag to bndrbmefltvt262si61sfpnfq0w9npzl 2024-09-12T16:56:46.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.516+0000 7ff28cc0f800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bndrbmefltvt262si61sfpnfq0w9npzl 2024-09-12T16:56:46.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.517+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T16:56:46.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 olh_log_entry: epoch=2 op=3 key=f[9P4C.b00YP1idL-GCOBrclxxK-ju-zx] 2024-09-12T16:56:46.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:9P4C.b00YP1idL-GCOBrclxxK-ju-zx_f state=0x55a3927a0b18 s->prefetch_data=0 2024-09-12T16:56:46.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 10 manifest: total_size = 9 2024-09-12T16:56:46.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5688022438986424359 2024-09-12T16:56:46.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:_:9P4C.b00YP1idL-GCOBrclxxK-ju-zx_f state=0x55a3927a0b18 s->prefetch_data=0 2024-09-12T16:56:46.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 prepare_atomic_modification: state is not atomic. state=0x55a3927a0b18 2024-09-12T16:56:46.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.519+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.522+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T16:56:46.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.522+0000 7ff28cc0f800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T16:56:46.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.522+0000 7ff28cc0f800 0 deleting objects inline since gc isn't initialized 2024-09-12T16:56:46.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.522+0000 7ff28cc0f800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2__shadow:9P4C.b00YP1idL-GCOBrclxxK-ju-zx_.ae7WhglaB3W1HsQLVOZrX-JuGtLmJ9H_0 2024-09-12T16:56:46.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.523+0000 7ff15f7fe640 20 handle_completion(): completion ok for obj=f[9P4C.b00YP1idL-GCOBrclxxK-ju-zx] 2024-09-12T16:56:46.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.523+0000 7ff28cc0f800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T16:56:46.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.524+0000 7ff28cc0f800 20 get_obj_state: octx=0x55a3924d9190 obj=check-bucket:f state=0x55a3927a4538 s->prefetch_data=0 2024-09-12T16:56:46.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.524+0000 7ff28cc0f800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bndrbmefltvt262si61sfpnfq0w9npzl 2024-09-12T16:56:46.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.527+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.529+0000 7ff28cc0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2.0 2024-09-12T16:56:46.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.529+0000 7ff28cc0f800 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T16:56:46.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.529+0000 7ff28cc0f800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T16:56:46.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.529+0000 7ff13efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:46.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.531+0000 7ff28cc0f800 20 remove_watcher() i=0 2024-09-12T16:56:46.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.531+0000 7ff28cc0f800 2 removed watcher, disabling cache 2024-09-12T16:56:46.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.533+0000 7ff28cc0f800 20 remove_watcher() i=1 2024-09-12T16:56:46.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.534+0000 7ff28cc0f800 20 remove_watcher() i=2 2024-09-12T16:56:46.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.535+0000 7ff28cc0f800 20 remove_watcher() i=3 2024-09-12T16:56:46.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.536+0000 7ff28cc0f800 20 remove_watcher() i=4 2024-09-12T16:56:46.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.537+0000 7ff28cc0f800 20 remove_watcher() i=5 2024-09-12T16:56:46.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.538+0000 7ff28cc0f800 20 remove_watcher() i=6 2024-09-12T16:56:46.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.539+0000 7ff28cc0f800 20 remove_watcher() i=7 2024-09-12T16:56:46.553 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:46.553 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:46.584 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:46.585 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:46.775 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T16:56:46.804 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T16:56:46.804 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T16:56:46.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.839+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.840+0000 7f1376722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.840+0000 7f1376722800 20 realm 2024-09-12T16:56:46.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.840+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.841+0000 7f1376722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.841+0000 7f1376722800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T16:56:46.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.841+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.841+0000 7f1376722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:46.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.841+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.842+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:46.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.842+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:46.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.842+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T16:56:46.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.842+0000 7f1376722800 20 searching for the correct realm 2024-09-12T16:56:46.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:46.844+0000 7f1372b03640 0 -- 172.21.15.123:0/2384409407 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f135c084030 msgr2=0x7f135c064410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:47.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.051+0000 7f136bfff640 0 -- 172.21.15.123:0/2384409407 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f136c06f590 msgr2=0x7f136c009250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T16:56:47.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T16:56:47.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T16:56:47.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T16:56:47.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T16:56:47.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T16:56:47.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T16:56:47.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:47.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T16:56:47.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.258+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T16:56:47.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 zone default found 2024-09-12T16:56:47.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 4 Realm: () 2024-09-12T16:56:47.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T16:56:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T16:56:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T16:56:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 zonegroup default 2024-09-12T16:56:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:47.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.259+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.260+0000 7f1376722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T16:56:47.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.260+0000 7f1376722800 20 started sync module instance, tier type = 2024-09-12T16:56:47.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.260+0000 7f1376722800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T16:56:47.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.269+0000 7f1376722800 20 add_watcher() i=0 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.269+0000 7f1376722800 20 add_watcher() i=1 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.269+0000 7f1376722800 20 add_watcher() i=2 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.269+0000 7f1376722800 20 add_watcher() i=3 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.269+0000 7f1376722800 20 add_watcher() i=4 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.269+0000 7f1376722800 20 add_watcher() i=5 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.269+0000 7f1376722800 20 add_watcher() i=6 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.270+0000 7f1376722800 20 add_watcher() i=7 2024-09-12T16:56:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.270+0000 7f1376722800 2 all 8 watchers are set, enabling cache 2024-09-12T16:56:47.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.273+0000 7f1228fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:47.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.273+0000 7f1376722800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T16:56:47.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.273+0000 7f1376722800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T16:56:47.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.273+0000 7f1376722800 5 note: GC not initialized 2024-09-12T16:56:47.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.273+0000 7f11a37fe640 20 reqs_thread_entry: start 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.274+0000 7f1376722800 20 init_complete bucket index max shards: 1 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.274+0000 7f1376722800 20 Filter name: none 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.274+0000 7f11a17fa640 20 reqs_thread_entry: start 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.274+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.274+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.274+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.275+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.275+0000 7f1376722800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:47.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.275+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.275+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T16:56:47.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.275+0000 7f1376722800 20 rados->read ofs=0 len=0 2024-09-12T16:56:47.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.275+0000 7f1376722800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T16:56:47.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.275+0000 7f1376722800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T16:56:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.276+0000 7f1228fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T16:56:47.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.280+0000 7f1376722800 20 remove_watcher() i=0 2024-09-12T16:56:47.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.280+0000 7f1376722800 2 removed watcher, disabling cache 2024-09-12T16:56:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.282+0000 7f1376722800 20 remove_watcher() i=1 2024-09-12T16:56:47.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.283+0000 7f1376722800 20 remove_watcher() i=2 2024-09-12T16:56:47.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.284+0000 7f1376722800 20 remove_watcher() i=3 2024-09-12T16:56:47.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.285+0000 7f1376722800 20 remove_watcher() i=4 2024-09-12T16:56:47.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.286+0000 7f1376722800 20 remove_watcher() i=5 2024-09-12T16:56:47.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.287+0000 7f1376722800 20 remove_watcher() i=6 2024-09-12T16:56:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T16:56:47.288+0000 7f1376722800 20 remove_watcher() i=7 2024-09-12T16:56:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T16:56:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:Deleting bucket check-bucket 2024-09-12T16:56:47.301 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:47.326 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T16:56:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T16:56:47.452 INFO:tasks.workunit.client.0.smithi123.stderr:Completed bucket check tests 2024-09-12T16:56:47.452 INFO:tasks.workunit.client.0.smithi123.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T16:56:47.452 INFO:tasks.workunit.client.0.smithi123.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T16:56:47.453 INFO:tasks.workunit.client.0.smithi123.stdout:connected to https://localhost:443 2024-09-12T16:56:47.513 INFO:tasks.workunit.client.0.smithi123.stderr:+ deactivate 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ export PATH 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ hash -r 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset VIRTUAL_ENV 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset -f deactivate 2024-09-12T16:56:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:+ echo OK. 2024-09-12T16:56:47.515 INFO:tasks.workunit.client.0.smithi123.stdout:OK. 2024-09-12T16:56:47.516 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T16:56:47.516 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T16:56:47.595 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-12T16:56:47.595 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T16:56:47.950 DEBUG:teuthology.parallel:result is None 2024-09-12T16:56:47.951 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T16:56:47.989 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T16:56:47.989 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:56:48.058 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T16:56:48.058 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T16:56:48.069 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:56:48.070 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T16:56:48.070 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:56:48.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:56:48.127 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T16:56:48.128 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T16:56:48.198 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T16:56:48.198 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T16:56:48.266 INFO:tasks.workunit:timeout=3h 2024-09-12T16:56:48.266 INFO:tasks.workunit:cleanup=True 2024-09-12T16:56:48.267 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:56:48.335 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T16:57:48.771 INFO:tasks.workunit.client.0.smithi123.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T16:57:48.772 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:57:48.772 INFO:tasks.workunit.client.0.smithi123.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T16:57:48.772 INFO:tasks.workunit.client.0.smithi123.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T16:57:48.773 INFO:tasks.workunit.client.0.smithi123.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T16:57:48.773 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:57:48.773 INFO:tasks.workunit.client.0.smithi123.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T16:57:48.773 INFO:tasks.workunit.client.0.smithi123.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T16:57:48.773 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:57:48.773 INFO:tasks.workunit.client.0.smithi123.stderr: git switch -c 2024-09-12T16:57:48.774 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:57:48.774 INFO:tasks.workunit.client.0.smithi123.stderr:Or undo this operation with: 2024-09-12T16:57:48.774 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:57:48.774 INFO:tasks.workunit.client.0.smithi123.stderr: git switch - 2024-09-12T16:57:48.774 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:57:48.774 INFO:tasks.workunit.client.0.smithi123.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T16:57:48.775 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T16:57:48.775 INFO:tasks.workunit.client.0.smithi123.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T16:57:48.777 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T16:57:48.847 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T16:57:48.849 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T16:57:48.849 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T16:57:48.897 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T16:57:48.945 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T16:57:48.985 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T16:57:48.986 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T16:57:48.987 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T16:57:49.025 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T16:57:49.028 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T16:57:49.028 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T16:57:49.098 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-12T16:57:49.099 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-12T16:57:49.100 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-12T16:57:49.182 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T16:57:49.182 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T16:57:49.182 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T16:57:49.182 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from ClsLock 2024-09-12T16:57:49.182 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-12T16:57:50.793 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2024-09-12T16:57:50.794 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: exclusive 2024-09-12T16:57:50.794 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2024-09-12T16:57:50.794 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2024-09-12T16:57:50.794 INFO:tasks.workunit.client.0.smithi123.stdout: client.5271 expiration=2024-09-12T16:59:50.787322+0000 addr=v1:172.21.15.123:0/413946415 cookie= 2024-09-12T16:57:50.797 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2024-09-12T16:57:50.797 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2024-09-12T16:57:50.798 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2024-09-12T16:57:50.798 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2024-09-12T16:57:50.798 INFO:tasks.workunit.client.0.smithi123.stdout: client.5018 expiration=0.000000 addr=v1:172.21.15.123:0/1928601166 cookie= 2024-09-12T16:57:50.798 INFO:tasks.workunit.client.0.smithi123.stdout: client.5271 expiration=2024-09-12T16:59:50.796182+0000 addr=v1:172.21.15.123:0/413946415 cookie= 2024-09-12T16:57:50.799 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2024-09-12T16:57:50.799 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2024-09-12T16:57:50.799 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2024-09-12T16:57:50.799 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2024-09-12T16:57:50.799 INFO:tasks.workunit.client.0.smithi123.stdout: client.5018 expiration=0.000000 addr=v1:172.21.15.123:0/1928601166 cookie= 2024-09-12T16:57:51.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestMultiLocking (2577 ms) 2024-09-12T16:57:51.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestMeta 2024-09-12T16:57:54.223 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2024-09-12T16:57:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2024-09-12T16:57:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2024-09-12T16:57:54.223 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2024-09-12T16:57:54.224 INFO:tasks.workunit.client.0.smithi123.stdout: client.5027 expiration=0.000000 addr=v1:172.21.15.123:0/3302653320 cookie= 2024-09-12T16:57:54.226 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2024-09-12T16:57:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: exclusive 2024-09-12T16:57:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: tag: new_tag 2024-09-12T16:57:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2024-09-12T16:57:54.226 INFO:tasks.workunit.client.0.smithi123.stdout: client.5280 expiration=0.000000 addr=v1:172.21.15.123:0/2133176460 cookie= 2024-09-12T16:57:54.796 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestMeta (3038 ms) 2024-09-12T16:57:54.797 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestCookie 2024-09-12T16:57:56.832 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2024-09-12T16:57:56.832 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: exclusive 2024-09-12T16:57:56.832 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2024-09-12T16:57:56.832 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2024-09-12T16:57:56.835 INFO:tasks.workunit.client.0.smithi123.stdout:lock: mylock 2024-09-12T16:57:56.836 INFO:tasks.workunit.client.0.smithi123.stdout: lock_type: shared 2024-09-12T16:57:56.836 INFO:tasks.workunit.client.0.smithi123.stdout: tag: 2024-09-12T16:57:56.836 INFO:tasks.workunit.client.0.smithi123.stdout: lockers: 2024-09-12T16:57:56.836 INFO:tasks.workunit.client.0.smithi123.stdout: client.5292 expiration=0.000000 addr=v1:172.21.15.123:0/3855011148 cookie= 2024-09-12T16:57:56.836 INFO:tasks.workunit.client.0.smithi123.stdout: client.5292 expiration=0.000000 addr=v1:172.21.15.123:0/3855011148 cookie=new cookie 2024-09-12T16:57:57.812 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestCookie (3012 ms) 2024-09-12T16:57:57.812 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-12T16:58:00.817 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestMultipleLocks (3008 ms) 2024-09-12T16:58:00.817 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-12T16:58:08.866 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestLockDuration (8049 ms) 2024-09-12T16:58:08.866 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-12T16:58:11.888 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestAssertLocked (3021 ms) 2024-09-12T16:58:11.889 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-12T16:58:14.906 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestSetCookie (3019 ms) 2024-09-12T16:58:14.906 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestRenew 2024-09-12T16:58:35.015 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestRenew (20108 ms) 2024-09-12T16:58:35.015 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-12T16:58:42.047 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7033 ms) 2024-09-12T16:58:42.047 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-12T16:58:49.124 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7077 ms) 2024-09-12T16:58:49.124 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-12T16:58:57.162 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8037 ms) 2024-09-12T16:58:57.163 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from ClsLock (67979 ms total) 2024-09-12T16:58:57.163 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T16:58:57.163 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T16:58:57.163 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 11 tests from 1 test suite ran. (67979 ms total) 2024-09-12T16:58:57.163 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 11 tests. 2024-09-12T16:58:57.165 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T16:58:57.165 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T16:58:57.208 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-12T16:58:57.210 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-12T16:58:57.211 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-12T16:58:57.293 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T16:58:57.293 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T16:58:57.294 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T16:58:57.294 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from cls_log 2024-09-12T16:58:57.294 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-12T16:59:00.194 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.test_log_add_same_time (2900 ms) 2024-09-12T16:59:00.195 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-12T16:59:03.197 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.test_log_add_different_time (3003 ms) 2024-09-12T16:59:03.197 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.trim_by_time 2024-09-12T16:59:06.224 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.trim_by_time (3027 ms) 2024-09-12T16:59:06.225 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-12T16:59:09.247 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_log.trim_by_marker (3022 ms) 2024-09-12T16:59:09.247 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from cls_log (11953 ms total) 2024-09-12T16:59:09.247 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T16:59:09.247 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T16:59:09.247 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 4 tests from 1 test suite ran. (11954 ms total) 2024-09-12T16:59:09.247 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 4 tests. 2024-09-12T16:59:09.250 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T16:59:09.250 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T16:59:09.292 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-12T16:59:09.294 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-12T16:59:09.294 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-12T16:59:09.380 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T16:59:09.380 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T16:59:09.380 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T16:59:09.380 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 10 tests from cls_refcount 2024-09-12T16:59:09.381 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-12T16:59:12.268 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_implicit (2888 ms) 2024-09-12T16:59:12.269 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-12T16:59:15.273 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3005 ms) 2024-09-12T16:59:15.273 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-12T16:59:24.392 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_put_snap (9119 ms) 2024-09-12T16:59:24.392 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-12T16:59:27.392 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_explicit (3000 ms) 2024-09-12T16:59:27.392 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.set 2024-09-12T16:59:30.439 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.set (3047 ms) 2024-09-12T16:59:30.439 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-12T16:59:37.448 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_implicit_ec (7009 ms) 2024-09-12T16:59:37.449 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-12T16:59:44.495 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7047 ms) 2024-09-12T16:59:44.495 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-12T16:59:56.616 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_put_snap_ec (12121 ms) 2024-09-12T16:59:56.617 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-12T17:00:03.655 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.test_explicit_ec (7039 ms) 2024-09-12T17:00:03.655 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_refcount.set_ec 2024-09-12T17:00:10.685 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_refcount.set_ec (7030 ms) 2024-09-12T17:00:10.685 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 10 tests from cls_refcount (61305 ms total) 2024-09-12T17:00:10.685 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:00:10.686 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:00:10.686 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 10 tests from 1 test suite ran. (61305 ms total) 2024-09-12T17:00:10.686 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 10 tests. 2024-09-12T17:00:10.687 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:00:10.688 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:00:10.731 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-12T17:00:10.732 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-12T17:00:10.733 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-12T17:00:10.818 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T17:00:10.818 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-12T17:00:10.818 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:00:10.818 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 18 tests from cls_rgw 2024-09-12T17:00:12.714 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_basic 2024-09-12T17:00:12.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_basic (45 ms) 2024-09-12T17:00:12.759 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-12T17:00:12.792 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (33 ms) 2024-09-12T17:00:12.792 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-12T17:00:12.838 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_remove_object (46 ms) 2024-09-12T17:00:12.838 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-12T17:00:14.319 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_suggest (1481 ms) 2024-09-12T17:00:14.319 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-12T17:00:14.325 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-09-12T17:00:14.325 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_list 2024-09-12T17:00:14.349 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_list (24 ms) 2024-09-12T17:00:14.349 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-12T17:00:33.360 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_list_delimited (19011 ms) 2024-09-12T17:00:33.360 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.bi_list 2024-09-12T17:00:33.438 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.bi_list (78 ms) 2024-09-12T17:00:33.438 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.gc_set 2024-09-12T17:00:33.448 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.gc_set (10 ms) 2024-09-12T17:00:33.448 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.gc_list 2024-09-12T17:00:33.457 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.gc_list (9 ms) 2024-09-12T17:00:33.457 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-12T17:00:40.782 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.gc_defer (7325 ms) 2024-09-12T17:00:40.782 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-12T17:00:40.855 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.usage_basic (73 ms) 2024-09-12T17:00:40.855 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-12T17:00:40.856 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-09-12T17:00:40.856 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-12T17:00:40.947 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.usage_clear (91 ms) 2024-09-12T17:00:40.947 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-12T17:00:40.990 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.bi_log_trim (44 ms) 2024-09-12T17:00:40.991 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-12T17:00:41.012 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.index_racing_removes (21 ms) 2024-09-12T17:00:41.012 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-12T17:00:41.025 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.reshardlog_list (13 ms) 2024-09-12T17:00:41.025 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-12T17:00:41.035 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw.reshardlog_num (10 ms) 2024-09-12T17:00:41.788 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 18 tests from cls_rgw (28321 ms total) 2024-09-12T17:00:41.789 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:00:41.789 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:00:41.789 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 18 tests from 1 test suite ran. (30970 ms total) 2024-09-12T17:00:41.789 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 18 tests. 2024-09-12T17:00:41.791 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:00:41.792 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:00:41.847 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-12T17:00:41.848 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-12T17:00:41.848 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-12T17:00:41.894 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T17:00:41.894 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:00:41.894 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:00:41.894 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-12T17:00:41.894 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.init 2024-09-12T17:00:43.789 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.init (1895 ms) 2024-09-12T17:00:43.789 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-12T17:00:43.809 INFO:tasks.workunit.client.0.smithi123.stderr:[ ] list info tag = chain-0 2024-09-12T17:00:43.809 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (20 ms) 2024-09-12T17:00:43.809 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-12T17:00:43.815 INFO:tasks.workunit.client.0.smithi123.stderr:[ ] next_marker is: = 0/4263 2024-09-12T17:00:43.815 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-09-12T17:00:43.815 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-12T17:00:43.822 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-09-12T17:00:43.823 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-12T17:00:43.911 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (88 ms) 2024-09-12T17:00:43.911 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-12T17:00:43.921 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (11 ms) 2024-09-12T17:00:43.922 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-12T17:00:43.932 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (10 ms) 2024-09-12T17:00:43.932 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-12T17:00:43.938 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (7 ms) 2024-09-12T17:00:43.938 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-12T17:00:44.801 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_gc.finalize (862 ms) 2024-09-12T17:00:44.801 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from cls_rgw_gc (2907 ms total) 2024-09-12T17:00:44.801 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:00:44.801 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:00:44.802 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 9 tests from 1 test suite ran. (2907 ms total) 2024-09-12T17:00:44.802 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 9 tests. 2024-09-12T17:00:44.804 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:00:44.804 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:00:44.848 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-12T17:00:44.849 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-12T17:00:44.850 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-12T17:00:44.941 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:00:44.942 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:00:44.942 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 1 test from 1 test suite. 2024-09-12T17:00:44.942 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:00:46.817 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from cls_rgw_stats 2024-09-12T17:00:46.818 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-12T17:00:46.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.834+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~RJC48UYQWNCO.0 size=1048576 2024-09-12T17:00:46.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.835+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~RJC48UYQWNCO.1 size=19262 2024-09-12T17:00:46.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.835+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=RJC48UYQWNCO tag=BA9WCRANRU7N type=write size=2116414 2024-09-12T17:00:46.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.837+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=UQIMZWU6ASET type=del size=3898942 2024-09-12T17:00:46.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.838+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=J1G5Z85Q69CX type=del size=291433 2024-09-12T17:00:46.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.839+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=JUILN9SXBKQB type=del size=20668 2024-09-12T17:00:46.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.841+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=QMYLXCNLDHY0 type=del size=397976 2024-09-12T17:00:46.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.842+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=VOP14PIDN8S7 type=del size=2716344 2024-09-12T17:00:46.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.844+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~L871C5SL242Y.0 size=1048576 2024-09-12T17:00:46.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.845+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~L871C5SL242Y.1 size=125040 2024-09-12T17:00:46.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.845+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=L871C5SL242Y tag=EX6T8P5XTZMF type=write size=2222192 2024-09-12T17:00:46.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.847+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=1L9EFMXUVHOM type=del size=2385294 2024-09-12T17:00:46.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.848+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=3D2KWPFEV8I3 type=del size=1244629 2024-09-12T17:00:46.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.850+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~78Z0JN9F3UNE.0 size=10646 2024-09-12T17:00:46.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.850+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=78Z0JN9F3UNE tag=MHTM8PG8IP3C type=write size=1059222 2024-09-12T17:00:46.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.853+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~KTGB0MJ6UNDP.0 size=1048576 2024-09-12T17:00:46.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.854+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~KTGB0MJ6UNDP.1 size=53618 2024-09-12T17:00:46.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.854+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=KTGB0MJ6UNDP tag=PP7MPA47IN46 type=write size=2150770 2024-09-12T17:00:46.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.855+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=F7D2YIV1MDL1 type=del size=1950948 2024-09-12T17:00:46.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.857+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=XPQL1GY9KA05 type=del size=3011625 2024-09-12T17:00:46.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.858+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=IB73URHIIHFO type=write size=935845 2024-09-12T17:00:46.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.860+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=MHBGL2L93938 type=del size=390303 2024-09-12T17:00:46.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.861+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=GJ2IYN7YY9VD type=del size=795364 2024-09-12T17:00:46.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.862+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~RJC48UYQWNCO.0 size=1048576 2024-09-12T17:00:46.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.864+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~RJC48UYQWNCO.1 size=19262 2024-09-12T17:00:46.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.866+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=RJC48UYQWNCO tag=BA9WCRANRU7N type=write size=2116414 2024-09-12T17:00:46.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.867+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=JJDNYTKYJTYD type=del size=1190775 2024-09-12T17:00:46.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.870+0000 7fc68f42f780 1 < suggested remove operation key=AXKH2QANZCAL tag=UQIMZWU6ASET type=del 2024-09-12T17:00:46.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.872+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~OA12QXZE6ADV.0 size=1048576 2024-09-12T17:00:46.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.873+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~OA12QXZE6ADV.1 size=1048576 2024-09-12T17:00:46.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.874+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~OA12QXZE6ADV.2 size=679678 2024-09-12T17:00:46.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.874+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=OA12QXZE6ADV tag=9CQ95LBRMUQV type=write size=3825406 2024-09-12T17:00:46.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.875+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=J1G5Z85Q69CX type=del 2024-09-12T17:00:46.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.878+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~WUX703571B38.0 size=1048576 2024-09-12T17:00:46.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.879+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~WUX703571B38.1 size=407621 2024-09-12T17:00:46.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.879+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=WUX703571B38 tag=F09NSJY012L7 type=write size=2504773 2024-09-12T17:00:46.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.881+0000 7fc68f42f780 1 < suggested remove operation key=YTRABX96UY8F tag=JUILN9SXBKQB type=del 2024-09-12T17:00:46.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.883+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~1BHT5ZZ9W0RM.0 size=1048576 2024-09-12T17:00:46.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.884+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~1BHT5ZZ9W0RM.1 size=1048576 2024-09-12T17:00:46.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.886+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~1BHT5ZZ9W0RM.2 size=42524 2024-09-12T17:00:46.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.886+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=1BHT5ZZ9W0RM tag=M8HN6WVR09UJ type=write size=3188252 2024-09-12T17:00:46.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.887+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=QMYLXCNLDHY0 type=del 2024-09-12T17:00:46.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.889+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~1YGYUXGOV4NS.0 size=1048576 2024-09-12T17:00:46.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.890+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~1YGYUXGOV4NS.1 size=400534 2024-09-12T17:00:46.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.890+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=1YGYUXGOV4NS tag=BU4BG6TOIVBW type=write size=2497686 2024-09-12T17:00:46.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.892+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=VOP14PIDN8S7 type=del 2024-09-12T17:00:46.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.893+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=F7V5IN1XFRQJ type=del size=3913990 2024-09-12T17:00:46.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.895+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~L871C5SL242Y.0 size=1048576 2024-09-12T17:00:46.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.896+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~L871C5SL242Y.1 size=125040 2024-09-12T17:00:46.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.898+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=L871C5SL242Y tag=EX6T8P5XTZMF type=write size=2222192 2024-09-12T17:00:46.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.899+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=BTT111TNE3TC type=del size=114685 2024-09-12T17:00:46.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.900+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=1L9EFMXUVHOM type=del 2024-09-12T17:00:46.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.902+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~Z7KVLR0NN0R8.0 size=1048576 2024-09-12T17:00:46.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.903+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~Z7KVLR0NN0R8.1 size=429464 2024-09-12T17:00:46.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.903+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=Z7KVLR0NN0R8 tag=W5C1SAY86XAZ type=write size=2526616 2024-09-12T17:00:46.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.905+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=3D2KWPFEV8I3 type=del 2024-09-12T17:00:46.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.906+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=DYAPMCLVCJ6E type=write size=396750 2024-09-12T17:00:46.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.907+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~78Z0JN9F3UNE.0 size=10646 2024-09-12T17:00:46.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.909+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=78Z0JN9F3UNE tag=MHTM8PG8IP3C type=write size=1059222 2024-09-12T17:00:46.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.911+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=2WYUD6Q1R3MH type=write size=779129 2024-09-12T17:00:46.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.912+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~KTGB0MJ6UNDP.0 size=1048576 2024-09-12T17:00:46.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.912+0000 7fc68f42f780 1 < canceled part key=_multipart_AXKH2QANZCAL.2~KTGB0MJ6UNDP.1 size=53618 2024-09-12T17:00:46.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.914+0000 7fc68f42f780 1 < canceled multipart upload key=AXKH2QANZCAL upload=KTGB0MJ6UNDP tag=PP7MPA47IN46 type=write size=2150770 2024-09-12T17:00:46.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.916+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~JPGGYEMVCLRR.0 size=105375 2024-09-12T17:00:46.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.916+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=JPGGYEMVCLRR tag=KV1A5QNMYVSI type=write size=1153951 2024-09-12T17:00:46.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.917+0000 7fc68f42f780 -1 < failed to complete operation key=YTRABX96UY8F tag=F7D2YIV1MDL1 type=del size=1950948: (22) Invalid argument 2024-09-12T17:00:46.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.919+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~C290ZWKW6APS.0 size=1048576 2024-09-12T17:00:46.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.920+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~C290ZWKW6APS.1 size=213938 2024-09-12T17:00:46.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.920+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=C290ZWKW6APS tag=ECW561HL0BGR type=write size=2311090 2024-09-12T17:00:46.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.922+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=XPQL1GY9KA05 type=del 2024-09-12T17:00:46.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.923+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=O11TK2X85PE1 type=write size=916091 2024-09-12T17:00:46.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.924+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=IB73URHIIHFO type=write size=935845 2024-09-12T17:00:46.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.925+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=K2X3OGKKNHPZ type=write size=458173 2024-09-12T17:00:46.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.927+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=MHBGL2L93938 type=del 2024-09-12T17:00:46.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.929+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~L0G6472XMWKP.0 size=1048576 2024-09-12T17:00:46.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.930+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~L0G6472XMWKP.1 size=1048576 2024-09-12T17:00:46.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.931+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~L0G6472XMWKP.2 size=6561 2024-09-12T17:00:46.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.931+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=L0G6472XMWKP tag=VR2GKLQXNE5B type=write size=3152289 2024-09-12T17:00:46.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.932+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=GJ2IYN7YY9VD type=del 2024-09-12T17:00:46.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.933+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=G6SBS42RLTM9 type=del size=440289 2024-09-12T17:00:46.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.935+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=JJDNYTKYJTYD type=del 2024-09-12T17:00:46.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.937+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~1JYM5OON6HGB.0 size=817129 2024-09-12T17:00:46.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.937+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=1JYM5OON6HGB tag=E1FOX2BNGOZV type=write size=1865705 2024-09-12T17:00:46.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.938+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~OA12QXZE6ADV.0 size=1048576 2024-09-12T17:00:46.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.939+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~OA12QXZE6ADV.1 size=1048576 2024-09-12T17:00:46.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.940+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~OA12QXZE6ADV.2 size=679678 2024-09-12T17:00:46.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.942+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=OA12QXZE6ADV tag=9CQ95LBRMUQV type=write size=3825406 2024-09-12T17:00:46.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.945+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=FT2DCY413504 type=del size=2910934 2024-09-12T17:00:46.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.946+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~WUX703571B38.0 size=1048576 2024-09-12T17:00:46.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.947+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~WUX703571B38.1 size=407621 2024-09-12T17:00:46.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.949+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=WUX703571B38 tag=F09NSJY012L7 type=write size=2504773 2024-09-12T17:00:46.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.951+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=3U0RH2TG0TUC type=del size=3403957 2024-09-12T17:00:46.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.952+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~1BHT5ZZ9W0RM.0 size=1048576 2024-09-12T17:00:46.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.953+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~1BHT5ZZ9W0RM.1 size=1048576 2024-09-12T17:00:46.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.954+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~1BHT5ZZ9W0RM.2 size=42524 2024-09-12T17:00:46.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.956+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=1BHT5ZZ9W0RM tag=M8HN6WVR09UJ type=write size=3188252 2024-09-12T17:00:46.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.959+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~68XVW1AB4DQV.0 size=993482 2024-09-12T17:00:46.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.959+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=68XVW1AB4DQV tag=PSF8NBIJBF4G type=write size=2042058 2024-09-12T17:00:46.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.960+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~1YGYUXGOV4NS.0 size=1048576 2024-09-12T17:00:46.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.961+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~1YGYUXGOV4NS.1 size=400534 2024-09-12T17:00:46.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.964+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=1YGYUXGOV4NS tag=BU4BG6TOIVBW type=write size=2497686 2024-09-12T17:00:46.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.966+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=OOADKY4UNT2X type=del size=4113916 2024-09-12T17:00:46.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.967+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=F7V5IN1XFRQJ type=del 2024-09-12T17:00:46.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.968+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=3IA0UAWID7R3 type=del size=1985217 2024-09-12T17:00:46.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.970+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=BTT111TNE3TC type=del 2024-09-12T17:00:46.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.972+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~6TNXKPOB4EDU.0 size=807665 2024-09-12T17:00:46.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.972+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=6TNXKPOB4EDU tag=DGSAUFXSA7AO type=write size=1856241 2024-09-12T17:00:46.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.973+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~Z7KVLR0NN0R8.0 size=1048576 2024-09-12T17:00:46.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.974+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~Z7KVLR0NN0R8.1 size=429464 2024-09-12T17:00:46.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.976+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=Z7KVLR0NN0R8 tag=W5C1SAY86XAZ type=write size=2526616 2024-09-12T17:00:46.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.977+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=HY5FXIJSZ81Y type=write size=992935 2024-09-12T17:00:46.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.978+0000 7fc68f42f780 1 < canceled operation key=6QSQEMIJKMU1 tag=DYAPMCLVCJ6E type=write size=396750 2024-09-12T17:00:46.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.980+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=0VT7TNE8ANAE type=del size=912291 2024-09-12T17:00:46.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.981+0000 7fc68f42f780 1 < completed write operation key=ZCAVQ3AQ5V23 tag=2WYUD6Q1R3MH type=write size=779129 2024-09-12T17:00:46.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.982+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=HF7XPPB46AYV type=del size=3277910 2024-09-12T17:00:46.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.983+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~JPGGYEMVCLRR.0 size=105375 2024-09-12T17:00:46.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.985+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=JPGGYEMVCLRR tag=KV1A5QNMYVSI type=write size=1153951 2024-09-12T17:00:46.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.987+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~N0AKWIZSIERH.0 size=1048576 2024-09-12T17:00:46.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.988+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~N0AKWIZSIERH.1 size=737525 2024-09-12T17:00:46.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.988+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=N0AKWIZSIERH tag=IEHM1L34J4L5 type=write size=2834677 2024-09-12T17:00:46.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.989+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~C290ZWKW6APS.0 size=1048576 2024-09-12T17:00:46.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.990+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~C290ZWKW6APS.1 size=213938 2024-09-12T17:00:46.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.992+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=C290ZWKW6APS tag=ECW561HL0BGR type=write size=2311090 2024-09-12T17:00:46.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.994+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~53S7YDRVZI8K.0 size=601822 2024-09-12T17:00:46.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.994+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=53S7YDRVZI8K tag=QCXDIUGQ8PXC type=write size=1650398 2024-09-12T17:00:46.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.995+0000 7fc68f42f780 1 < completed write operation key=NEAY7HVG4N98 tag=O11TK2X85PE1 type=write size=916091 2024-09-12T17:00:46.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.997+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=GBU0ISBQ7GP5 type=write size=257100 2024-09-12T17:00:47.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:46.999+0000 7fc68f42f780 1 < suggested remove operation key=NALVOSHAE3VH tag=K2X3OGKKNHPZ type=write 2024-09-12T17:00:47.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.000+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=I3R3DZ7858TE type=del size=3040022 2024-09-12T17:00:47.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.001+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~L0G6472XMWKP.0 size=1048576 2024-09-12T17:00:47.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.002+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~L0G6472XMWKP.1 size=1048576 2024-09-12T17:00:47.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.002+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~L0G6472XMWKP.2 size=6561 2024-09-12T17:00:47.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.004+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=L0G6472XMWKP tag=VR2GKLQXNE5B type=write size=3152289 2024-09-12T17:00:47.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.006+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~LHZKQVPOOVT9.0 size=1048576 2024-09-12T17:00:47.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.007+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~LHZKQVPOOVT9.1 size=1030318 2024-09-12T17:00:47.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.007+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=LHZKQVPOOVT9 tag=9DW6PERJOADZ type=write size=3127470 2024-09-12T17:00:47.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.008+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=G6SBS42RLTM9 type=del 2024-09-12T17:00:47.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.010+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~ATMV34OQDEOG.0 size=1048576 2024-09-12T17:00:47.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.011+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~ATMV34OQDEOG.1 size=1048576 2024-09-12T17:00:47.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.012+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~ATMV34OQDEOG.2 size=655676 2024-09-12T17:00:47.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.012+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=ATMV34OQDEOG tag=5EMD6FU7Y01R type=write size=3801404 2024-09-12T17:00:47.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.013+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~1JYM5OON6HGB.0 size=817129 2024-09-12T17:00:47.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.015+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=1JYM5OON6HGB tag=E1FOX2BNGOZV type=write size=1865705 2024-09-12T17:00:47.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.017+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~GQKIOJX0MTG8.0 size=1048576 2024-09-12T17:00:47.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.018+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~GQKIOJX0MTG8.1 size=1048576 2024-09-12T17:00:47.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.019+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~GQKIOJX0MTG8.2 size=636719 2024-09-12T17:00:47.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.019+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=GQKIOJX0MTG8 tag=9WMUM6W8AKXV type=write size=3782447 2024-09-12T17:00:47.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.020+0000 7fc68f42f780 1 < canceled operation key=HCFK4AS0XMDI tag=FT2DCY413504 type=del size=2910934 2024-09-12T17:00:47.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.021+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=XR7GPM3OUE6C type=write size=23297 2024-09-12T17:00:47.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.023+0000 7fc68f42f780 1 < suggested update operation key=DF7W920VNP0G tag=3U0RH2TG0TUC type=del size=3403957 2024-09-12T17:00:47.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.024+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=SDRUODPXGVL2 type=del size=60897 2024-09-12T17:00:47.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.025+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~68XVW1AB4DQV.0 size=993482 2024-09-12T17:00:47.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.027+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=68XVW1AB4DQV tag=PSF8NBIJBF4G type=write size=2042058 2024-09-12T17:00:47.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.029+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~F0JQVPIVM793.0 size=1048576 2024-09-12T17:00:47.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.030+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~F0JQVPIVM793.1 size=1048576 2024-09-12T17:00:47.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.031+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~F0JQVPIVM793.2 size=22302 2024-09-12T17:00:47.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.031+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=F0JQVPIVM793 tag=49EHPZ4MVL1E type=write size=3168030 2024-09-12T17:00:47.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.032+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=OOADKY4UNT2X type=del 2024-09-12T17:00:47.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.034+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~DMKJA2IR75IX.0 size=490659 2024-09-12T17:00:47.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.034+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=DMKJA2IR75IX tag=AG0XWNF1VEHX type=write size=1539235 2024-09-12T17:00:47.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.035+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=3IA0UAWID7R3 type=del 2024-09-12T17:00:47.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.038+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~AJPKITNIJNYG.0 size=1048576 2024-09-12T17:00:47.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.038+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~AJPKITNIJNYG.1 size=985685 2024-09-12T17:00:47.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.038+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=AJPKITNIJNYG tag=1ZVBNCBYOCAR type=write size=3082837 2024-09-12T17:00:47.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.040+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~6TNXKPOB4EDU.0 size=807665 2024-09-12T17:00:47.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.041+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=6TNXKPOB4EDU tag=DGSAUFXSA7AO type=write size=1856241 2024-09-12T17:00:47.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.042+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=A5ZQ0RFMUR47 type=del size=1794784 2024-09-12T17:00:47.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.044+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=HY5FXIJSZ81Y type=write size=992935 2024-09-12T17:00:47.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.045+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=7LSISDBVIQT5 type=del size=326439 2024-09-12T17:00:47.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.046+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=0VT7TNE8ANAE type=del 2024-09-12T17:00:47.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.047+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=GYC40QHIELVN type=del size=2192974 2024-09-12T17:00:47.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.048+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=HF7XPPB46AYV type=del 2024-09-12T17:00:47.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.049+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=0AQMV4HW6LO1 type=del size=1241078 2024-09-12T17:00:47.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.050+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~N0AKWIZSIERH.0 size=1048576 2024-09-12T17:00:47.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.051+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~N0AKWIZSIERH.1 size=737525 2024-09-12T17:00:47.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.053+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=N0AKWIZSIERH tag=IEHM1L34J4L5 type=write size=2834677 2024-09-12T17:00:47.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.055+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~EF2SJMM0PG01.0 size=1048576 2024-09-12T17:00:47.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.056+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~EF2SJMM0PG01.1 size=1048576 2024-09-12T17:00:47.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.057+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~EF2SJMM0PG01.2 size=173128 2024-09-12T17:00:47.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.057+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=EF2SJMM0PG01 tag=KX0ML54P5TF5 type=write size=3318856 2024-09-12T17:00:47.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.057+0000 7fc68f42f780 1 < canceled part key=_multipart_5G9ZFBIRSZN0.2~53S7YDRVZI8K.0 size=601822 2024-09-12T17:00:47.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.059+0000 7fc68f42f780 1 < canceled multipart upload key=5G9ZFBIRSZN0 upload=53S7YDRVZI8K tag=QCXDIUGQ8PXC type=write size=1650398 2024-09-12T17:00:47.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.060+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=84UBV9J79206 type=write size=991639 2024-09-12T17:00:47.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.061+0000 7fc68f42f780 1 < completed write operation key=9N1QDZF7NPT0 tag=GBU0ISBQ7GP5 type=write size=257100 2024-09-12T17:00:47.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.062+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=HIZOYNDX25XI type=del size=4052349 2024-09-12T17:00:47.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.064+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=I3R3DZ7858TE type=del 2024-09-12T17:00:47.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.065+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=GJ3M1CEVVILH type=write size=680565 2024-09-12T17:00:47.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.066+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~LHZKQVPOOVT9.0 size=1048576 2024-09-12T17:00:47.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.066+0000 7fc68f42f780 1 < canceled part key=_multipart_G6LXZXKH2LCK.2~LHZKQVPOOVT9.1 size=1030318 2024-09-12T17:00:47.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.068+0000 7fc68f42f780 1 < canceled multipart upload key=G6LXZXKH2LCK upload=LHZKQVPOOVT9 tag=9DW6PERJOADZ type=write size=3127470 2024-09-12T17:00:47.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.071+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~7ZOTEQXQS4R2.0 size=1048576 2024-09-12T17:00:47.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.072+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~7ZOTEQXQS4R2.1 size=1048576 2024-09-12T17:00:47.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.075+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~7ZOTEQXQS4R2.2 size=950891 2024-09-12T17:00:47.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.075+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=7ZOTEQXQS4R2 tag=G8241OO6IEQZ type=write size=4096619 2024-09-12T17:00:47.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.076+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~ATMV34OQDEOG.0 size=1048576 2024-09-12T17:00:47.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.077+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~ATMV34OQDEOG.1 size=1048576 2024-09-12T17:00:47.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.078+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~ATMV34OQDEOG.2 size=655676 2024-09-12T17:00:47.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.080+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=ATMV34OQDEOG tag=5EMD6FU7Y01R type=write size=3801404 2024-09-12T17:00:47.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.082+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~CPPT2LGHDDPD.0 size=1048576 2024-09-12T17:00:47.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.083+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~CPPT2LGHDDPD.1 size=723364 2024-09-12T17:00:47.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.083+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=CPPT2LGHDDPD tag=XE7FV3QJ1VY4 type=write size=2820516 2024-09-12T17:00:47.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.083+0000 7fc68f42f780 1 < canceled part key=_multipart_9RJEGZRPXJQH.2~GQKIOJX0MTG8.0 size=1048576 2024-09-12T17:00:47.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.083+0000 7fc68f42f780 1 < canceled part key=_multipart_9RJEGZRPXJQH.2~GQKIOJX0MTG8.1 size=1048576 2024-09-12T17:00:47.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.084+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~GQKIOJX0MTG8.2 size=636719 2024-09-12T17:00:47.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.086+0000 7fc68f42f780 1 < canceled multipart upload key=9RJEGZRPXJQH upload=GQKIOJX0MTG8 tag=9WMUM6W8AKXV type=write size=3782447 2024-09-12T17:00:47.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.087+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=2M9F2YAZ8UY4 type=write size=357129 2024-09-12T17:00:47.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.089+0000 7fc68f42f780 1 < suggested remove operation key=W0I001KV7JL4 tag=XR7GPM3OUE6C type=write 2024-09-12T17:00:47.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.092+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~G0Z885PKIHRM.0 size=173559 2024-09-12T17:00:47.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.092+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=G0Z885PKIHRM tag=66IQOL1TRMAZ type=write size=1222135 2024-09-12T17:00:47.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.093+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=SDRUODPXGVL2 type=del 2024-09-12T17:00:47.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.094+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=VDGJUN905KF1 type=del size=2383341 2024-09-12T17:00:47.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.095+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~F0JQVPIVM793.0 size=1048576 2024-09-12T17:00:47.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.096+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~F0JQVPIVM793.1 size=1048576 2024-09-12T17:00:47.098 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.097+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~F0JQVPIVM793.2 size=22302 2024-09-12T17:00:47.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.099+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=F0JQVPIVM793 tag=49EHPZ4MVL1E type=write size=3168030 2024-09-12T17:00:47.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.100+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=B1BYKXA4ADSL type=write size=1004863 2024-09-12T17:00:47.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.101+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~DMKJA2IR75IX.0 size=490659 2024-09-12T17:00:47.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.103+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=DMKJA2IR75IX tag=AG0XWNF1VEHX type=write size=1539235 2024-09-12T17:00:47.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.105+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~LI7K058G16TG.0 size=802029 2024-09-12T17:00:47.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.105+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=LI7K058G16TG tag=MSOSG1KKMH1B type=write size=1850605 2024-09-12T17:00:47.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.106+0000 7fc68f42f780 1 < canceled part key=_multipart_IGCTZ5WOBL39.2~AJPKITNIJNYG.0 size=1048576 2024-09-12T17:00:47.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.106+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~AJPKITNIJNYG.1 size=985685 2024-09-12T17:00:47.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.108+0000 7fc68f42f780 1 < canceled multipart upload key=IGCTZ5WOBL39 upload=AJPKITNIJNYG tag=1ZVBNCBYOCAR type=write size=3082837 2024-09-12T17:00:47.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.110+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=RL7QYC5J95DF type=del size=1210028 2024-09-12T17:00:47.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.112+0000 7fc68f42f780 1 < suggested remove operation key=YTRABX96UY8F tag=A5ZQ0RFMUR47 type=del 2024-09-12T17:00:47.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.113+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=88O8VY9VPUAQ type=del size=340959 2024-09-12T17:00:47.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.114+0000 7fc68f42f780 -1 < failed to complete operation key=W0I001KV7JL4 tag=7LSISDBVIQT5 type=del size=326439: (22) Invalid argument 2024-09-12T17:00:47.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.116+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~NQPUSVJX55N9.0 size=35095 2024-09-12T17:00:47.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.116+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=NQPUSVJX55N9 tag=CPWWHTPTD9NF type=write size=1083671 2024-09-12T17:00:47.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.117+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=GYC40QHIELVN type=del 2024-09-12T17:00:47.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.119+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~NPW1QHEM4QEZ.0 size=697088 2024-09-12T17:00:47.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.119+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=NPW1QHEM4QEZ tag=URDCJ91MXXH9 type=write size=1745664 2024-09-12T17:00:47.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.121+0000 7fc68f42f780 -1 < failed to complete operation key=YTRABX96UY8F tag=0AQMV4HW6LO1 type=del size=1241078: (22) Invalid argument 2024-09-12T17:00:47.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.122+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=CQ1NXEE6Q27A type=del size=2901275 2024-09-12T17:00:47.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.123+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~EF2SJMM0PG01.0 size=1048576 2024-09-12T17:00:47.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.124+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~EF2SJMM0PG01.1 size=1048576 2024-09-12T17:00:47.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.125+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~EF2SJMM0PG01.2 size=173128 2024-09-12T17:00:47.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.127+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=EF2SJMM0PG01 tag=KX0ML54P5TF5 type=write size=3318856 2024-09-12T17:00:47.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.129+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~1F2WMPF20X2S.0 size=1004737 2024-09-12T17:00:47.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.129+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=1F2WMPF20X2S tag=XUKD75NR661J type=write size=2053313 2024-09-12T17:00:47.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.130+0000 7fc68f42f780 1 < completed write operation key=5G9ZFBIRSZN0 tag=84UBV9J79206 type=write size=991639 2024-09-12T17:00:47.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.131+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=SA5A3411SSNX type=del size=3697193 2024-09-12T17:00:47.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.132+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=HIZOYNDX25XI type=del size=4052349 2024-09-12T17:00:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.134+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~LN2Q2YPXKR0O.0 size=1048576 2024-09-12T17:00:47.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.135+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~LN2Q2YPXKR0O.1 size=815918 2024-09-12T17:00:47.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.135+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=LN2Q2YPXKR0O tag=IKORITA6P6JJ type=write size=2913070 2024-09-12T17:00:47.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.139+0000 7fc68f42f780 1 < suggested update operation key=NEAY7HVG4N98 tag=GJ3M1CEVVILH type=write size=680565 2024-09-12T17:00:47.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.140+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~KAL8V3JRWK9Q.0 size=1048576 2024-09-12T17:00:47.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.141+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~KAL8V3JRWK9Q.1 size=1048576 2024-09-12T17:00:47.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.142+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~KAL8V3JRWK9Q.2 size=760733 2024-09-12T17:00:47.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.142+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=KAL8V3JRWK9Q tag=UZ3YJO5ADB7W type=write size=3906461 2024-09-12T17:00:47.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.142+0000 7fc68f42f780 1 < canceled part key=_multipart_YXWFMB60E9UH.2~7ZOTEQXQS4R2.0 size=1048576 2024-09-12T17:00:47.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.143+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~7ZOTEQXQS4R2.1 size=1048576 2024-09-12T17:00:47.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.144+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~7ZOTEQXQS4R2.2 size=950891 2024-09-12T17:00:47.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.146+0000 7fc68f42f780 1 < canceled multipart upload key=YXWFMB60E9UH upload=7ZOTEQXQS4R2 tag=G8241OO6IEQZ type=write size=4096619 2024-09-12T17:00:47.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.147+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=Q1TQ2GGL5PD2 type=del size=841769 2024-09-12T17:00:47.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.148+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~CPPT2LGHDDPD.0 size=1048576 2024-09-12T17:00:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.149+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~CPPT2LGHDDPD.1 size=723364 2024-09-12T17:00:47.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.150+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=CPPT2LGHDDPD tag=XE7FV3QJ1VY4 type=write size=2820516 2024-09-12T17:00:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.151+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=V8MI87C1U2ZD type=del size=3708745 2024-09-12T17:00:47.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.153+0000 7fc68f42f780 1 < suggested remove operation key=G6LXZXKH2LCK tag=2M9F2YAZ8UY4 type=write 2024-09-12T17:00:47.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.155+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~869CQ7HZJKQ5.0 size=1010144 2024-09-12T17:00:47.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.156+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=869CQ7HZJKQ5 tag=O9VDWOXGD80E type=write size=2058720 2024-09-12T17:00:47.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.157+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~G0Z885PKIHRM.0 size=173559 2024-09-12T17:00:47.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.159+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=G0Z885PKIHRM tag=66IQOL1TRMAZ type=write size=1222135 2024-09-12T17:00:47.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.161+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~901S42DN9293.0 size=1048576 2024-09-12T17:00:47.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.162+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~901S42DN9293.1 size=840400 2024-09-12T17:00:47.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.162+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=901S42DN9293 tag=5V5F36VO0DGC type=write size=2937552 2024-09-12T17:00:47.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.163+0000 7fc68f42f780 1 < canceled operation key=FFYEARKYU8MK tag=VDGJUN905KF1 type=del size=2383341 2024-09-12T17:00:47.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.164+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=0ZN8WORU989S type=del size=2648725 2024-09-12T17:00:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.165+0000 7fc68f42f780 -1 < failed to complete operation key=G6LXZXKH2LCK tag=B1BYKXA4ADSL type=write size=1004863: (22) Invalid argument 2024-09-12T17:00:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.166+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=5KT8O36HHP9I type=del size=3207900 2024-09-12T17:00:47.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.167+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~LI7K058G16TG.0 size=802029 2024-09-12T17:00:47.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.169+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=LI7K058G16TG tag=MSOSG1KKMH1B type=write size=1850605 2024-09-12T17:00:47.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.171+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~08RQ0SL9S68N.0 size=1048576 2024-09-12T17:00:47.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.172+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~08RQ0SL9S68N.1 size=278254 2024-09-12T17:00:47.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.172+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=08RQ0SL9S68N tag=URK8CFQDEF8O type=write size=2375406 2024-09-12T17:00:47.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.173+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=RL7QYC5J95DF type=del 2024-09-12T17:00:47.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.175+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=NSIPHRC77HXD type=write size=1014324 2024-09-12T17:00:47.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.176+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=88O8VY9VPUAQ type=del 2024-09-12T17:00:47.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.179+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~66LF7DUWR30T.0 size=1048576 2024-09-12T17:00:47.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.180+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~66LF7DUWR30T.1 size=1048576 2024-09-12T17:00:47.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.181+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~66LF7DUWR30T.2 size=995997 2024-09-12T17:00:47.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.181+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=66LF7DUWR30T tag=1FUNCJI8RNWI type=write size=4141725 2024-09-12T17:00:47.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.182+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~NQPUSVJX55N9.0 size=35095 2024-09-12T17:00:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.184+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=NQPUSVJX55N9 tag=CPWWHTPTD9NF type=write size=1083671 2024-09-12T17:00:47.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.186+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~Q3W879DOBRYZ.0 size=82140 2024-09-12T17:00:47.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.186+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=Q3W879DOBRYZ tag=XSR93D30X0EP type=write size=1130716 2024-09-12T17:00:47.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.187+0000 7fc68f42f780 1 < canceled part key=_multipart_FLARRSQDFMB6.2~NPW1QHEM4QEZ.0 size=697088 2024-09-12T17:00:47.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.189+0000 7fc68f42f780 1 < canceled multipart upload key=FLARRSQDFMB6 upload=NPW1QHEM4QEZ tag=URDCJ91MXXH9 type=write size=1745664 2024-09-12T17:00:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.190+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=ES8GFU48W3ZN type=write size=632551 2024-09-12T17:00:47.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.192+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=CQ1NXEE6Q27A type=del 2024-09-12T17:00:47.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.193+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=G1RUKD1J6WV5 type=del size=1656920 2024-09-12T17:00:47.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.194+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~1F2WMPF20X2S.0 size=1004737 2024-09-12T17:00:47.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.196+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=1F2WMPF20X2S tag=XUKD75NR661J type=write size=2053313 2024-09-12T17:00:47.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.198+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=9U4VTC6FVXZU type=del size=2444165 2024-09-12T17:00:47.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.199+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=SA5A3411SSNX type=del 2024-09-12T17:00:47.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.201+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~59PW8P9JSA5F.0 size=1048576 2024-09-12T17:00:47.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.202+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~59PW8P9JSA5F.1 size=16075 2024-09-12T17:00:47.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.202+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=59PW8P9JSA5F tag=BJFAKRBVKCAX type=write size=2113227 2024-09-12T17:00:47.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.204+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~LN2Q2YPXKR0O.0 size=1048576 2024-09-12T17:00:47.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.205+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~LN2Q2YPXKR0O.1 size=815918 2024-09-12T17:00:47.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.207+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=LN2Q2YPXKR0O tag=IKORITA6P6JJ type=write size=2913070 2024-09-12T17:00:47.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.208+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=2MP3L4A4K9U1 type=write size=484868 2024-09-12T17:00:47.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.209+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~KAL8V3JRWK9Q.0 size=1048576 2024-09-12T17:00:47.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.210+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~KAL8V3JRWK9Q.1 size=1048576 2024-09-12T17:00:47.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.211+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~KAL8V3JRWK9Q.2 size=760733 2024-09-12T17:00:47.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.213+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=KAL8V3JRWK9Q tag=UZ3YJO5ADB7W type=write size=3906461 2024-09-12T17:00:47.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.215+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~UV78JS5DCIE8.0 size=138822 2024-09-12T17:00:47.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.215+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=UV78JS5DCIE8 tag=VBGH1KCAFH4L type=write size=1187398 2024-09-12T17:00:47.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.216+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=Q1TQ2GGL5PD2 type=del 2024-09-12T17:00:47.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.218+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~LFA4L2KODFBP.0 size=1048576 2024-09-12T17:00:47.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.219+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~LFA4L2KODFBP.1 size=1048576 2024-09-12T17:00:47.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.220+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~LFA4L2KODFBP.2 size=616409 2024-09-12T17:00:47.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.220+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=LFA4L2KODFBP tag=U6AGQIBF1N21 type=write size=3762137 2024-09-12T17:00:47.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.221+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=V8MI87C1U2ZD type=del 2024-09-12T17:00:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.223+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=VH81COWXG2UU type=del size=2601268 2024-09-12T17:00:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.224+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~869CQ7HZJKQ5.0 size=1010144 2024-09-12T17:00:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.226+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=869CQ7HZJKQ5 tag=O9VDWOXGD80E type=write size=2058720 2024-09-12T17:00:47.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.228+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~1XQJ1DVB0M9O.0 size=1048576 2024-09-12T17:00:47.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.229+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~1XQJ1DVB0M9O.1 size=1048576 2024-09-12T17:00:47.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.230+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~1XQJ1DVB0M9O.2 size=397940 2024-09-12T17:00:47.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.230+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=1XQJ1DVB0M9O tag=UCGU0F5HLYC2 type=write size=3543668 2024-09-12T17:00:47.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.230+0000 7fc68f42f780 1 < canceled part key=_multipart_9N1QDZF7NPT0.2~901S42DN9293.0 size=1048576 2024-09-12T17:00:47.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.231+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~901S42DN9293.1 size=840400 2024-09-12T17:00:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.233+0000 7fc68f42f780 1 < canceled multipart upload key=9N1QDZF7NPT0 upload=901S42DN9293 tag=5V5F36VO0DGC type=write size=2937552 2024-09-12T17:00:47.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.235+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~WEAP7O4P2P8Z.0 size=1048576 2024-09-12T17:00:47.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.236+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~WEAP7O4P2P8Z.1 size=1048576 2024-09-12T17:00:47.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.237+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~WEAP7O4P2P8Z.2 size=718934 2024-09-12T17:00:47.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.237+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=WEAP7O4P2P8Z tag=WU0PKJEWVCGD type=write size=3864662 2024-09-12T17:00:47.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.238+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=0ZN8WORU989S type=del 2024-09-12T17:00:47.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.239+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=6BFZUOH10H7A type=del size=191866 2024-09-12T17:00:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.241+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=5KT8O36HHP9I type=del 2024-09-12T17:00:47.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.243+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~ORWIOMPYO3JR.0 size=1048576 2024-09-12T17:00:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.244+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~ORWIOMPYO3JR.1 size=1048576 2024-09-12T17:00:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.244+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~ORWIOMPYO3JR.2 size=827595 2024-09-12T17:00:47.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.244+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=ORWIOMPYO3JR tag=U5N8IIHK8Z4V type=write size=3973323 2024-09-12T17:00:47.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.246+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~08RQ0SL9S68N.0 size=1048576 2024-09-12T17:00:47.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.247+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~08RQ0SL9S68N.1 size=278254 2024-09-12T17:00:47.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.249+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=08RQ0SL9S68N tag=URK8CFQDEF8O type=write size=2375406 2024-09-12T17:00:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.251+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~L3KYZHOCJ81A.0 size=164988 2024-09-12T17:00:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.251+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=L3KYZHOCJ81A tag=CZJIOL6AYNN2 type=write size=1213564 2024-09-12T17:00:47.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.252+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=NSIPHRC77HXD type=write size=1014324 2024-09-12T17:00:47.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.254+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~FPR7DLO8HTPY.0 size=1021717 2024-09-12T17:00:47.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.254+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=FPR7DLO8HTPY tag=WQOYHDK5OW84 type=write size=2070293 2024-09-12T17:00:47.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.255+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~66LF7DUWR30T.0 size=1048576 2024-09-12T17:00:47.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.256+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~66LF7DUWR30T.1 size=1048576 2024-09-12T17:00:47.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.257+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~66LF7DUWR30T.2 size=995997 2024-09-12T17:00:47.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.259+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=66LF7DUWR30T tag=1FUNCJI8RNWI type=write size=4141725 2024-09-12T17:00:47.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.261+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=UQD0TBRU02GK type=del size=1080251 2024-09-12T17:00:47.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.262+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~Q3W879DOBRYZ.0 size=82140 2024-09-12T17:00:47.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.264+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=Q3W879DOBRYZ tag=XSR93D30X0EP type=write size=1130716 2024-09-12T17:00:47.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.266+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~X9874YZTESOD.0 size=687150 2024-09-12T17:00:47.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.266+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=X9874YZTESOD tag=5PKY53OKWTK0 type=write size=1735726 2024-09-12T17:00:47.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.267+0000 7fc68f42f780 1 < completed write operation key=5IRJPMUAJTW1 tag=ES8GFU48W3ZN type=write size=632551 2024-09-12T17:00:47.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.270+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~JP5WL6T20PYK.0 size=1048576 2024-09-12T17:00:47.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.271+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~JP5WL6T20PYK.1 size=731698 2024-09-12T17:00:47.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.271+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=JP5WL6T20PYK tag=J00WZRJ89UOM type=write size=2828850 2024-09-12T17:00:47.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.272+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=G1RUKD1J6WV5 type=del 2024-09-12T17:00:47.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.273+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=Q8KP16DJZHFT type=write size=159559 2024-09-12T17:00:47.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.275+0000 7fc68f42f780 1 < suggested update operation key=NEAY7HVG4N98 tag=9U4VTC6FVXZU type=del size=2444165 2024-09-12T17:00:47.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.277+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=W7GTYYRFYIWL type=del size=1836561 2024-09-12T17:00:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.278+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~59PW8P9JSA5F.0 size=1048576 2024-09-12T17:00:47.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.279+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~59PW8P9JSA5F.1 size=16075 2024-09-12T17:00:47.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.281+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=59PW8P9JSA5F tag=BJFAKRBVKCAX type=write size=2113227 2024-09-12T17:00:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.282+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=IF60TJCKPWG6 type=write size=121960 2024-09-12T17:00:47.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.283+0000 7fc68f42f780 1 < completed write operation key=ZCAVQ3AQ5V23 tag=2MP3L4A4K9U1 type=write size=484868 2024-09-12T17:00:47.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.284+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=LH333SY97EXE type=del size=4076332 2024-09-12T17:00:47.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.286+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~UV78JS5DCIE8.0 size=138822 2024-09-12T17:00:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.288+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=UV78JS5DCIE8 tag=VBGH1KCAFH4L type=write size=1187398 2024-09-12T17:00:47.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.290+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=OF52WF99170T type=del size=2255635 2024-09-12T17:00:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.291+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~LFA4L2KODFBP.0 size=1048576 2024-09-12T17:00:47.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.293+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~LFA4L2KODFBP.1 size=1048576 2024-09-12T17:00:47.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.294+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~LFA4L2KODFBP.2 size=616409 2024-09-12T17:00:47.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.296+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=LFA4L2KODFBP tag=U6AGQIBF1N21 type=write size=3762137 2024-09-12T17:00:47.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.300+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~CI0WAYKI2EBE.0 size=1048576 2024-09-12T17:00:47.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.301+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~CI0WAYKI2EBE.1 size=796655 2024-09-12T17:00:47.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.301+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=CI0WAYKI2EBE tag=B7A4HEZZS1GE type=write size=2893807 2024-09-12T17:00:47.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.303+0000 7fc68f42f780 1 < suggested update operation key=9N1QDZF7NPT0 tag=VH81COWXG2UU type=del size=2601268 2024-09-12T17:00:47.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.304+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=QVCPOSJV639M type=del size=171632 2024-09-12T17:00:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.305+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~1XQJ1DVB0M9O.0 size=1048576 2024-09-12T17:00:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.305+0000 7fc68f42f780 1 < canceled part key=_multipart_8XULRL5LJZAH.2~1XQJ1DVB0M9O.1 size=1048576 2024-09-12T17:00:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.306+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~1XQJ1DVB0M9O.2 size=397940 2024-09-12T17:00:47.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.308+0000 7fc68f42f780 1 < canceled multipart upload key=8XULRL5LJZAH upload=1XQJ1DVB0M9O tag=UCGU0F5HLYC2 type=write size=3543668 2024-09-12T17:00:47.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.309+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=7WA85FLM5C78 type=del size=1412318 2024-09-12T17:00:47.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.310+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~WEAP7O4P2P8Z.0 size=1048576 2024-09-12T17:00:47.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.311+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~WEAP7O4P2P8Z.1 size=1048576 2024-09-12T17:00:47.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.312+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~WEAP7O4P2P8Z.2 size=718934 2024-09-12T17:00:47.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.314+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=WEAP7O4P2P8Z tag=WU0PKJEWVCGD type=write size=3864662 2024-09-12T17:00:47.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.316+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~RLLV8Z3QMO9W.0 size=1048576 2024-09-12T17:00:47.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.317+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~RLLV8Z3QMO9W.1 size=212123 2024-09-12T17:00:47.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.317+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=RLLV8Z3QMO9W tag=T7TKE1DYKTJH type=write size=2309275 2024-09-12T17:00:47.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.318+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=6BFZUOH10H7A type=del 2024-09-12T17:00:47.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.319+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=918FLPQP7A87 type=del size=1911819 2024-09-12T17:00:47.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.321+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~ORWIOMPYO3JR.0 size=1048576 2024-09-12T17:00:47.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.321+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~ORWIOMPYO3JR.1 size=1048576 2024-09-12T17:00:47.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.322+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~ORWIOMPYO3JR.2 size=827595 2024-09-12T17:00:47.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.324+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=ORWIOMPYO3JR tag=U5N8IIHK8Z4V type=write size=3973323 2024-09-12T17:00:47.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.326+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~EMNO8908Y7QM.0 size=1048576 2024-09-12T17:00:47.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.327+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~EMNO8908Y7QM.1 size=819030 2024-09-12T17:00:47.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.327+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=EMNO8908Y7QM tag=OH1M68YF0P4C type=write size=2916182 2024-09-12T17:00:47.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.328+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~L3KYZHOCJ81A.0 size=164988 2024-09-12T17:00:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.330+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=L3KYZHOCJ81A tag=CZJIOL6AYNN2 type=write size=1213564 2024-09-12T17:00:47.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.332+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LMU18K0CSL5N.0 size=1048576 2024-09-12T17:00:47.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.333+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LMU18K0CSL5N.1 size=1048576 2024-09-12T17:00:47.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.334+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LMU18K0CSL5N.2 size=395844 2024-09-12T17:00:47.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.334+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=LMU18K0CSL5N tag=45WUOFS49ESL type=write size=3541572 2024-09-12T17:00:47.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.335+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~FPR7DLO8HTPY.0 size=1021717 2024-09-12T17:00:47.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.337+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=FPR7DLO8HTPY tag=WQOYHDK5OW84 type=write size=2070293 2024-09-12T17:00:47.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.339+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~VTEDQ9ZBZ9XB.0 size=306834 2024-09-12T17:00:47.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.339+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=VTEDQ9ZBZ9XB tag=3689T9GNFNBK type=write size=1355410 2024-09-12T17:00:47.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.340+0000 7fc68f42f780 -1 < failed to complete operation key=9N1QDZF7NPT0 tag=UQD0TBRU02GK type=del size=1080251: (22) Invalid argument 2024-09-12T17:00:47.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.343+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~2N8G8GI9G23A.0 size=1048576 2024-09-12T17:00:47.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.343+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~2N8G8GI9G23A.1 size=1048576 2024-09-12T17:00:47.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.344+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~2N8G8GI9G23A.2 size=387924 2024-09-12T17:00:47.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.344+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=2N8G8GI9G23A tag=SBEMAYEWARBH type=write size=3533652 2024-09-12T17:00:47.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.344+0000 7fc68f42f780 1 < canceled part key=_multipart_NALVOSHAE3VH.2~X9874YZTESOD.0 size=687150 2024-09-12T17:00:47.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.346+0000 7fc68f42f780 1 < canceled multipart upload key=NALVOSHAE3VH upload=X9874YZTESOD tag=5PKY53OKWTK0 type=write size=1735726 2024-09-12T17:00:47.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.347+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=EHL3M2MEEQ4L type=write size=176011 2024-09-12T17:00:47.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.349+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~JP5WL6T20PYK.0 size=1048576 2024-09-12T17:00:47.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.349+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~JP5WL6T20PYK.1 size=731698 2024-09-12T17:00:47.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.351+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=JP5WL6T20PYK tag=J00WZRJ89UOM type=write size=2828850 2024-09-12T17:00:47.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.353+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~9KGKP9UK7I1W.0 size=213812 2024-09-12T17:00:47.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.353+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=9KGKP9UK7I1W tag=CS2HCYO0VH3A type=write size=1262388 2024-09-12T17:00:47.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.355+0000 7fc68f42f780 1 < completed write operation key=JPQVCVA736JG tag=Q8KP16DJZHFT type=write size=159559 2024-09-12T17:00:47.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.357+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~JSMKFW2YGWGS.0 size=1048576 2024-09-12T17:00:47.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.358+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~JSMKFW2YGWGS.1 size=726962 2024-09-12T17:00:47.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.358+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=JSMKFW2YGWGS tag=W1VY3HENMV9R type=write size=2824114 2024-09-12T17:00:47.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.359+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=W7GTYYRFYIWL type=del 2024-09-12T17:00:47.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.360+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=8IC0E1KE24OH type=del size=1981689 2024-09-12T17:00:47.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.361+0000 7fc68f42f780 1 < completed write operation key=AXKH2QANZCAL tag=IF60TJCKPWG6 type=write size=121960 2024-09-12T17:00:47.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.362+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=MCDWTSYCHRX7 type=del size=1989455 2024-09-12T17:00:47.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.363+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=LH333SY97EXE type=del 2024-09-12T17:00:47.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.364+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=5YTUHAH69NKV type=write size=579584 2024-09-12T17:00:47.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.365+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=OF52WF99170T type=del 2024-09-12T17:00:47.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.366+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=WHYY1FR38XRE type=write size=623867 2024-09-12T17:00:47.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.367+0000 7fc68f42f780 1 < canceled part key=_multipart_JVU4KT3G91R7.2~CI0WAYKI2EBE.0 size=1048576 2024-09-12T17:00:47.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.368+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~CI0WAYKI2EBE.1 size=796655 2024-09-12T17:00:47.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.370+0000 7fc68f42f780 1 < canceled multipart upload key=JVU4KT3G91R7 upload=CI0WAYKI2EBE tag=B7A4HEZZS1GE type=write size=2893807 2024-09-12T17:00:47.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.371+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=4DINBS0AVU2Y type=del size=145962 2024-09-12T17:00:47.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.372+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=QVCPOSJV639M type=del 2024-09-12T17:00:47.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.374+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~WGK3T3I3MHUC.0 size=1048576 2024-09-12T17:00:47.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.375+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~WGK3T3I3MHUC.1 size=1048576 2024-09-12T17:00:47.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.376+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~WGK3T3I3MHUC.2 size=979211 2024-09-12T17:00:47.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.376+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=WGK3T3I3MHUC tag=YLFV01HCBFD8 type=write size=4124939 2024-09-12T17:00:47.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.377+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=7WA85FLM5C78 type=del 2024-09-12T17:00:47.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.380+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~PZ1DW28USMD1.0 size=100479 2024-09-12T17:00:47.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.380+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=PZ1DW28USMD1 tag=IZU4ZYF857FA type=write size=1149055 2024-09-12T17:00:47.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.381+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~RLLV8Z3QMO9W.0 size=1048576 2024-09-12T17:00:47.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.382+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~RLLV8Z3QMO9W.1 size=212123 2024-09-12T17:00:47.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.384+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=RLLV8Z3QMO9W tag=T7TKE1DYKTJH type=write size=2309275 2024-09-12T17:00:47.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.386+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~NKVKVFBRDLQD.0 size=1048576 2024-09-12T17:00:47.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.387+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~NKVKVFBRDLQD.1 size=1048576 2024-09-12T17:00:47.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.388+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~NKVKVFBRDLQD.2 size=768280 2024-09-12T17:00:47.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.388+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=NKVKVFBRDLQD tag=6IKJHKXW1AOW type=write size=3914008 2024-09-12T17:00:47.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.391+0000 7fc68f42f780 1 < suggested update operation key=YXWFMB60E9UH tag=918FLPQP7A87 type=del size=1911819 2024-09-12T17:00:47.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.393+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~BF2PAWCQ28YZ.0 size=1048576 2024-09-12T17:00:47.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.394+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~BF2PAWCQ28YZ.1 size=487006 2024-09-12T17:00:47.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.394+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=BF2PAWCQ28YZ tag=4GUVDOCFVM1Y type=write size=2584158 2024-09-12T17:00:47.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.395+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~EMNO8908Y7QM.0 size=1048576 2024-09-12T17:00:47.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.396+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~EMNO8908Y7QM.1 size=819030 2024-09-12T17:00:47.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.399+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=EMNO8908Y7QM tag=OH1M68YF0P4C type=write size=2916182 2024-09-12T17:00:47.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.402+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=FANFSSV7RK8U type=del size=3964023 2024-09-12T17:00:47.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.403+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~LMU18K0CSL5N.0 size=1048576 2024-09-12T17:00:47.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.404+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~LMU18K0CSL5N.1 size=1048576 2024-09-12T17:00:47.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.405+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~LMU18K0CSL5N.2 size=395844 2024-09-12T17:00:47.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.406+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=LMU18K0CSL5N tag=45WUOFS49ESL type=write size=3541572 2024-09-12T17:00:47.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.408+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=3FYACF6CV283 type=write size=76148 2024-09-12T17:00:47.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.409+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~VTEDQ9ZBZ9XB.0 size=306834 2024-09-12T17:00:47.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.412+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=VTEDQ9ZBZ9XB tag=3689T9GNFNBK type=write size=1355410 2024-09-12T17:00:47.414 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.413+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=31ZZ19LD7TZA type=write size=1004640 2024-09-12T17:00:47.415 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.414+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~2N8G8GI9G23A.0 size=1048576 2024-09-12T17:00:47.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.415+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~2N8G8GI9G23A.1 size=1048576 2024-09-12T17:00:47.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.415+0000 7fc68f42f780 1 < canceled part key=_multipart_YZ11NLDPZ4HC.2~2N8G8GI9G23A.2 size=387924 2024-09-12T17:00:47.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.417+0000 7fc68f42f780 1 < canceled multipart upload key=YZ11NLDPZ4HC upload=2N8G8GI9G23A tag=SBEMAYEWARBH type=write size=3533652 2024-09-12T17:00:47.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.418+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=O8FAH90KG1UZ type=del size=2608256 2024-09-12T17:00:47.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.420+0000 7fc68f42f780 1 < suggested update operation key=NEAY7HVG4N98 tag=EHL3M2MEEQ4L type=write size=176011 2024-09-12T17:00:47.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.421+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=7Y43NLW9W97G type=write size=876738 2024-09-12T17:00:47.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.423+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~9KGKP9UK7I1W.0 size=213812 2024-09-12T17:00:47.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.424+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=9KGKP9UK7I1W tag=CS2HCYO0VH3A type=write size=1262388 2024-09-12T17:00:47.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.425+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=SHIV9H80533R type=del size=364356 2024-09-12T17:00:47.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.427+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~JSMKFW2YGWGS.0 size=1048576 2024-09-12T17:00:47.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.429+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~JSMKFW2YGWGS.1 size=726962 2024-09-12T17:00:47.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.431+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=JSMKFW2YGWGS tag=W1VY3HENMV9R type=write size=2824114 2024-09-12T17:00:47.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.433+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~5FQ3V7LRLNIX.0 size=377110 2024-09-12T17:00:47.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.433+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=5FQ3V7LRLNIX tag=0S90G82LG5U6 type=write size=1425686 2024-09-12T17:00:47.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.434+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=8IC0E1KE24OH type=del 2024-09-12T17:00:47.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.436+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~939N2175LFGC.0 size=276538 2024-09-12T17:00:47.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.436+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=939N2175LFGC tag=CI1JWF5CARIX type=write size=1325114 2024-09-12T17:00:47.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.437+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=MCDWTSYCHRX7 type=del 2024-09-12T17:00:47.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.439+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~HM1KEPQLVN9R.0 size=1048576 2024-09-12T17:00:47.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.440+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~HM1KEPQLVN9R.1 size=1048576 2024-09-12T17:00:47.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.441+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~HM1KEPQLVN9R.2 size=918080 2024-09-12T17:00:47.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.441+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=HM1KEPQLVN9R tag=W4V16QN4OLK9 type=write size=4063808 2024-09-12T17:00:47.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.443+0000 7fc68f42f780 1 < suggested remove operation key=JPQVCVA736JG tag=5YTUHAH69NKV type=write 2024-09-12T17:00:47.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.444+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=B8THP5HI2QF1 type=del size=3832614 2024-09-12T17:00:47.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.445+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=WHYY1FR38XRE type=write size=623867 2024-09-12T17:00:47.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.447+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~KOCIL5LV9DHR.0 size=729291 2024-09-12T17:00:47.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.447+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=KOCIL5LV9DHR tag=15BUIUUEXUTJ type=write size=1777867 2024-09-12T17:00:47.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.449+0000 7fc68f42f780 1 < suggested update operation key=QXA2N8KQQN1N tag=4DINBS0AVU2Y type=del size=145962 2024-09-12T17:00:47.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.451+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=ZWW9CL87SL70 type=del size=558852 2024-09-12T17:00:47.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.451+0000 7fc68f42f780 1 < canceled part key=_multipart_5G9ZFBIRSZN0.2~WGK3T3I3MHUC.0 size=1048576 2024-09-12T17:00:47.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.452+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~WGK3T3I3MHUC.1 size=1048576 2024-09-12T17:00:47.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.453+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~WGK3T3I3MHUC.2 size=979211 2024-09-12T17:00:47.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.455+0000 7fc68f42f780 1 < canceled multipart upload key=5G9ZFBIRSZN0 upload=WGK3T3I3MHUC tag=YLFV01HCBFD8 type=write size=4124939 2024-09-12T17:00:47.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.456+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=014ENQNL1DHE type=del size=242917 2024-09-12T17:00:47.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.457+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~PZ1DW28USMD1.0 size=100479 2024-09-12T17:00:47.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.459+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=PZ1DW28USMD1 tag=IZU4ZYF857FA type=write size=1149055 2024-09-12T17:00:47.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.460+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=99FOQQE3HFWM type=del size=2611265 2024-09-12T17:00:47.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.461+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~NKVKVFBRDLQD.0 size=1048576 2024-09-12T17:00:47.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.462+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~NKVKVFBRDLQD.1 size=1048576 2024-09-12T17:00:47.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.463+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~NKVKVFBRDLQD.2 size=768280 2024-09-12T17:00:47.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.465+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=NKVKVFBRDLQD tag=6IKJHKXW1AOW type=write size=3914008 2024-09-12T17:00:47.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.466+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=PEQIVXA5AXEH type=del size=1223471 2024-09-12T17:00:47.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.467+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~BF2PAWCQ28YZ.0 size=1048576 2024-09-12T17:00:47.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.468+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~BF2PAWCQ28YZ.1 size=487006 2024-09-12T17:00:47.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.470+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=BF2PAWCQ28YZ tag=4GUVDOCFVM1Y type=write size=2584158 2024-09-12T17:00:47.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.471+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=R38OUXWL7VKH type=write size=533551 2024-09-12T17:00:47.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.472+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=FANFSSV7RK8U type=del 2024-09-12T17:00:47.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.473+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=JUPUOX014VBZ type=del size=3402220 2024-09-12T17:00:47.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.474+0000 7fc68f42f780 1 < completed write operation key=FFYEARKYU8MK tag=3FYACF6CV283 type=write size=76148 2024-09-12T17:00:47.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.475+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=OIQ2EM477OBY type=write size=327457 2024-09-12T17:00:47.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.476+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=31ZZ19LD7TZA type=write size=1004640 2024-09-12T17:00:47.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.478+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=XG1ZLMCQX6DQ type=del size=3901441 2024-09-12T17:00:47.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.479+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=O8FAH90KG1UZ type=del 2024-09-12T17:00:47.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.480+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=RL876HPOUEZL type=del size=2189163 2024-09-12T17:00:47.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.481+0000 7fc68f42f780 1 < canceled operation key=5IRJPMUAJTW1 tag=7Y43NLW9W97G type=write size=876738 2024-09-12T17:00:47.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.484+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~N729MO15T1DN.0 size=1048576 2024-09-12T17:00:47.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.484+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~N729MO15T1DN.1 size=1048576 2024-09-12T17:00:47.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.486+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~N729MO15T1DN.2 size=135504 2024-09-12T17:00:47.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.486+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=N729MO15T1DN tag=Z2VJUAYRBSOO type=write size=3281232 2024-09-12T17:00:47.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.487+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=SHIV9H80533R type=del 2024-09-12T17:00:47.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.488+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=PNTTHC7RCPD2 type=del size=1057290 2024-09-12T17:00:47.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.489+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~5FQ3V7LRLNIX.0 size=377110 2024-09-12T17:00:47.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.491+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=5FQ3V7LRLNIX tag=0S90G82LG5U6 type=write size=1425686 2024-09-12T17:00:47.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.493+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~TVDRO5GJASIY.0 size=1048576 2024-09-12T17:00:47.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.494+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~TVDRO5GJASIY.1 size=1048576 2024-09-12T17:00:47.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.495+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~TVDRO5GJASIY.2 size=560401 2024-09-12T17:00:47.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.495+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=TVDRO5GJASIY tag=UDH80H1HCR30 type=write size=3706129 2024-09-12T17:00:47.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.496+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~939N2175LFGC.0 size=276538 2024-09-12T17:00:47.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.498+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=939N2175LFGC tag=CI1JWF5CARIX type=write size=1325114 2024-09-12T17:00:47.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.499+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=6IYVWPAQ1799 type=write size=885647 2024-09-12T17:00:47.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.501+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~HM1KEPQLVN9R.0 size=1048576 2024-09-12T17:00:47.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.501+0000 7fc68f42f780 1 < canceled part key=_multipart_QXA2N8KQQN1N.2~HM1KEPQLVN9R.1 size=1048576 2024-09-12T17:00:47.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.501+0000 7fc68f42f780 1 < canceled part key=_multipart_QXA2N8KQQN1N.2~HM1KEPQLVN9R.2 size=918080 2024-09-12T17:00:47.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.502+0000 7fc68f42f780 1 < canceled multipart upload key=QXA2N8KQQN1N upload=HM1KEPQLVN9R tag=W4V16QN4OLK9 type=write size=4063808 2024-09-12T17:00:47.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.504+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=0SAJZ87LN77N type=write size=187491 2024-09-12T17:00:47.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.505+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=B8THP5HI2QF1 type=del 2024-09-12T17:00:47.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.506+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=30BN5V0GJ6FU type=write size=489303 2024-09-12T17:00:47.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.508+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~KOCIL5LV9DHR.0 size=729291 2024-09-12T17:00:47.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.510+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=KOCIL5LV9DHR tag=15BUIUUEXUTJ type=write size=1777867 2024-09-12T17:00:47.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.511+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=F4FT5NB7O7NT type=write size=103056 2024-09-12T17:00:47.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.513+0000 7fc68f42f780 1 < suggested update operation key=NALVOSHAE3VH tag=ZWW9CL87SL70 type=del size=558852 2024-09-12T17:00:47.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.514+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=4N197X13AJ6F type=del size=1157488 2024-09-12T17:00:47.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.517+0000 7fc68f42f780 1 < suggested update operation key=CNRF3YNKC07N tag=014ENQNL1DHE type=del size=242917 2024-09-12T17:00:47.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.518+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=OCVUFX18BCIN type=del size=1873041 2024-09-12T17:00:47.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.519+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=99FOQQE3HFWM type=del 2024-09-12T17:00:47.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.521+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~7QTQGWUNVRM7.0 size=791818 2024-09-12T17:00:47.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.521+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=7QTQGWUNVRM7 tag=O7A0PS4L3D1J type=write size=1840394 2024-09-12T17:00:47.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.523+0000 7fc68f42f780 1 < suggested remove operation key=W0I001KV7JL4 tag=PEQIVXA5AXEH type=del 2024-09-12T17:00:47.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.525+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=Q5LKRVFY5RNW type=write size=764884 2024-09-12T17:00:47.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.526+0000 7fc68f42f780 1 < completed write operation key=5G9ZFBIRSZN0 tag=R38OUXWL7VKH type=write size=533551 2024-09-12T17:00:47.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.527+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=LUZZCJX0KYUQ type=del size=3693880 2024-09-12T17:00:47.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.528+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=JUPUOX014VBZ type=del 2024-09-12T17:00:47.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.529+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=PCB7A9WILV9F type=del size=1122034 2024-09-12T17:00:47.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.530+0000 7fc68f42f780 -1 < failed to complete operation key=NALVOSHAE3VH tag=OIQ2EM477OBY type=write size=327457: (22) Invalid argument 2024-09-12T17:00:47.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.532+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=V24NOCQ4NOSD type=del size=1314095 2024-09-12T17:00:47.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.533+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=XG1ZLMCQX6DQ type=del 2024-09-12T17:00:47.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.534+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=4PZF3AJBO98U type=del size=1997167 2024-09-12T17:00:47.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.536+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=RL876HPOUEZL type=del 2024-09-12T17:00:47.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.537+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=Q4Y81IRHC8LV type=write size=215112 2024-09-12T17:00:47.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.538+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~N729MO15T1DN.0 size=1048576 2024-09-12T17:00:47.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.539+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~N729MO15T1DN.1 size=1048576 2024-09-12T17:00:47.542 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.540+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~N729MO15T1DN.2 size=135504 2024-09-12T17:00:47.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.542+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=N729MO15T1DN tag=Z2VJUAYRBSOO type=write size=3281232 2024-09-12T17:00:47.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.544+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=CBWW025FCZIG type=write size=426536 2024-09-12T17:00:47.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.545+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=PNTTHC7RCPD2 type=del 2024-09-12T17:00:47.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.547+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~XCTRH67ZLJRU.0 size=1048576 2024-09-12T17:00:47.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.548+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~XCTRH67ZLJRU.1 size=464594 2024-09-12T17:00:47.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.548+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=XCTRH67ZLJRU tag=CTIMFALHPZUK type=write size=2561746 2024-09-12T17:00:47.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.549+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~TVDRO5GJASIY.0 size=1048576 2024-09-12T17:00:47.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.550+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~TVDRO5GJASIY.1 size=1048576 2024-09-12T17:00:47.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.550+0000 7fc68f42f780 1 < canceled part key=_multipart_FQE909ZZU024.2~TVDRO5GJASIY.2 size=560401 2024-09-12T17:00:47.553 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.552+0000 7fc68f42f780 1 < canceled multipart upload key=FQE909ZZU024 upload=TVDRO5GJASIY tag=UDH80H1HCR30 type=write size=3706129 2024-09-12T17:00:47.554 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.553+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=GXCPREBXOI57 type=del size=1594023 2024-09-12T17:00:47.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.554+0000 7fc68f42f780 1 < completed write operation key=9RJEGZRPXJQH tag=6IYVWPAQ1799 type=write size=885647 2024-09-12T17:00:47.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.555+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=43N0O2IABV6X type=del size=1872989 2024-09-12T17:00:47.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.556+0000 7fc68f42f780 1 < completed write operation key=G6LXZXKH2LCK tag=0SAJZ87LN77N type=write size=187491 2024-09-12T17:00:47.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.557+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=2KED6QT0F1Y9 type=del size=656470 2024-09-12T17:00:47.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.559+0000 7fc68f42f780 1 < completed write operation key=IGCTZ5WOBL39 tag=30BN5V0GJ6FU type=write size=489303 2024-09-12T17:00:47.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.560+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=QUPTYBV7ZLTG type=del size=915042 2024-09-12T17:00:47.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.561+0000 7fc68f42f780 -1 < failed to complete operation key=NALVOSHAE3VH tag=F4FT5NB7O7NT type=write size=103056: (22) Invalid argument 2024-09-12T17:00:47.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.562+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=U5I48YJIFO5Y type=del size=349477 2024-09-12T17:00:47.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.563+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=4N197X13AJ6F type=del 2024-09-12T17:00:47.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.564+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=3KIWLQ6MFVXH type=write size=933947 2024-09-12T17:00:47.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.566+0000 7fc68f42f780 1 < suggested update operation key=NALVOSHAE3VH tag=OCVUFX18BCIN type=del size=1873041 2024-09-12T17:00:47.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.567+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=SO7YR09VVS1O type=del size=3210310 2024-09-12T17:00:47.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.569+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~7QTQGWUNVRM7.0 size=791818 2024-09-12T17:00:47.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.571+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=7QTQGWUNVRM7 tag=O7A0PS4L3D1J type=write size=1840394 2024-09-12T17:00:47.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.572+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=MO70LD1O3TJV type=del size=2499613 2024-09-12T17:00:47.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.573+0000 7fc68f42f780 1 < completed write operation key=8XULRL5LJZAH tag=Q5LKRVFY5RNW type=write size=764884 2024-09-12T17:00:47.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.574+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=FKOA6PYVT9X3 type=del size=1430115 2024-09-12T17:00:47.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.575+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=LUZZCJX0KYUQ type=del 2024-09-12T17:00:47.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.577+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~HWQMONRF632D.0 size=1048576 2024-09-12T17:00:47.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.578+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~HWQMONRF632D.1 size=1048576 2024-09-12T17:00:47.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.579+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~HWQMONRF632D.2 size=647993 2024-09-12T17:00:47.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.579+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=HWQMONRF632D tag=ARXHZWBJZULR type=write size=3793721 2024-09-12T17:00:47.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.581+0000 7fc68f42f780 1 < suggested update operation key=G6LXZXKH2LCK tag=PCB7A9WILV9F type=del size=1122034 2024-09-12T17:00:47.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.583+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~B8BJ0MMG8YUS.0 size=1048576 2024-09-12T17:00:47.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.584+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~B8BJ0MMG8YUS.1 size=1048576 2024-09-12T17:00:47.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.585+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~B8BJ0MMG8YUS.2 size=939579 2024-09-12T17:00:47.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.585+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=B8BJ0MMG8YUS tag=EGUGT2TWEQCZ type=write size=4085307 2024-09-12T17:00:47.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.587+0000 7fc68f42f780 1 < suggested remove operation key=YXWFMB60E9UH tag=V24NOCQ4NOSD type=del 2024-09-12T17:00:47.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.589+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~PWHSD7J6JIB2.0 size=1048576 2024-09-12T17:00:47.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.591+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~PWHSD7J6JIB2.1 size=235288 2024-09-12T17:00:47.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.591+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=PWHSD7J6JIB2 tag=BJPDIMLRWDNZ type=write size=2332440 2024-09-12T17:00:47.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.592+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=4PZF3AJBO98U type=del size=1997167 2024-09-12T17:00:47.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.593+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=R4GCH4XJVGVC type=del size=3722984 2024-09-12T17:00:47.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.596+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=Q4Y81IRHC8LV type=write 2024-09-12T17:00:47.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.597+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=8VF5CHKJNFIA type=write size=319300 2024-09-12T17:00:47.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.598+0000 7fc68f42f780 -1 < failed to complete operation key=CBE2Q8N9LPWT tag=CBWW025FCZIG type=write size=426536: (22) Invalid argument 2024-09-12T17:00:47.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.599+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=27RV01BMZO8G type=del size=23113 2024-09-12T17:00:47.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.601+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~XCTRH67ZLJRU.0 size=1048576 2024-09-12T17:00:47.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.602+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~XCTRH67ZLJRU.1 size=464594 2024-09-12T17:00:47.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.604+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=XCTRH67ZLJRU tag=CTIMFALHPZUK type=write size=2561746 2024-09-12T17:00:47.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.606+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=RKCUJXO3ZE9K type=del size=244398 2024-09-12T17:00:47.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.607+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=GXCPREBXOI57 type=del 2024-09-12T17:00:47.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.608+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=XQMP9H7M9KP2 type=del size=1533333 2024-09-12T17:00:47.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.610+0000 7fc68f42f780 1 < suggested remove operation key=0SVTT81FXB2X tag=43N0O2IABV6X type=del 2024-09-12T17:00:47.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.613+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~2U4RPEZITWL5.0 size=360879 2024-09-12T17:00:47.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.613+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=2U4RPEZITWL5 tag=G8GU8KW63MRH type=write size=1409455 2024-09-12T17:00:47.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.614+0000 7fc68f42f780 -1 < failed to complete operation key=0SVTT81FXB2X tag=2KED6QT0F1Y9 type=del size=656470: (22) Invalid argument 2024-09-12T17:00:47.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.616+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~Q1OTMY0Q89OM.0 size=1048576 2024-09-12T17:00:47.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.617+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~Q1OTMY0Q89OM.1 size=1048576 2024-09-12T17:00:47.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.618+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~Q1OTMY0Q89OM.2 size=778862 2024-09-12T17:00:47.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.618+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=Q1OTMY0Q89OM tag=0ZAWGE1B7WYU type=write size=3924590 2024-09-12T17:00:47.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.620+0000 7fc68f42f780 -1 < failed to complete operation key=0SVTT81FXB2X tag=QUPTYBV7ZLTG type=del size=915042: (22) Invalid argument 2024-09-12T17:00:47.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.623+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~MEFGMS16FBU5.0 size=718593 2024-09-12T17:00:47.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.623+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=MEFGMS16FBU5 tag=2N7F2PRRUHR1 type=write size=1767169 2024-09-12T17:00:47.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.625+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=U5I48YJIFO5Y type=del 2024-09-12T17:00:47.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.627+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~6YM3XDX7VSL3.0 size=491610 2024-09-12T17:00:47.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.627+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=6YM3XDX7VSL3 tag=8ZCY61ESFVQ3 type=write size=1540186 2024-09-12T17:00:47.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.628+0000 7fc68f42f780 1 < completed write operation key=8XULRL5LJZAH tag=3KIWLQ6MFVXH type=write size=933947 2024-09-12T17:00:47.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.630+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~FRS5LONJZ61T.0 size=1048576 2024-09-12T17:00:47.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.631+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~FRS5LONJZ61T.1 size=1048576 2024-09-12T17:00:47.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.632+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~FRS5LONJZ61T.2 size=637227 2024-09-12T17:00:47.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.632+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=FRS5LONJZ61T tag=9G7DIPMWHHS0 type=write size=3782955 2024-09-12T17:00:47.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.634+0000 7fc68f42f780 1 < canceled operation key=9N1QDZF7NPT0 tag=SO7YR09VVS1O type=del size=3210310 2024-09-12T17:00:47.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.636+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~4AV2W6GLAOIS.0 size=1048576 2024-09-12T17:00:47.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.637+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~4AV2W6GLAOIS.1 size=1048576 2024-09-12T17:00:47.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.638+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~4AV2W6GLAOIS.2 size=425418 2024-09-12T17:00:47.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.638+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=4AV2W6GLAOIS tag=J4HZB50B5YNO type=write size=3571146 2024-09-12T17:00:47.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.639+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=MO70LD1O3TJV type=del 2024-09-12T17:00:47.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.641+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~5XSKVP5ZCV31.0 size=1048576 2024-09-12T17:00:47.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.642+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~5XSKVP5ZCV31.1 size=96754 2024-09-12T17:00:47.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.642+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=5XSKVP5ZCV31 tag=G88PO8R4MV9D type=write size=2193906 2024-09-12T17:00:47.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.644+0000 7fc68f42f780 1 < canceled operation key=NALVOSHAE3VH tag=FKOA6PYVT9X3 type=del size=1430115 2024-09-12T17:00:47.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.645+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=JPV2QU7J579J type=del size=1516083 2024-09-12T17:00:47.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.646+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~HWQMONRF632D.0 size=1048576 2024-09-12T17:00:47.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.647+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~HWQMONRF632D.1 size=1048576 2024-09-12T17:00:47.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.648+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~HWQMONRF632D.2 size=647993 2024-09-12T17:00:47.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.651+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=HWQMONRF632D tag=ARXHZWBJZULR type=write size=3793721 2024-09-12T17:00:47.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.652+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=G6YO5E5UAORJ type=del size=2830829 2024-09-12T17:00:47.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.653+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~B8BJ0MMG8YUS.0 size=1048576 2024-09-12T17:00:47.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.654+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~B8BJ0MMG8YUS.1 size=1048576 2024-09-12T17:00:47.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.655+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~B8BJ0MMG8YUS.2 size=939579 2024-09-12T17:00:47.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.657+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=B8BJ0MMG8YUS tag=EGUGT2TWEQCZ type=write size=4085307 2024-09-12T17:00:47.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.659+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~Y5JLIVNVW0ZL.0 size=1048576 2024-09-12T17:00:47.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.660+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~Y5JLIVNVW0ZL.1 size=650478 2024-09-12T17:00:47.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.660+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=Y5JLIVNVW0ZL tag=9IE12E5BCVZB type=write size=2747630 2024-09-12T17:00:47.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.661+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~PWHSD7J6JIB2.0 size=1048576 2024-09-12T17:00:47.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.662+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~PWHSD7J6JIB2.1 size=235288 2024-09-12T17:00:47.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.664+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=PWHSD7J6JIB2 tag=BJPDIMLRWDNZ type=write size=2332440 2024-09-12T17:00:47.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.665+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=X6PNGGUQT549 type=del size=3157095 2024-09-12T17:00:47.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.667+0000 7fc68f42f780 1 < canceled operation key=M84G815CQ1SC tag=R4GCH4XJVGVC type=del size=3722984 2024-09-12T17:00:47.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.668+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=M6D9S9CR3V6L type=del size=2564165 2024-09-12T17:00:47.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.669+0000 7fc68f42f780 1 < completed write operation key=CBE2Q8N9LPWT tag=8VF5CHKJNFIA type=write size=319300 2024-09-12T17:00:47.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.673+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~R2N7IRWJ57Q9.0 size=1048576 2024-09-12T17:00:47.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.673+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~R2N7IRWJ57Q9.1 size=1048576 2024-09-12T17:00:47.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.674+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~R2N7IRWJ57Q9.2 size=446432 2024-09-12T17:00:47.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.674+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=R2N7IRWJ57Q9 tag=3ZBMDG8GJ8YN type=write size=3592160 2024-09-12T17:00:47.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.676+0000 7fc68f42f780 1 < canceled operation key=NEAY7HVG4N98 tag=27RV01BMZO8G type=del size=23113 2024-09-12T17:00:47.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.677+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=7DL5VZMCXX41 type=del size=2843656 2024-09-12T17:00:47.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.678+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=RKCUJXO3ZE9K type=del 2024-09-12T17:00:47.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.679+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=326W01N1STJE type=del size=648256 2024-09-12T17:00:47.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.680+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=XQMP9H7M9KP2 type=del 2024-09-12T17:00:47.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.681+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=D6OKNPV4PSLF type=del size=3906852 2024-09-12T17:00:47.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.682+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~2U4RPEZITWL5.0 size=360879 2024-09-12T17:00:47.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.684+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=2U4RPEZITWL5 tag=G8GU8KW63MRH type=write size=1409455 2024-09-12T17:00:47.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.686+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=A087IU506EOF type=del size=3572298 2024-09-12T17:00:47.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.687+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~Q1OTMY0Q89OM.0 size=1048576 2024-09-12T17:00:47.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.688+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~Q1OTMY0Q89OM.1 size=1048576 2024-09-12T17:00:47.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.689+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~Q1OTMY0Q89OM.2 size=778862 2024-09-12T17:00:47.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.691+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=Q1OTMY0Q89OM tag=0ZAWGE1B7WYU type=write size=3924590 2024-09-12T17:00:47.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.692+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=NX2T90YFNUP0 type=write size=351400 2024-09-12T17:00:47.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.693+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~MEFGMS16FBU5.0 size=718593 2024-09-12T17:00:47.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.695+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=MEFGMS16FBU5 tag=2N7F2PRRUHR1 type=write size=1767169 2024-09-12T17:00:47.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.697+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~K9GA5WJRQOUV.0 size=1048576 2024-09-12T17:00:47.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.698+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~K9GA5WJRQOUV.1 size=146459 2024-09-12T17:00:47.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.698+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=K9GA5WJRQOUV tag=C7IK97NEYQMJ type=write size=2243611 2024-09-12T17:00:47.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.699+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~6YM3XDX7VSL3.0 size=491610 2024-09-12T17:00:47.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.701+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=6YM3XDX7VSL3 tag=8ZCY61ESFVQ3 type=write size=1540186 2024-09-12T17:00:47.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.703+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=2V6SWMPYB06H type=del size=2285641 2024-09-12T17:00:47.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.704+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~FRS5LONJZ61T.0 size=1048576 2024-09-12T17:00:47.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.705+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~FRS5LONJZ61T.1 size=1048576 2024-09-12T17:00:47.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.706+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~FRS5LONJZ61T.2 size=637227 2024-09-12T17:00:47.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.708+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=FRS5LONJZ61T tag=9G7DIPMWHHS0 type=write size=3782955 2024-09-12T17:00:47.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.709+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=A90K1IC17K48 type=del size=1674688 2024-09-12T17:00:47.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.710+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~4AV2W6GLAOIS.0 size=1048576 2024-09-12T17:00:47.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.711+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~4AV2W6GLAOIS.1 size=1048576 2024-09-12T17:00:47.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.712+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~4AV2W6GLAOIS.2 size=425418 2024-09-12T17:00:47.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.715+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=4AV2W6GLAOIS tag=J4HZB50B5YNO type=write size=3571146 2024-09-12T17:00:47.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.717+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~YZRH5Q4328DE.0 size=769817 2024-09-12T17:00:47.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.717+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=YZRH5Q4328DE tag=S04BL32427XA type=write size=1818393 2024-09-12T17:00:47.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.718+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~5XSKVP5ZCV31.0 size=1048576 2024-09-12T17:00:47.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.719+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~5XSKVP5ZCV31.1 size=96754 2024-09-12T17:00:47.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.721+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=5XSKVP5ZCV31 tag=G88PO8R4MV9D type=write size=2193906 2024-09-12T17:00:47.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.723+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~HGMYLHSCMBSY.0 size=1048576 2024-09-12T17:00:47.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.724+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~HGMYLHSCMBSY.1 size=190020 2024-09-12T17:00:47.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.724+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=HGMYLHSCMBSY tag=K9ZMBJAAMWN9 type=write size=2287172 2024-09-12T17:00:47.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.726+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=JPV2QU7J579J type=del size=1516083 2024-09-12T17:00:47.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.727+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=I2AV4HG1KDQ8 type=del size=1314351 2024-09-12T17:00:47.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.728+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=G6YO5E5UAORJ type=del 2024-09-12T17:00:47.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.730+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=EJXUZ9QG1J6F type=del size=2282825 2024-09-12T17:00:47.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.731+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~Y5JLIVNVW0ZL.0 size=1048576 2024-09-12T17:00:47.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.732+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~Y5JLIVNVW0ZL.1 size=650478 2024-09-12T17:00:47.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.735+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=Y5JLIVNVW0ZL tag=9IE12E5BCVZB type=write size=2747630 2024-09-12T17:00:47.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.737+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~PLF35LFLT574.0 size=1048576 2024-09-12T17:00:47.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.737+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~PLF35LFLT574.1 size=1048576 2024-09-12T17:00:47.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.738+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~PLF35LFLT574.2 size=355018 2024-09-12T17:00:47.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.738+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=PLF35LFLT574 tag=A8RFBFHOX0PJ type=write size=3500746 2024-09-12T17:00:47.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.740+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=X6PNGGUQT549 type=del 2024-09-12T17:00:47.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.741+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=4EV0Z31LTAI7 type=del size=3820609 2024-09-12T17:00:47.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.742+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=M6D9S9CR3V6L type=del 2024-09-12T17:00:47.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.744+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~WRRF0F90RT3P.0 size=537624 2024-09-12T17:00:47.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.744+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=WRRF0F90RT3P tag=YP0GZHFZIGXH type=write size=1586200 2024-09-12T17:00:47.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.745+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~R2N7IRWJ57Q9.0 size=1048576 2024-09-12T17:00:47.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.746+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~R2N7IRWJ57Q9.1 size=1048576 2024-09-12T17:00:47.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.747+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~R2N7IRWJ57Q9.2 size=446432 2024-09-12T17:00:47.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.749+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=R2N7IRWJ57Q9 tag=3ZBMDG8GJ8YN type=write size=3592160 2024-09-12T17:00:47.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.751+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=VIBQRR7SS5ZW type=del size=2952665 2024-09-12T17:00:47.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.752+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=7DL5VZMCXX41 type=del 2024-09-12T17:00:47.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.753+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=PST3GRPL0N2H type=del size=1659010 2024-09-12T17:00:47.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.754+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=326W01N1STJE type=del 2024-09-12T17:00:47.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.755+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=6YLGC66IGHHS type=del size=2712223 2024-09-12T17:00:47.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.756+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=D6OKNPV4PSLF type=del 2024-09-12T17:00:47.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.759+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~QBVIDTC3OTPY.0 size=1048576 2024-09-12T17:00:47.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.759+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~QBVIDTC3OTPY.1 size=1048576 2024-09-12T17:00:47.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.760+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~QBVIDTC3OTPY.2 size=172834 2024-09-12T17:00:47.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.760+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=QBVIDTC3OTPY tag=P46EABXK1N5B type=write size=3318562 2024-09-12T17:00:47.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.762+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=A087IU506EOF type=del 2024-09-12T17:00:47.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.764+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~N4HPFPEO59IJ.0 size=1006515 2024-09-12T17:00:47.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.764+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=N4HPFPEO59IJ tag=LP0WSJANILRD type=write size=2055091 2024-09-12T17:00:47.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.765+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=NX2T90YFNUP0 type=write size=351400 2024-09-12T17:00:47.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.766+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=6D2AP3JIWPM9 type=del size=219189 2024-09-12T17:00:47.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.767+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~K9GA5WJRQOUV.0 size=1048576 2024-09-12T17:00:47.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.768+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~K9GA5WJRQOUV.1 size=146459 2024-09-12T17:00:47.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.770+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=K9GA5WJRQOUV tag=C7IK97NEYQMJ type=write size=2243611 2024-09-12T17:00:47.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.771+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=4YRQNMMXRQD0 type=del size=2954676 2024-09-12T17:00:47.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.772+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=2V6SWMPYB06H type=del 2024-09-12T17:00:47.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.774+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~LB5YKXJFJJMF.0 size=1048576 2024-09-12T17:00:47.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.775+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~LB5YKXJFJJMF.1 size=1048576 2024-09-12T17:00:47.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.776+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~LB5YKXJFJJMF.2 size=491002 2024-09-12T17:00:47.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.776+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=LB5YKXJFJJMF tag=QX3YF25T3YLI type=write size=3636730 2024-09-12T17:00:47.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.778+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=A90K1IC17K48 type=del 2024-09-12T17:00:47.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.779+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=ER0J8SFZF0LU type=del size=2890699 2024-09-12T17:00:47.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.781+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~YZRH5Q4328DE.0 size=769817 2024-09-12T17:00:47.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.782+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=YZRH5Q4328DE tag=S04BL32427XA type=write size=1818393 2024-09-12T17:00:47.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.784+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~H2JRGS5HJXDE.0 size=1048576 2024-09-12T17:00:47.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.785+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~H2JRGS5HJXDE.1 size=1048576 2024-09-12T17:00:47.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.786+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~H2JRGS5HJXDE.2 size=546221 2024-09-12T17:00:47.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.786+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=H2JRGS5HJXDE tag=CY9OVX4W4MDE type=write size=3691949 2024-09-12T17:00:47.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.787+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~HGMYLHSCMBSY.0 size=1048576 2024-09-12T17:00:47.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.788+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~HGMYLHSCMBSY.1 size=190020 2024-09-12T17:00:47.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.790+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=HGMYLHSCMBSY tag=K9ZMBJAAMWN9 type=write size=2287172 2024-09-12T17:00:47.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.792+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~BAN1M9WJ6N58.0 size=318118 2024-09-12T17:00:47.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.792+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=BAN1M9WJ6N58 tag=0X362FNJO9SP type=write size=1366694 2024-09-12T17:00:47.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.793+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=I2AV4HG1KDQ8 type=del 2024-09-12T17:00:47.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.795+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~A31Z852A2YPP.0 size=743446 2024-09-12T17:00:47.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.795+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=A31Z852A2YPP tag=02TLUFNRQ4ZF type=write size=1792022 2024-09-12T17:00:47.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.796+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=EJXUZ9QG1J6F type=del 2024-09-12T17:00:47.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.797+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=XI0055MWZ4Y9 type=del size=2730908 2024-09-12T17:00:47.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.798+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~PLF35LFLT574.0 size=1048576 2024-09-12T17:00:47.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.799+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~PLF35LFLT574.1 size=1048576 2024-09-12T17:00:47.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.800+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~PLF35LFLT574.2 size=355018 2024-09-12T17:00:47.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.802+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=PLF35LFLT574 tag=A8RFBFHOX0PJ type=write size=3500746 2024-09-12T17:00:47.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.804+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~T1YVFD4Z0C93.0 size=300934 2024-09-12T17:00:47.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.804+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=T1YVFD4Z0C93 tag=LG1DP0YB9W2R type=write size=1349510 2024-09-12T17:00:47.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.806+0000 7fc68f42f780 1 < canceled operation key=5G9ZFBIRSZN0 tag=4EV0Z31LTAI7 type=del size=3820609 2024-09-12T17:00:47.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.809+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~A7EP4YJWWHTI.0 size=415961 2024-09-12T17:00:47.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.809+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=A7EP4YJWWHTI tag=EOQ2C3LN6IUI type=write size=1464537 2024-09-12T17:00:47.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.810+0000 7fc68f42f780 1 < canceled part key=_multipart_YTRABX96UY8F.2~WRRF0F90RT3P.0 size=537624 2024-09-12T17:00:47.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.813+0000 7fc68f42f780 1 < canceled multipart upload key=YTRABX96UY8F upload=WRRF0F90RT3P tag=YP0GZHFZIGXH type=write size=1586200 2024-09-12T17:00:47.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.819+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~CM0S5P4CTAOJ.0 size=1048576 2024-09-12T17:00:47.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.820+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~CM0S5P4CTAOJ.1 size=562860 2024-09-12T17:00:47.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.820+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=CM0S5P4CTAOJ tag=GAJDCCG2CMZC type=write size=2660012 2024-09-12T17:00:47.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.823+0000 7fc68f42f780 1 < suggested update operation key=FQE909ZZU024 tag=VIBQRR7SS5ZW type=del size=2952665 2024-09-12T17:00:47.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.824+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=J5648EVHP75B type=del size=1709585 2024-09-12T17:00:47.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.825+0000 7fc68f42f780 1 < canceled operation key=HCFK4AS0XMDI tag=PST3GRPL0N2H type=del size=1659010 2024-09-12T17:00:47.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.826+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=YY2ONNBCSXDL type=write size=472892 2024-09-12T17:00:47.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.829+0000 7fc68f42f780 1 < suggested remove operation key=NEAY7HVG4N98 tag=6YLGC66IGHHS type=del 2024-09-12T17:00:47.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.830+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=U0PE73NL3GQI type=del size=2661267 2024-09-12T17:00:47.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.831+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~QBVIDTC3OTPY.0 size=1048576 2024-09-12T17:00:47.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.832+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~QBVIDTC3OTPY.1 size=1048576 2024-09-12T17:00:47.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.833+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~QBVIDTC3OTPY.2 size=172834 2024-09-12T17:00:47.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.835+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=QBVIDTC3OTPY tag=P46EABXK1N5B type=write size=3318562 2024-09-12T17:00:47.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.837+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~DQSSSEIPULE2.0 size=120141 2024-09-12T17:00:47.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.837+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=DQSSSEIPULE2 tag=D3510KQV125G type=write size=1168717 2024-09-12T17:00:47.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.838+0000 7fc68f42f780 1 < canceled part key=_multipart_FLARRSQDFMB6.2~N4HPFPEO59IJ.0 size=1006515 2024-09-12T17:00:47.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.840+0000 7fc68f42f780 1 < canceled multipart upload key=FLARRSQDFMB6 upload=N4HPFPEO59IJ tag=LP0WSJANILRD type=write size=2055091 2024-09-12T17:00:47.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.841+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=WC3YA1W6LXVP type=write size=613353 2024-09-12T17:00:47.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.842+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=6D2AP3JIWPM9 type=del 2024-09-12T17:00:47.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.843+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=G7672WBS75VL type=del size=936096 2024-09-12T17:00:47.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.845+0000 7fc68f42f780 -1 < failed to complete operation key=KZSUBBPS0F1I tag=4YRQNMMXRQD0 type=del size=2954676: (22) Invalid argument 2024-09-12T17:00:47.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.846+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=WN1PLSR67PCU type=del size=3385131 2024-09-12T17:00:47.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.846+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~LB5YKXJFJJMF.0 size=1048576 2024-09-12T17:00:47.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.847+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~LB5YKXJFJJMF.1 size=1048576 2024-09-12T17:00:47.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.849+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~LB5YKXJFJJMF.2 size=491002 2024-09-12T17:00:47.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.851+0000 7fc68f42f780 1 < canceled multipart upload key=W0I001KV7JL4 upload=LB5YKXJFJJMF tag=QX3YF25T3YLI type=write size=3636730 2024-09-12T17:00:47.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.853+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~YZKBYYHJY2LG.0 size=1038911 2024-09-12T17:00:47.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.853+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=YZKBYYHJY2LG tag=IGRLPUM75IEY type=write size=2087487 2024-09-12T17:00:47.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.854+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=ER0J8SFZF0LU type=del 2024-09-12T17:00:47.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.855+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=UR8W648AQLK2 type=del size=3433492 2024-09-12T17:00:47.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.857+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~H2JRGS5HJXDE.0 size=1048576 2024-09-12T17:00:47.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.858+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~H2JRGS5HJXDE.1 size=1048576 2024-09-12T17:00:47.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.860+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~H2JRGS5HJXDE.2 size=546221 2024-09-12T17:00:47.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.861+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=H2JRGS5HJXDE tag=CY9OVX4W4MDE type=write size=3691949 2024-09-12T17:00:47.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.863+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=OYK803RW71M7 type=del size=2851099 2024-09-12T17:00:47.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.864+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~BAN1M9WJ6N58.0 size=318118 2024-09-12T17:00:47.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.866+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=BAN1M9WJ6N58 tag=0X362FNJO9SP type=write size=1366694 2024-09-12T17:00:47.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.868+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~AHO3DB9SBH18.0 size=1048576 2024-09-12T17:00:47.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.869+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~AHO3DB9SBH18.1 size=1048576 2024-09-12T17:00:47.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.870+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~AHO3DB9SBH18.2 size=731035 2024-09-12T17:00:47.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.870+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=AHO3DB9SBH18 tag=MWHP81SB6X33 type=write size=3876763 2024-09-12T17:00:47.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.871+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~A31Z852A2YPP.0 size=743446 2024-09-12T17:00:47.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.873+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=A31Z852A2YPP tag=02TLUFNRQ4ZF type=write size=1792022 2024-09-12T17:00:47.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.874+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=P7P4UWYNPB7M type=write size=39872 2024-09-12T17:00:47.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.875+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=XI0055MWZ4Y9 type=del 2024-09-12T17:00:47.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.876+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=931A68NQX3FH type=del size=1640876 2024-09-12T17:00:47.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.877+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~T1YVFD4Z0C93.0 size=300934 2024-09-12T17:00:47.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.879+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=T1YVFD4Z0C93 tag=LG1DP0YB9W2R type=write size=1349510 2024-09-12T17:00:47.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.881+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~4I4Y8IIUYJYM.0 size=1048576 2024-09-12T17:00:47.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.882+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~4I4Y8IIUYJYM.1 size=817893 2024-09-12T17:00:47.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.882+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=4I4Y8IIUYJYM tag=YEOTDG2TU69S type=write size=2915045 2024-09-12T17:00:47.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.882+0000 7fc68f42f780 1 < canceled part key=_multipart_AXKH2QANZCAL.2~A7EP4YJWWHTI.0 size=415961 2024-09-12T17:00:47.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.884+0000 7fc68f42f780 1 < canceled multipart upload key=AXKH2QANZCAL upload=A7EP4YJWWHTI tag=EOQ2C3LN6IUI type=write size=1464537 2024-09-12T17:00:47.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.885+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=55BHFA9F7ML4 type=del size=1913896 2024-09-12T17:00:47.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.886+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~CM0S5P4CTAOJ.0 size=1048576 2024-09-12T17:00:47.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.887+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~CM0S5P4CTAOJ.1 size=562860 2024-09-12T17:00:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.889+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=CM0S5P4CTAOJ tag=GAJDCCG2CMZC type=write size=2660012 2024-09-12T17:00:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.890+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=OFL7SLUCJQHS type=write size=15088 2024-09-12T17:00:47.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.892+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=J5648EVHP75B type=del 2024-09-12T17:00:47.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.894+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~Y9K1FVYWC7HI.0 size=1048576 2024-09-12T17:00:47.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.895+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~Y9K1FVYWC7HI.1 size=42175 2024-09-12T17:00:47.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.895+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=Y9K1FVYWC7HI tag=YE16VSO7EBGF type=write size=2139327 2024-09-12T17:00:47.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.896+0000 7fc68f42f780 1 < completed write operation key=JPQVCVA736JG tag=YY2ONNBCSXDL type=write size=472892 2024-09-12T17:00:47.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.897+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=SGJIP0IHOOO4 type=del size=1619204 2024-09-12T17:00:47.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.899+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=U0PE73NL3GQI type=del 2024-09-12T17:00:47.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.900+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=PT7DYC6N451L type=del size=2858858 2024-09-12T17:00:47.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.901+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~DQSSSEIPULE2.0 size=120141 2024-09-12T17:00:47.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.903+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=DQSSSEIPULE2 tag=D3510KQV125G type=write size=1168717 2024-09-12T17:00:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.904+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=2PH2G37GB78O type=del size=1377095 2024-09-12T17:00:47.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.905+0000 7fc68f42f780 1 < completed write operation key=M84G815CQ1SC tag=WC3YA1W6LXVP type=write size=613353 2024-09-12T17:00:47.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.907+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=FPH96IZNGUB3 type=write size=659950 2024-09-12T17:00:47.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.908+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=G7672WBS75VL type=del 2024-09-12T17:00:47.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.910+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~F16YUOBQRPFM.0 size=194619 2024-09-12T17:00:47.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.910+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=F16YUOBQRPFM tag=X0NA9OI5SVHW type=write size=1243195 2024-09-12T17:00:47.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.911+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=WN1PLSR67PCU type=del 2024-09-12T17:00:47.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.912+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=T328LEPODEV1 type=del size=2244340 2024-09-12T17:00:47.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.913+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~YZKBYYHJY2LG.0 size=1038911 2024-09-12T17:00:47.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.915+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=YZKBYYHJY2LG tag=IGRLPUM75IEY type=write size=2087487 2024-09-12T17:00:47.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.917+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=283RGAU741Z4 type=del size=928263 2024-09-12T17:00:47.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.918+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=UR8W648AQLK2 type=del 2024-09-12T17:00:47.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.919+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=KE1GZ8UZFW1O type=del size=1473776 2024-09-12T17:00:47.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.920+0000 7fc68f42f780 1 < canceled operation key=KZSUBBPS0F1I tag=OYK803RW71M7 type=del size=2851099 2024-09-12T17:00:47.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.921+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=J7UZN5T2QJV9 type=del size=3333111 2024-09-12T17:00:47.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.921+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~AHO3DB9SBH18.0 size=1048576 2024-09-12T17:00:47.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.922+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~AHO3DB9SBH18.1 size=1048576 2024-09-12T17:00:47.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.923+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~AHO3DB9SBH18.2 size=731035 2024-09-12T17:00:47.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.925+0000 7fc68f42f780 1 < canceled multipart upload key=W0I001KV7JL4 upload=AHO3DB9SBH18 tag=MWHP81SB6X33 type=write size=3876763 2024-09-12T17:00:47.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.926+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=0H0OJE6SYIRK type=del size=3134446 2024-09-12T17:00:47.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.928+0000 7fc68f42f780 1 < completed write operation key=9RJEGZRPXJQH tag=P7P4UWYNPB7M type=write size=39872 2024-09-12T17:00:47.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.930+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~Z6JDX1T60ABV.0 size=720595 2024-09-12T17:00:47.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.930+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=Z6JDX1T60ABV tag=S50J21C02MTB type=write size=1769171 2024-09-12T17:00:47.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.931+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=931A68NQX3FH type=del 2024-09-12T17:00:47.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.932+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=BRPW3KI4ZOY9 type=del size=2430588 2024-09-12T17:00:47.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.934+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~4I4Y8IIUYJYM.0 size=1048576 2024-09-12T17:00:47.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.935+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~4I4Y8IIUYJYM.1 size=817893 2024-09-12T17:00:47.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.936+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=4I4Y8IIUYJYM tag=YEOTDG2TU69S type=write size=2915045 2024-09-12T17:00:47.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.938+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~CBEZESOTBO43.0 size=1048576 2024-09-12T17:00:47.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.939+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~CBEZESOTBO43.1 size=920260 2024-09-12T17:00:47.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.939+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=CBEZESOTBO43 tag=2YEAWTX8UTOC type=write size=3017412 2024-09-12T17:00:47.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.941+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=55BHFA9F7ML4 type=del 2024-09-12T17:00:47.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.943+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~OI887QAHY1V1.0 size=1048576 2024-09-12T17:00:47.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.944+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~OI887QAHY1V1.1 size=1048576 2024-09-12T17:00:47.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.945+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~OI887QAHY1V1.2 size=980493 2024-09-12T17:00:47.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.945+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=OI887QAHY1V1 tag=TDNR2V73JOIU type=write size=4126221 2024-09-12T17:00:47.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.946+0000 7fc68f42f780 1 < completed write operation key=KZSUBBPS0F1I tag=OFL7SLUCJQHS type=write size=15088 2024-09-12T17:00:47.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.947+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=E1K8NQEX8WHG type=del size=1538123 2024-09-12T17:00:47.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.948+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~Y9K1FVYWC7HI.0 size=1048576 2024-09-12T17:00:47.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.949+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~Y9K1FVYWC7HI.1 size=42175 2024-09-12T17:00:47.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.951+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=Y9K1FVYWC7HI tag=YE16VSO7EBGF type=write size=2139327 2024-09-12T17:00:47.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.953+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~27N1UHKHR5SC.0 size=1048576 2024-09-12T17:00:47.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.954+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~27N1UHKHR5SC.1 size=638389 2024-09-12T17:00:47.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.954+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=27N1UHKHR5SC tag=NXOHBKI3QNGL type=write size=2735541 2024-09-12T17:00:47.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.956+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=SGJIP0IHOOO4 type=del size=1619204 2024-09-12T17:00:47.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.959+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~8Y8073FTPX9T.0 size=600401 2024-09-12T17:00:47.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.959+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=8Y8073FTPX9T tag=1U08GCZVY9IN type=write size=1648977 2024-09-12T17:00:47.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.960+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=PT7DYC6N451L type=del 2024-09-12T17:00:47.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.961+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=8KKRUP84GW9W type=write size=560457 2024-09-12T17:00:47.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.962+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=2PH2G37GB78O type=del 2024-09-12T17:00:47.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.964+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~0RRNI9SUMXGO.0 size=147909 2024-09-12T17:00:47.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.964+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=0RRNI9SUMXGO tag=5DU2IPF4M5NG type=write size=1196485 2024-09-12T17:00:47.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.965+0000 7fc68f42f780 1 < canceled operation key=G6LXZXKH2LCK tag=FPH96IZNGUB3 type=write size=659950 2024-09-12T17:00:47.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.967+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~BGL06G8Y3WQ7.0 size=1048576 2024-09-12T17:00:47.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.968+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~BGL06G8Y3WQ7.1 size=501403 2024-09-12T17:00:47.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.968+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=BGL06G8Y3WQ7 tag=Q139PSVE24XO type=write size=2598555 2024-09-12T17:00:47.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.969+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~F16YUOBQRPFM.0 size=194619 2024-09-12T17:00:47.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.972+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=F16YUOBQRPFM tag=X0NA9OI5SVHW type=write size=1243195 2024-09-12T17:00:47.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.973+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=IL75ODID5V06 type=del size=946535 2024-09-12T17:00:47.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.974+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=T328LEPODEV1 type=del 2024-09-12T17:00:47.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.975+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=H7PHZ2VAXGL0 type=del size=39269 2024-09-12T17:00:47.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.976+0000 7fc68f42f780 1 < canceled operation key=NEAY7HVG4N98 tag=283RGAU741Z4 type=del size=928263 2024-09-12T17:00:47.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.977+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=L1H8F7VUUODA type=del size=1131029 2024-09-12T17:00:47.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.980+0000 7fc68f42f780 1 < suggested remove operation key=W0I001KV7JL4 tag=KE1GZ8UZFW1O type=del 2024-09-12T17:00:47.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.982+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~ROR2Y324K2HU.0 size=1048576 2024-09-12T17:00:47.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.983+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~ROR2Y324K2HU.1 size=423778 2024-09-12T17:00:47.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.983+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=ROR2Y324K2HU tag=MN96HQPLST8K type=write size=2520930 2024-09-12T17:00:47.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.984+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=J7UZN5T2QJV9 type=del 2024-09-12T17:00:47.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.986+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~VGP2FRZEXDTU.0 size=30712 2024-09-12T17:00:47.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.986+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=VGP2FRZEXDTU tag=RVXTAGOHNCFI type=write size=1079288 2024-09-12T17:00:47.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.987+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=0H0OJE6SYIRK type=del 2024-09-12T17:00:47.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.989+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~PQVWQ1XRPIF8.0 size=1048576 2024-09-12T17:00:47.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.990+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~PQVWQ1XRPIF8.1 size=1048576 2024-09-12T17:00:47.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.991+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~PQVWQ1XRPIF8.2 size=454025 2024-09-12T17:00:47.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.991+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=PQVWQ1XRPIF8 tag=64QEXUN0Y737 type=write size=3599753 2024-09-12T17:00:47.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.992+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~Z6JDX1T60ABV.0 size=720595 2024-09-12T17:00:47.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.994+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=Z6JDX1T60ABV tag=S50J21C02MTB type=write size=1769171 2024-09-12T17:00:47.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.995+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=RLIPN593XHDM type=del size=892041 2024-09-12T17:00:47.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.996+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=BRPW3KI4ZOY9 type=del 2024-09-12T17:00:47.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.997+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=OS6PAXIFZRLE type=del size=2992096 2024-09-12T17:00:48.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:47.999+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~CBEZESOTBO43.0 size=1048576 2024-09-12T17:00:48.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.000+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~CBEZESOTBO43.1 size=920260 2024-09-12T17:00:48.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.002+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=CBEZESOTBO43 tag=2YEAWTX8UTOC type=write size=3017412 2024-09-12T17:00:48.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.004+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1UHV9BVQ4YOL.0 size=1048576 2024-09-12T17:00:48.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.005+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1UHV9BVQ4YOL.1 size=1048576 2024-09-12T17:00:48.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.006+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1UHV9BVQ4YOL.2 size=983426 2024-09-12T17:00:48.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.006+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=1UHV9BVQ4YOL tag=ZU77V6RWN1XB type=write size=4129154 2024-09-12T17:00:48.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.007+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~OI887QAHY1V1.0 size=1048576 2024-09-12T17:00:48.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.008+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~OI887QAHY1V1.1 size=1048576 2024-09-12T17:00:48.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.009+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~OI887QAHY1V1.2 size=980493 2024-09-12T17:00:48.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.011+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=OI887QAHY1V1 tag=TDNR2V73JOIU type=write size=4126221 2024-09-12T17:00:48.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.013+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=WQD7VPO9IF34 type=del size=3141844 2024-09-12T17:00:48.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.014+0000 7fc68f42f780 1 < canceled operation key=IGCTZ5WOBL39 tag=E1K8NQEX8WHG type=del size=1538123 2024-09-12T17:00:48.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.016+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~329MVELTAVVA.0 size=1048576 2024-09-12T17:00:48.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.017+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~329MVELTAVVA.1 size=1048576 2024-09-12T17:00:48.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.018+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~329MVELTAVVA.2 size=185746 2024-09-12T17:00:48.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.018+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=329MVELTAVVA tag=XN6SM76LW0EG type=write size=3331474 2024-09-12T17:00:48.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.019+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~27N1UHKHR5SC.0 size=1048576 2024-09-12T17:00:48.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.020+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~27N1UHKHR5SC.1 size=638389 2024-09-12T17:00:48.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.022+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=27N1UHKHR5SC tag=NXOHBKI3QNGL type=write size=2735541 2024-09-12T17:00:48.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.023+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=EURHFTLRIGIP type=del size=2433626 2024-09-12T17:00:48.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.024+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~8Y8073FTPX9T.0 size=600401 2024-09-12T17:00:48.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.026+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=8Y8073FTPX9T tag=1U08GCZVY9IN type=write size=1648977 2024-09-12T17:00:48.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.029+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~TWBPS603KFA2.0 size=146621 2024-09-12T17:00:48.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.029+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=TWBPS603KFA2 tag=ID4OR628Z9H5 type=write size=1195197 2024-09-12T17:00:48.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.030+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=8KKRUP84GW9W type=write size=560457 2024-09-12T17:00:48.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.031+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=V4A7GH9Q8QEM type=write size=584359 2024-09-12T17:00:48.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.031+0000 7fc68f42f780 1 < canceled part key=_multipart_6QSQEMIJKMU1.2~0RRNI9SUMXGO.0 size=147909 2024-09-12T17:00:48.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.033+0000 7fc68f42f780 1 < canceled multipart upload key=6QSQEMIJKMU1 upload=0RRNI9SUMXGO tag=5DU2IPF4M5NG type=write size=1196485 2024-09-12T17:00:48.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.034+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=N23SP1TA1OIB type=del size=2703673 2024-09-12T17:00:48.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.036+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~BGL06G8Y3WQ7.0 size=1048576 2024-09-12T17:00:48.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.037+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~BGL06G8Y3WQ7.1 size=501403 2024-09-12T17:00:48.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.039+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=BGL06G8Y3WQ7 tag=Q139PSVE24XO type=write size=2598555 2024-09-12T17:00:48.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.041+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~TQBP2R59YU6A.0 size=1048576 2024-09-12T17:00:48.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.042+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~TQBP2R59YU6A.1 size=1048576 2024-09-12T17:00:48.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.043+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~TQBP2R59YU6A.2 size=430196 2024-09-12T17:00:48.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.043+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=TQBP2R59YU6A tag=J1AEIUK2FI7G type=write size=3575924 2024-09-12T17:00:48.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.045+0000 7fc68f42f780 1 < suggested update operation key=HCFK4AS0XMDI tag=IL75ODID5V06 type=del size=946535 2024-09-12T17:00:48.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.046+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=023KSFFR85KD type=del size=190636 2024-09-12T17:00:48.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.048+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=H7PHZ2VAXGL0 type=del 2024-09-12T17:00:48.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.049+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=DQ5O7MQFRCYS type=write size=813427 2024-09-12T17:00:48.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.052+0000 7fc68f42f780 1 < suggested update operation key=9RJEGZRPXJQH tag=L1H8F7VUUODA type=del size=1131029 2024-09-12T17:00:48.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.053+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=J2BAZ8PQVOU7 type=del size=1341015 2024-09-12T17:00:48.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.053+0000 7fc68f42f780 1 < canceled part key=_multipart_YXWFMB60E9UH.2~ROR2Y324K2HU.0 size=1048576 2024-09-12T17:00:48.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.054+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~ROR2Y324K2HU.1 size=423778 2024-09-12T17:00:48.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.056+0000 7fc68f42f780 1 < canceled multipart upload key=YXWFMB60E9UH upload=ROR2Y324K2HU tag=MN96HQPLST8K type=write size=2520930 2024-09-12T17:00:48.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.058+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~G0MFR3X32XZM.0 size=509690 2024-09-12T17:00:48.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.058+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=G0MFR3X32XZM tag=RD1N48OI3RSR type=write size=1558266 2024-09-12T17:00:48.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.059+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~VGP2FRZEXDTU.0 size=30712 2024-09-12T17:00:48.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.061+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=VGP2FRZEXDTU tag=RVXTAGOHNCFI type=write size=1079288 2024-09-12T17:00:48.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.063+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=FV548JC4JR3G type=del size=73508 2024-09-12T17:00:48.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.064+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~PQVWQ1XRPIF8.0 size=1048576 2024-09-12T17:00:48.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.065+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~PQVWQ1XRPIF8.1 size=1048576 2024-09-12T17:00:48.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.066+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~PQVWQ1XRPIF8.2 size=454025 2024-09-12T17:00:48.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.068+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=PQVWQ1XRPIF8 tag=64QEXUN0Y737 type=write size=3599753 2024-09-12T17:00:48.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.070+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=IQPE3ST3I6IW type=del size=1485714 2024-09-12T17:00:48.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.072+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=RLIPN593XHDM type=del 2024-09-12T17:00:48.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.073+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=RMPJM25T57DR type=write size=145542 2024-09-12T17:00:48.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.074+0000 7fc68f42f780 1 < canceled operation key=IGCTZ5WOBL39 tag=OS6PAXIFZRLE type=del size=2992096 2024-09-12T17:00:48.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.075+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=PXU9SNVYV9YU type=del size=1522892 2024-09-12T17:00:48.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.077+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1UHV9BVQ4YOL.0 size=1048576 2024-09-12T17:00:48.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.078+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1UHV9BVQ4YOL.1 size=1048576 2024-09-12T17:00:48.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.078+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1UHV9BVQ4YOL.2 size=983426 2024-09-12T17:00:48.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.081+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=1UHV9BVQ4YOL tag=ZU77V6RWN1XB type=write size=4129154 2024-09-12T17:00:48.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.082+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=P5UGK2G3H1XB type=del size=154478 2024-09-12T17:00:48.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.083+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=WQD7VPO9IF34 type=del 2024-09-12T17:00:48.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.084+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=E433KLKDN7HE type=del size=64718 2024-09-12T17:00:48.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.085+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~329MVELTAVVA.0 size=1048576 2024-09-12T17:00:48.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.085+0000 7fc68f42f780 1 < canceled part key=_multipart_JVU4KT3G91R7.2~329MVELTAVVA.1 size=1048576 2024-09-12T17:00:48.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.086+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~329MVELTAVVA.2 size=185746 2024-09-12T17:00:48.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.088+0000 7fc68f42f780 1 < canceled multipart upload key=JVU4KT3G91R7 upload=329MVELTAVVA tag=XN6SM76LW0EG type=write size=3331474 2024-09-12T17:00:48.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.090+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~YPAN54AL6UNC.0 size=1048576 2024-09-12T17:00:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.091+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~YPAN54AL6UNC.1 size=45073 2024-09-12T17:00:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.091+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=YPAN54AL6UNC tag=7AJJAHV74OIA type=write size=2142225 2024-09-12T17:00:48.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.092+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=EURHFTLRIGIP type=del 2024-09-12T17:00:48.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.093+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=TG0CA82JPQNG type=del size=304300 2024-09-12T17:00:48.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.094+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~TWBPS603KFA2.0 size=146621 2024-09-12T17:00:48.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.096+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=TWBPS603KFA2 tag=ID4OR628Z9H5 type=write size=1195197 2024-09-12T17:00:48.098 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.097+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=69IUUQ5K7UHD type=del size=189787 2024-09-12T17:00:48.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.098+0000 7fc68f42f780 1 < canceled operation key=QXA2N8KQQN1N tag=V4A7GH9Q8QEM type=write size=584359 2024-09-12T17:00:48.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.100+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~IVSIBGQ22U63.0 size=783708 2024-09-12T17:00:48.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.100+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=IVSIBGQ22U63 tag=2XH9S19YGF72 type=write size=1832284 2024-09-12T17:00:48.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.102+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=N23SP1TA1OIB type=del 2024-09-12T17:00:48.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.103+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=1094WE3LMYID type=del size=2205672 2024-09-12T17:00:48.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.103+0000 7fc68f42f780 1 < canceled part key=_multipart_52JV36JIR0EJ.2~TQBP2R59YU6A.0 size=1048576 2024-09-12T17:00:48.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.104+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~TQBP2R59YU6A.1 size=1048576 2024-09-12T17:00:48.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.105+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~TQBP2R59YU6A.2 size=430196 2024-09-12T17:00:48.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.109+0000 7fc68f42f780 1 < canceled multipart upload key=52JV36JIR0EJ upload=TQBP2R59YU6A tag=J1AEIUK2FI7G type=write size=3575924 2024-09-12T17:00:48.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.110+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=WBIIQW5KMYFT type=del size=1778682 2024-09-12T17:00:48.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.111+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=023KSFFR85KD type=del 2024-09-12T17:00:48.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.113+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~YO69OU4U6XIG.0 size=1048576 2024-09-12T17:00:48.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.114+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~YO69OU4U6XIG.1 size=375304 2024-09-12T17:00:48.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.114+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=YO69OU4U6XIG tag=BSG1Z7KWXRIX type=write size=2472456 2024-09-12T17:00:48.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.115+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=DQ5O7MQFRCYS type=write size=813427 2024-09-12T17:00:48.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.117+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=Y5WPW5TKV5QA type=del size=2496786 2024-09-12T17:00:48.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.118+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=J2BAZ8PQVOU7 type=del 2024-09-12T17:00:48.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.119+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=P2EGAO6V5NG3 type=write size=215448 2024-09-12T17:00:48.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.120+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~G0MFR3X32XZM.0 size=509690 2024-09-12T17:00:48.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.122+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=G0MFR3X32XZM tag=RD1N48OI3RSR type=write size=1558266 2024-09-12T17:00:48.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.124+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~IJ4XTMW0B8PE.0 size=1048576 2024-09-12T17:00:48.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.126+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~IJ4XTMW0B8PE.1 size=1048576 2024-09-12T17:00:48.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.127+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~IJ4XTMW0B8PE.2 size=858884 2024-09-12T17:00:48.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.127+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=IJ4XTMW0B8PE tag=EWM3C4JZF7G5 type=write size=4004612 2024-09-12T17:00:48.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.128+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=FV548JC4JR3G type=del 2024-09-12T17:00:48.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.129+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=94INIYXN9WSN type=del size=2319592 2024-09-12T17:00:48.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.130+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=IQPE3ST3I6IW type=del 2024-09-12T17:00:48.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.131+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=T6J4W76W4OS7 type=del size=2444217 2024-09-12T17:00:48.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.132+0000 7fc68f42f780 1 < canceled operation key=FFYEARKYU8MK tag=RMPJM25T57DR type=write size=145542 2024-09-12T17:00:48.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.134+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=AB6EGW2U4MPM type=write size=197254 2024-09-12T17:00:48.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.135+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=PXU9SNVYV9YU type=del 2024-09-12T17:00:48.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.136+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=01E8C2FLVTRO type=del size=851262 2024-09-12T17:00:48.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.137+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=P5UGK2G3H1XB type=del 2024-09-12T17:00:48.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.138+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=156IY0E001JK type=write size=62440 2024-09-12T17:00:48.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.140+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=E433KLKDN7HE type=del 2024-09-12T17:00:48.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.141+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=F6NCM7KP1A43 type=write size=500480 2024-09-12T17:00:48.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.142+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~YPAN54AL6UNC.0 size=1048576 2024-09-12T17:00:48.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.144+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~YPAN54AL6UNC.1 size=45073 2024-09-12T17:00:48.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.147+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=YPAN54AL6UNC tag=7AJJAHV74OIA type=write size=2142225 2024-09-12T17:00:48.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.149+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=HF84I96GN9AH type=write size=671758 2024-09-12T17:00:48.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.150+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=TG0CA82JPQNG type=del 2024-09-12T17:00:48.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.353+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=30FE8EHV14AU type=del size=3648557 2024-09-12T17:00:48.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.354+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=69IUUQ5K7UHD type=del 2024-09-12T17:00:48.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.356+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~VV72XWR41QN7.0 size=1048576 2024-09-12T17:00:48.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.357+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~VV72XWR41QN7.1 size=719768 2024-09-12T17:00:48.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.357+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=VV72XWR41QN7 tag=K52UWXMZ9SYC type=write size=2816920 2024-09-12T17:00:48.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.359+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~IVSIBGQ22U63.0 size=783708 2024-09-12T17:00:48.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.361+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=IVSIBGQ22U63 tag=2XH9S19YGF72 type=write size=1832284 2024-09-12T17:00:48.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.362+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=QGRBN6R7IL43 type=write size=625701 2024-09-12T17:00:48.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.363+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=1094WE3LMYID type=del 2024-09-12T17:00:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.365+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=PYPUIQLSL10V type=del size=3435781 2024-09-12T17:00:48.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.366+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=WBIIQW5KMYFT type=del 2024-09-12T17:00:48.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.367+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=F9ISEVTPDBR5 type=del size=433886 2024-09-12T17:00:48.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.369+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~YO69OU4U6XIG.0 size=1048576 2024-09-12T17:00:48.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.370+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~YO69OU4U6XIG.1 size=375304 2024-09-12T17:00:48.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.372+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=YO69OU4U6XIG tag=BSG1Z7KWXRIX type=write size=2472456 2024-09-12T17:00:48.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.375+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~7QZRZDM70M9L.0 size=957731 2024-09-12T17:00:48.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.375+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=7QZRZDM70M9L tag=GEWX61TKOZNK type=write size=2006307 2024-09-12T17:00:48.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.376+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=Y5WPW5TKV5QA type=del 2024-09-12T17:00:48.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.377+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=13Q43V5G5WMV type=write size=553013 2024-09-12T17:00:48.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.379+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=P2EGAO6V5NG3 type=write size=215448 2024-09-12T17:00:48.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.380+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=3O50PYRLXNIT type=del size=1719227 2024-09-12T17:00:48.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.381+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~IJ4XTMW0B8PE.0 size=1048576 2024-09-12T17:00:48.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.383+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~IJ4XTMW0B8PE.1 size=1048576 2024-09-12T17:00:48.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.384+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~IJ4XTMW0B8PE.2 size=858884 2024-09-12T17:00:48.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.386+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=IJ4XTMW0B8PE tag=EWM3C4JZF7G5 type=write size=4004612 2024-09-12T17:00:48.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.387+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=A669E232W3LS type=del size=872183 2024-09-12T17:00:48.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.390+0000 7fc68f42f780 1 < canceled operation key=8WXCDATAFRNK tag=94INIYXN9WSN type=del size=2319592 2024-09-12T17:00:48.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.392+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~5P42WPW1JL2E.0 size=1048576 2024-09-12T17:00:48.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.393+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~5P42WPW1JL2E.1 size=1048576 2024-09-12T17:00:48.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.394+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~5P42WPW1JL2E.2 size=432398 2024-09-12T17:00:48.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.394+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=5P42WPW1JL2E tag=F1J7XNNF57ZV type=write size=3578126 2024-09-12T17:00:48.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.396+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=T6J4W76W4OS7 type=del 2024-09-12T17:00:48.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.397+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=KYHZMGM9WOJ4 type=del size=1932809 2024-09-12T17:00:48.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.398+0000 7fc68f42f780 1 < completed write operation key=HCFK4AS0XMDI tag=AB6EGW2U4MPM type=write size=197254 2024-09-12T17:00:48.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.399+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=3CDNW5HC7J2K type=write size=687343 2024-09-12T17:00:48.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.400+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=01E8C2FLVTRO type=del 2024-09-12T17:00:48.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.403+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~2TT6EL2Q2RU2.0 size=1048576 2024-09-12T17:00:48.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.404+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~2TT6EL2Q2RU2.1 size=1048576 2024-09-12T17:00:48.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.404+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~2TT6EL2Q2RU2.2 size=360914 2024-09-12T17:00:48.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.404+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=2TT6EL2Q2RU2 tag=840EYXMU7DE5 type=write size=3506642 2024-09-12T17:00:48.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.405+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=156IY0E001JK type=write size=62440 2024-09-12T17:00:48.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.408+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~3JL3OOYDQS7W.0 size=39914 2024-09-12T17:00:48.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.408+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=3JL3OOYDQS7W tag=H0QJK738ZSUY type=write size=1088490 2024-09-12T17:00:48.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.410+0000 7fc68f42f780 1 < suggested update operation key=UTP229W3RHD3 tag=F6NCM7KP1A43 type=write size=500480 2024-09-12T17:00:48.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.411+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=RGF9VL5SICF5 type=del size=204745 2024-09-12T17:00:48.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.412+0000 7fc68f42f780 1 < completed write operation key=W0I001KV7JL4 tag=HF84I96GN9AH type=write size=671758 2024-09-12T17:00:48.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.414+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~40IW70XDX158.0 size=1027736 2024-09-12T17:00:48.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.415+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=40IW70XDX158 tag=0QRN10TWGG31 type=write size=2076312 2024-09-12T17:00:48.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.416+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=30FE8EHV14AU type=del 2024-09-12T17:00:48.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.417+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=SIHQ59Z05UED type=del size=3949004 2024-09-12T17:00:48.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.418+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~VV72XWR41QN7.0 size=1048576 2024-09-12T17:00:48.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.418+0000 7fc68f42f780 1 < canceled part key=_multipart_IGCTZ5WOBL39.2~VV72XWR41QN7.1 size=719768 2024-09-12T17:00:48.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.420+0000 7fc68f42f780 1 < canceled multipart upload key=IGCTZ5WOBL39 upload=VV72XWR41QN7 tag=K52UWXMZ9SYC type=write size=2816920 2024-09-12T17:00:48.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.422+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=S1YAJSP0JMTB type=write size=874421 2024-09-12T17:00:48.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.423+0000 7fc68f42f780 1 < canceled operation key=9RJEGZRPXJQH tag=QGRBN6R7IL43 type=write size=625701 2024-09-12T17:00:48.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.425+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~ZAJ4EZL65P3B.0 size=1048576 2024-09-12T17:00:48.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.426+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~ZAJ4EZL65P3B.1 size=901711 2024-09-12T17:00:48.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.426+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=ZAJ4EZL65P3B tag=95GZ333KYL5Y type=write size=2998863 2024-09-12T17:00:48.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.428+0000 7fc68f42f780 1 < suggested remove operation key=CNRF3YNKC07N tag=PYPUIQLSL10V type=del 2024-09-12T17:00:48.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.431+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~DK9S6HZX5JJI.0 size=436041 2024-09-12T17:00:48.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.431+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=DK9S6HZX5JJI tag=YXXGM87VOJQX type=write size=1484617 2024-09-12T17:00:48.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.432+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=F9ISEVTPDBR5 type=del 2024-09-12T17:00:48.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.433+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=OYCSA45SBT17 type=del size=4155570 2024-09-12T17:00:48.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.434+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~7QZRZDM70M9L.0 size=957731 2024-09-12T17:00:48.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.436+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=7QZRZDM70M9L tag=GEWX61TKOZNK type=write size=2006307 2024-09-12T17:00:48.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.437+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=JREULGMMGOP8 type=del size=3559134 2024-09-12T17:00:48.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.438+0000 7fc68f42f780 1 < completed write operation key=6QSQEMIJKMU1 tag=13Q43V5G5WMV type=write size=553013 2024-09-12T17:00:48.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.439+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=DBT4QEMOMAVC type=del size=2108949 2024-09-12T17:00:48.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.442+0000 7fc68f42f780 1 < suggested remove operation key=6QSQEMIJKMU1 tag=3O50PYRLXNIT type=del 2024-09-12T17:00:48.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.443+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=ULH0XYIO8WAT type=del size=3645694 2024-09-12T17:00:48.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.445+0000 7fc68f42f780 1 < suggested update operation key=52JV36JIR0EJ tag=A669E232W3LS type=del size=872183 2024-09-12T17:00:48.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.446+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=RJOLTAAQ1D07 type=del size=1556732 2024-09-12T17:00:48.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.448+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~5P42WPW1JL2E.0 size=1048576 2024-09-12T17:00:48.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.448+0000 7fc68f42f780 1 < canceled part key=_multipart_FQE909ZZU024.2~5P42WPW1JL2E.1 size=1048576 2024-09-12T17:00:48.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.448+0000 7fc68f42f780 1 < canceled part key=_multipart_FQE909ZZU024.2~5P42WPW1JL2E.2 size=432398 2024-09-12T17:00:48.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.450+0000 7fc68f42f780 1 < canceled multipart upload key=FQE909ZZU024 upload=5P42WPW1JL2E tag=F1J7XNNF57ZV type=write size=3578126 2024-09-12T17:00:48.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.454+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~VH1XEISN6F5V.0 size=1048576 2024-09-12T17:00:48.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.455+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~VH1XEISN6F5V.1 size=696876 2024-09-12T17:00:48.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.455+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=VH1XEISN6F5V tag=YZRJO81A2LQ1 type=write size=2794028 2024-09-12T17:00:48.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.456+0000 7fc68f42f780 1 < canceled operation key=QXA2N8KQQN1N tag=KYHZMGM9WOJ4 type=del size=1932809 2024-09-12T17:00:48.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.457+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=0G2OZGMZYRJ3 type=del size=1407082 2024-09-12T17:00:48.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.459+0000 7fc68f42f780 1 < completed write operation key=W0I001KV7JL4 tag=3CDNW5HC7J2K type=write size=687343 2024-09-12T17:00:48.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.460+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=XAOJ3LQV6AIP type=del size=1872199 2024-09-12T17:00:48.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.461+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~2TT6EL2Q2RU2.0 size=1048576 2024-09-12T17:00:48.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.462+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~2TT6EL2Q2RU2.1 size=1048576 2024-09-12T17:00:48.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.463+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~2TT6EL2Q2RU2.2 size=360914 2024-09-12T17:00:48.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.465+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=2TT6EL2Q2RU2 tag=840EYXMU7DE5 type=write size=3506642 2024-09-12T17:00:48.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.467+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=J11SX1N13Q7U type=del size=4166942 2024-09-12T17:00:48.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.468+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~3JL3OOYDQS7W.0 size=39914 2024-09-12T17:00:48.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.470+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=3JL3OOYDQS7W tag=H0QJK738ZSUY type=write size=1088490 2024-09-12T17:00:48.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.471+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=S0XWO725CUT9 type=del size=2958950 2024-09-12T17:00:48.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.472+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=RGF9VL5SICF5 type=del 2024-09-12T17:00:48.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.473+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=NP4GOAX7HT7F type=del size=3767757 2024-09-12T17:00:48.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.474+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~40IW70XDX158.0 size=1027736 2024-09-12T17:00:48.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.476+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=40IW70XDX158 tag=0QRN10TWGG31 type=write size=2076312 2024-09-12T17:00:48.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.477+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=M30DQP6XKG31 type=del size=3886397 2024-09-12T17:00:48.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.478+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=SIHQ59Z05UED type=del 2024-09-12T17:00:48.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.480+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=JSF2OCK3QOWM type=del size=3537841 2024-09-12T17:00:48.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.481+0000 7fc68f42f780 1 < completed write operation key=G6LXZXKH2LCK tag=S1YAJSP0JMTB type=write size=874421 2024-09-12T17:00:48.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.482+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=7UVA3462JYCX type=del size=3080018 2024-09-12T17:00:48.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.483+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~ZAJ4EZL65P3B.0 size=1048576 2024-09-12T17:00:48.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.483+0000 7fc68f42f780 1 < canceled part key=_multipart_0SVTT81FXB2X.2~ZAJ4EZL65P3B.1 size=901711 2024-09-12T17:00:48.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.485+0000 7fc68f42f780 1 < canceled multipart upload key=0SVTT81FXB2X upload=ZAJ4EZL65P3B tag=95GZ333KYL5Y type=write size=2998863 2024-09-12T17:00:48.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.487+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~C1550U9EXS8J.0 size=1048576 2024-09-12T17:00:48.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.488+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~C1550U9EXS8J.1 size=387933 2024-09-12T17:00:48.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.488+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=C1550U9EXS8J tag=O22R2LM4L9P0 type=write size=2485085 2024-09-12T17:00:48.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.489+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~DK9S6HZX5JJI.0 size=436041 2024-09-12T17:00:48.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.491+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=DK9S6HZX5JJI tag=YXXGM87VOJQX type=write size=1484617 2024-09-12T17:00:48.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.492+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=A0TBKU89TQYC type=del size=1555817 2024-09-12T17:00:48.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.494+0000 7fc68f42f780 1 < suggested update operation key=FFYEARKYU8MK tag=OYCSA45SBT17 type=del size=4155570 2024-09-12T17:00:48.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.496+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~Y3I2ZSG9E697.0 size=1048576 2024-09-12T17:00:48.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.497+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~Y3I2ZSG9E697.1 size=1048576 2024-09-12T17:00:48.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.498+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~Y3I2ZSG9E697.2 size=685296 2024-09-12T17:00:48.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.498+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=Y3I2ZSG9E697 tag=6EEX0EIP38UU type=write size=3831024 2024-09-12T17:00:48.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.499+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=JREULGMMGOP8 type=del 2024-09-12T17:00:48.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.501+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~UZ0NFJT80QYM.0 size=708162 2024-09-12T17:00:48.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.501+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=UZ0NFJT80QYM tag=3J4AJ1COZSCH type=write size=1756738 2024-09-12T17:00:48.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.503+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=DBT4QEMOMAVC type=del 2024-09-12T17:00:48.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.505+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~ZGG0B910MD87.0 size=1048576 2024-09-12T17:00:48.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.506+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~ZGG0B910MD87.1 size=1048576 2024-09-12T17:00:48.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.507+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~ZGG0B910MD87.2 size=27616 2024-09-12T17:00:48.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.507+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=ZGG0B910MD87 tag=95HLLLMW27F1 type=write size=3173344 2024-09-12T17:00:48.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.508+0000 7fc68f42f780 1 < canceled operation key=FQE909ZZU024 tag=ULH0XYIO8WAT type=del size=3645694 2024-09-12T17:00:48.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.509+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=YPM6UA1YIFY6 type=del size=2503103 2024-09-12T17:00:48.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.511+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=RJOLTAAQ1D07 type=del 2024-09-12T17:00:48.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.513+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~09VYKW6MI4WH.0 size=1048576 2024-09-12T17:00:48.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.514+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~09VYKW6MI4WH.1 size=1048576 2024-09-12T17:00:48.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.515+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~09VYKW6MI4WH.2 size=362998 2024-09-12T17:00:48.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.515+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=09VYKW6MI4WH tag=WQJLPBCM4IXE type=write size=3508726 2024-09-12T17:00:48.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.516+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~VH1XEISN6F5V.0 size=1048576 2024-09-12T17:00:48.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.517+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~VH1XEISN6F5V.1 size=696876 2024-09-12T17:00:48.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.519+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=VH1XEISN6F5V tag=YZRJO81A2LQ1 type=write size=2794028 2024-09-12T17:00:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.521+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~TSTPE5B5MPWU.0 size=292397 2024-09-12T17:00:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.521+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=TSTPE5B5MPWU tag=NFJV4R3W6AZ0 type=write size=1340973 2024-09-12T17:00:48.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.522+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=0G2OZGMZYRJ3 type=del 2024-09-12T17:00:48.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.524+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~P03DO8BXTKF9.0 size=1048576 2024-09-12T17:00:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.525+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~P03DO8BXTKF9.1 size=232460 2024-09-12T17:00:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.525+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=P03DO8BXTKF9 tag=EZSYIZZVZ523 type=write size=2329612 2024-09-12T17:00:48.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.526+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=XAOJ3LQV6AIP type=del 2024-09-12T17:00:48.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.527+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=87OPT2HZC55L type=del size=2156841 2024-09-12T17:00:48.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.529+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=J11SX1N13Q7U type=del 2024-09-12T17:00:48.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.530+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=KI3AA50Y625D type=del size=3806951 2024-09-12T17:00:48.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.531+0000 7fc68f42f780 1 < canceled operation key=IGCTZ5WOBL39 tag=S0XWO725CUT9 type=del size=2958950 2024-09-12T17:00:48.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.533+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~BZ7B8CZVUGPG.0 size=882144 2024-09-12T17:00:48.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.533+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=BZ7B8CZVUGPG tag=EXCWC21WOA67 type=write size=1930720 2024-09-12T17:00:48.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.535+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=NP4GOAX7HT7F type=del 2024-09-12T17:00:48.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.537+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~OYEA4LOSZRGA.0 size=1048576 2024-09-12T17:00:48.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.538+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~OYEA4LOSZRGA.1 size=1048576 2024-09-12T17:00:48.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.538+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~OYEA4LOSZRGA.2 size=1012502 2024-09-12T17:00:48.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.538+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=OYEA4LOSZRGA tag=73IS6P72T45Z type=write size=4158230 2024-09-12T17:00:48.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.539+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=M30DQP6XKG31 type=del 2024-09-12T17:00:48.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.542+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~3TAAB1MU2PR3.0 size=919727 2024-09-12T17:00:48.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.542+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=3TAAB1MU2PR3 tag=4IFBI2ZVJINH type=write size=1968303 2024-09-12T17:00:48.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.543+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=JSF2OCK3QOWM type=del 2024-09-12T17:00:48.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.545+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~MV2WKTAIMYL8.0 size=1048576 2024-09-12T17:00:48.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.546+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~MV2WKTAIMYL8.1 size=1025767 2024-09-12T17:00:48.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.546+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=MV2WKTAIMYL8 tag=R6H7Z3SIFNDO type=write size=3122919 2024-09-12T17:00:48.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.547+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=7UVA3462JYCX type=del 2024-09-12T17:00:48.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.548+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=Y00DUHG2MZ19 type=del size=1991209 2024-09-12T17:00:48.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.550+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~C1550U9EXS8J.0 size=1048576 2024-09-12T17:00:48.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.551+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~C1550U9EXS8J.1 size=387933 2024-09-12T17:00:48.554 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.553+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=C1550U9EXS8J tag=O22R2LM4L9P0 type=write size=2485085 2024-09-12T17:00:48.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.555+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~DG43NHHWEJ3V.0 size=1048576 2024-09-12T17:00:48.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.556+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~DG43NHHWEJ3V.1 size=543105 2024-09-12T17:00:48.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.556+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=DG43NHHWEJ3V tag=6799QA1JA0YY type=write size=2640257 2024-09-12T17:00:48.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.559+0000 7fc68f42f780 1 < suggested update operation key=YZ11NLDPZ4HC tag=A0TBKU89TQYC type=del size=1555817 2024-09-12T17:00:48.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.560+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=2UVKNW2NQ47E type=write size=608924 2024-09-12T17:00:48.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.561+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~Y3I2ZSG9E697.0 size=1048576 2024-09-12T17:00:48.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.562+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~Y3I2ZSG9E697.1 size=1048576 2024-09-12T17:00:48.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.562+0000 7fc68f42f780 1 < canceled part key=_multipart_CBE2Q8N9LPWT.2~Y3I2ZSG9E697.2 size=685296 2024-09-12T17:00:48.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.565+0000 7fc68f42f780 1 < canceled multipart upload key=CBE2Q8N9LPWT upload=Y3I2ZSG9E697 tag=6EEX0EIP38UU type=write size=3831024 2024-09-12T17:00:48.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.567+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~Y0X01DM5Q29E.0 size=1048576 2024-09-12T17:00:48.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.568+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~Y0X01DM5Q29E.1 size=180660 2024-09-12T17:00:48.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.568+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=Y0X01DM5Q29E tag=4KAXOGBQ7ZV5 type=write size=2277812 2024-09-12T17:00:48.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.569+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~UZ0NFJT80QYM.0 size=708162 2024-09-12T17:00:48.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.571+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=UZ0NFJT80QYM tag=3J4AJ1COZSCH type=write size=1756738 2024-09-12T17:00:48.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.572+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=3U7CGWD6HSG0 type=del size=3203056 2024-09-12T17:00:48.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.573+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~ZGG0B910MD87.0 size=1048576 2024-09-12T17:00:48.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.574+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~ZGG0B910MD87.1 size=1048576 2024-09-12T17:00:48.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.575+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~ZGG0B910MD87.2 size=27616 2024-09-12T17:00:48.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.577+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=ZGG0B910MD87 tag=95HLLLMW27F1 type=write size=3173344 2024-09-12T17:00:48.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.578+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=JF3480FCQ8EJ type=write size=165447 2024-09-12T17:00:48.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.579+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=YPM6UA1YIFY6 type=del 2024-09-12T17:00:48.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.581+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~R3LPPEYMRU4N.0 size=459734 2024-09-12T17:00:48.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.581+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=R3LPPEYMRU4N tag=8XV7PVHPOCHG type=write size=1508310 2024-09-12T17:00:48.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.582+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~09VYKW6MI4WH.0 size=1048576 2024-09-12T17:00:48.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.583+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~09VYKW6MI4WH.1 size=1048576 2024-09-12T17:00:48.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.584+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~09VYKW6MI4WH.2 size=362998 2024-09-12T17:00:48.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.586+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=09VYKW6MI4WH tag=WQJLPBCM4IXE type=write size=3508726 2024-09-12T17:00:48.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.588+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~7GKDIBA02JF6.0 size=321433 2024-09-12T17:00:48.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.588+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=7GKDIBA02JF6 tag=OHWZHMVRI77Q type=write size=1370009 2024-09-12T17:00:48.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.588+0000 7fc68f42f780 1 < canceled part key=_multipart_5G9ZFBIRSZN0.2~TSTPE5B5MPWU.0 size=292397 2024-09-12T17:00:48.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.590+0000 7fc68f42f780 1 < canceled multipart upload key=5G9ZFBIRSZN0 upload=TSTPE5B5MPWU tag=NFJV4R3W6AZ0 type=write size=1340973 2024-09-12T17:00:48.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.592+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~CP3BI7GTVB32.0 size=1048576 2024-09-12T17:00:48.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.593+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~CP3BI7GTVB32.1 size=267271 2024-09-12T17:00:48.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.593+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=CP3BI7GTVB32 tag=SGRNVPE5R1HT type=write size=2364423 2024-09-12T17:00:48.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.594+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~P03DO8BXTKF9.0 size=1048576 2024-09-12T17:00:48.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.595+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~P03DO8BXTKF9.1 size=232460 2024-09-12T17:00:48.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.597+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=P03DO8BXTKF9 tag=EZSYIZZVZ523 type=write size=2329612 2024-09-12T17:00:48.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.598+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=IOAN66INP7AB type=del size=1106324 2024-09-12T17:00:48.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.599+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=87OPT2HZC55L type=del 2024-09-12T17:00:48.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.600+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=LJ2OSC9N4PU5 type=del size=3860531 2024-09-12T17:00:48.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.601+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=KI3AA50Y625D type=del 2024-09-12T17:00:48.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.603+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~ROUC12YD8BHL.0 size=694141 2024-09-12T17:00:48.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.603+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=ROUC12YD8BHL tag=8LYDZBXWAT61 type=write size=1742717 2024-09-12T17:00:48.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.604+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~BZ7B8CZVUGPG.0 size=882144 2024-09-12T17:00:48.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.606+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=BZ7B8CZVUGPG tag=EXCWC21WOA67 type=write size=1930720 2024-09-12T17:00:48.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.608+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~GYJ0GF3QGQH1.0 size=455344 2024-09-12T17:00:48.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.608+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=GYJ0GF3QGQH1 tag=6E4MO4Q5HVZX type=write size=1503920 2024-09-12T17:00:48.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.610+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~OYEA4LOSZRGA.0 size=1048576 2024-09-12T17:00:48.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.611+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~OYEA4LOSZRGA.1 size=1048576 2024-09-12T17:00:48.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.612+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~OYEA4LOSZRGA.2 size=1012502 2024-09-12T17:00:48.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.614+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=OYEA4LOSZRGA tag=73IS6P72T45Z type=write size=4158230 2024-09-12T17:00:48.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.616+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~P8IIVMEYTY70.0 size=1048576 2024-09-12T17:00:48.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.617+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~P8IIVMEYTY70.1 size=1048576 2024-09-12T17:00:48.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.618+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~P8IIVMEYTY70.2 size=352489 2024-09-12T17:00:48.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.618+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=P8IIVMEYTY70 tag=MA8QKF3YDRX0 type=write size=3498217 2024-09-12T17:00:48.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.619+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~3TAAB1MU2PR3.0 size=919727 2024-09-12T17:00:48.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.621+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=3TAAB1MU2PR3 tag=4IFBI2ZVJINH type=write size=1968303 2024-09-12T17:00:48.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.622+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=Y9EVKFA2508E type=del size=4000859 2024-09-12T17:00:48.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.623+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~MV2WKTAIMYL8.0 size=1048576 2024-09-12T17:00:48.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.624+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~MV2WKTAIMYL8.1 size=1025767 2024-09-12T17:00:48.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.626+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=MV2WKTAIMYL8 tag=R6H7Z3SIFNDO type=write size=3122919 2024-09-12T17:00:48.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.627+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=G323VYZD35SA type=del size=3826280 2024-09-12T17:00:48.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.628+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=Y00DUHG2MZ19 type=del 2024-09-12T17:00:48.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.629+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=CAF0PFIHQ7V2 type=del size=1358948 2024-09-12T17:00:48.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.631+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~DG43NHHWEJ3V.0 size=1048576 2024-09-12T17:00:48.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.632+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~DG43NHHWEJ3V.1 size=543105 2024-09-12T17:00:48.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.634+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=DG43NHHWEJ3V tag=6799QA1JA0YY type=write size=2640257 2024-09-12T17:00:48.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.635+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=2H0E0Q9CKFZL type=del size=2573028 2024-09-12T17:00:48.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.637+0000 7fc68f42f780 1 < suggested remove operation key=YZ11NLDPZ4HC tag=2UVKNW2NQ47E type=write 2024-09-12T17:00:48.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.638+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=TRW4ZJSP37YF type=del size=3794947 2024-09-12T17:00:48.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.638+0000 7fc68f42f780 1 < canceled part key=_multipart_CBE2Q8N9LPWT.2~Y0X01DM5Q29E.0 size=1048576 2024-09-12T17:00:48.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.639+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~Y0X01DM5Q29E.1 size=180660 2024-09-12T17:00:48.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.641+0000 7fc68f42f780 1 < canceled multipart upload key=CBE2Q8N9LPWT upload=Y0X01DM5Q29E tag=4KAXOGBQ7ZV5 type=write size=2277812 2024-09-12T17:00:48.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.642+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=FK27UC9WKR6D type=del size=2888233 2024-09-12T17:00:48.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.644+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=3U7CGWD6HSG0 type=del 2024-09-12T17:00:48.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.645+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=5MOO2UP48W3P type=del size=3215095 2024-09-12T17:00:48.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.646+0000 7fc68f42f780 1 < canceled operation key=IGCTZ5WOBL39 tag=JF3480FCQ8EJ type=write size=165447 2024-09-12T17:00:48.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.647+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=39LENEJZH38R type=del size=2247315 2024-09-12T17:00:48.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.648+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~R3LPPEYMRU4N.0 size=459734 2024-09-12T17:00:48.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.650+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=R3LPPEYMRU4N tag=8XV7PVHPOCHG type=write size=1508310 2024-09-12T17:00:48.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.652+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1D59M3XM30RG.0 size=1048576 2024-09-12T17:00:48.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.653+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1D59M3XM30RG.1 size=1007955 2024-09-12T17:00:48.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.653+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=1D59M3XM30RG tag=WHTRB9BTNHO5 type=write size=3105107 2024-09-12T17:00:48.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.654+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~7GKDIBA02JF6.0 size=321433 2024-09-12T17:00:48.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.656+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=7GKDIBA02JF6 tag=OHWZHMVRI77Q type=write size=1370009 2024-09-12T17:00:48.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.657+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=PZBX2P63VNIW type=del size=3613885 2024-09-12T17:00:48.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.659+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~CP3BI7GTVB32.0 size=1048576 2024-09-12T17:00:48.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.660+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~CP3BI7GTVB32.1 size=267271 2024-09-12T17:00:48.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.662+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=CP3BI7GTVB32 tag=SGRNVPE5R1HT type=write size=2364423 2024-09-12T17:00:48.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.663+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=JTXTAFJM654K type=del size=3733805 2024-09-12T17:00:48.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.664+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=IOAN66INP7AB type=del 2024-09-12T17:00:48.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.665+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=075W28240FYG type=del size=1907260 2024-09-12T17:00:48.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.667+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=LJ2OSC9N4PU5 type=del 2024-09-12T17:00:48.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.669+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~CL6WW216WB1B.0 size=770216 2024-09-12T17:00:48.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.669+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=CL6WW216WB1B tag=3S7AW09WI4FN type=write size=1818792 2024-09-12T17:00:48.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.670+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~ROUC12YD8BHL.0 size=694141 2024-09-12T17:00:48.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.672+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=ROUC12YD8BHL tag=8LYDZBXWAT61 type=write size=1742717 2024-09-12T17:00:48.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.673+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=OZF5ONU9XRCM type=write size=8787 2024-09-12T17:00:48.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.675+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~GYJ0GF3QGQH1.0 size=455344 2024-09-12T17:00:48.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.677+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=GYJ0GF3QGQH1 tag=6E4MO4Q5HVZX type=write size=1503920 2024-09-12T17:00:48.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.679+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~BJHA6SI10MW1.0 size=1048576 2024-09-12T17:00:48.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.680+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~BJHA6SI10MW1.1 size=751742 2024-09-12T17:00:48.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.680+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=BJHA6SI10MW1 tag=3XIZ779XLRR9 type=write size=2848894 2024-09-12T17:00:48.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.681+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~P8IIVMEYTY70.0 size=1048576 2024-09-12T17:00:48.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.682+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~P8IIVMEYTY70.1 size=1048576 2024-09-12T17:00:48.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.683+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~P8IIVMEYTY70.2 size=352489 2024-09-12T17:00:48.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.685+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=P8IIVMEYTY70 tag=MA8QKF3YDRX0 type=write size=3498217 2024-09-12T17:00:48.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.687+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=EEDNVOWF7OU2 type=del size=3451914 2024-09-12T17:00:48.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.689+0000 7fc68f42f780 1 < suggested update operation key=YTRABX96UY8F tag=Y9EVKFA2508E type=del size=4000859 2024-09-12T17:00:48.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.691+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=SFOZDJFKC0I3 type=del size=3890720 2024-09-12T17:00:48.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.692+0000 7fc68f42f780 1 < canceled operation key=9RJEGZRPXJQH tag=G323VYZD35SA type=del size=3826280 2024-09-12T17:00:48.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.693+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=3FJ2FPRB9TY7 type=del size=3720705 2024-09-12T17:00:48.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.696+0000 7fc68f42f780 1 < suggested update operation key=JVU4KT3G91R7 tag=CAF0PFIHQ7V2 type=del size=1358948 2024-09-12T17:00:48.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.698+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~L79ZKKX1WDFI.0 size=1048576 2024-09-12T17:00:48.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.699+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~L79ZKKX1WDFI.1 size=696192 2024-09-12T17:00:48.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.699+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=L79ZKKX1WDFI tag=WQGE32KMCLKC type=write size=2793344 2024-09-12T17:00:48.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.700+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=2H0E0Q9CKFZL type=del 2024-09-12T17:00:48.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.701+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=G46N0WA4JZ9P type=del size=1334697 2024-09-12T17:00:48.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.703+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=TRW4ZJSP37YF type=del 2024-09-12T17:00:48.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.704+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=RZQBIBF16KOS type=del size=1110574 2024-09-12T17:00:48.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.705+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=FK27UC9WKR6D type=del 2024-09-12T17:00:48.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.706+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=PPIFS4TK3LNA type=del size=2166950 2024-09-12T17:00:48.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.708+0000 7fc68f42f780 1 < suggested remove operation key=IGCTZ5WOBL39 tag=5MOO2UP48W3P type=del 2024-09-12T17:00:48.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.710+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~ZXLF7KW58UU4.0 size=804049 2024-09-12T17:00:48.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.710+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=ZXLF7KW58UU4 tag=ZLHN6O82KI3U type=write size=1852625 2024-09-12T17:00:48.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.712+0000 7fc68f42f780 1 < suggested update operation key=NEAY7HVG4N98 tag=39LENEJZH38R type=del size=2247315 2024-09-12T17:00:48.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.714+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~5RKG6NFG0JLA.0 size=11416 2024-09-12T17:00:48.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.714+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=5RKG6NFG0JLA tag=O5JBQYO1PGPT type=write size=1059992 2024-09-12T17:00:48.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.715+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1D59M3XM30RG.0 size=1048576 2024-09-12T17:00:48.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.716+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1D59M3XM30RG.1 size=1007955 2024-09-12T17:00:48.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.718+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=1D59M3XM30RG tag=WHTRB9BTNHO5 type=write size=3105107 2024-09-12T17:00:48.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.720+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=U2L4UX6OW9JZ type=write size=780773 2024-09-12T17:00:48.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.721+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=PZBX2P63VNIW type=del 2024-09-12T17:00:48.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.723+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~OCLDBO6K36GA.0 size=338257 2024-09-12T17:00:48.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.723+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=OCLDBO6K36GA tag=HT25BMP2R0QP type=write size=1386833 2024-09-12T17:00:48.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.725+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=JTXTAFJM654K type=del 2024-09-12T17:00:48.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.727+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~PE5QON10TGP3.0 size=1048576 2024-09-12T17:00:48.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.727+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~PE5QON10TGP3.1 size=1048576 2024-09-12T17:00:48.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.728+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~PE5QON10TGP3.2 size=154297 2024-09-12T17:00:48.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.728+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=PE5QON10TGP3 tag=W3OHLK3TOR85 type=write size=3300025 2024-09-12T17:00:48.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.730+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=075W28240FYG type=del 2024-09-12T17:00:48.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.731+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=1A4CZEJB9SWU type=del size=2601804 2024-09-12T17:00:48.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.732+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~CL6WW216WB1B.0 size=770216 2024-09-12T17:00:48.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.734+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=CL6WW216WB1B tag=3S7AW09WI4FN type=write size=1818792 2024-09-12T17:00:48.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.735+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=H3SUB4OAW38T type=del size=3135127 2024-09-12T17:00:48.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.737+0000 7fc68f42f780 1 < suggested remove operation key=FFYEARKYU8MK tag=OZF5ONU9XRCM type=write 2024-09-12T17:00:48.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.738+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=N7T35GPRX94I type=del size=2960405 2024-09-12T17:00:48.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.739+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~BJHA6SI10MW1.0 size=1048576 2024-09-12T17:00:48.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.740+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~BJHA6SI10MW1.1 size=751742 2024-09-12T17:00:48.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.742+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=BJHA6SI10MW1 tag=3XIZ779XLRR9 type=write size=2848894 2024-09-12T17:00:48.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.743+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=SIGFOADRX435 type=del size=3800027 2024-09-12T17:00:48.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.745+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=EEDNVOWF7OU2 type=del 2024-09-12T17:00:48.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.747+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~9TJTK4M15ZB0.0 size=1048576 2024-09-12T17:00:48.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.747+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~9TJTK4M15ZB0.1 size=1048576 2024-09-12T17:00:48.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.748+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~9TJTK4M15ZB0.2 size=451200 2024-09-12T17:00:48.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.748+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=9TJTK4M15ZB0 tag=G1RBX72IDAF4 type=write size=3596928 2024-09-12T17:00:48.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.751+0000 7fc68f42f780 1 < suggested update operation key=ZCAVQ3AQ5V23 tag=SFOZDJFKC0I3 type=del size=3890720 2024-09-12T17:00:48.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.752+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=E1Y857YPVA67 type=write size=1019375 2024-09-12T17:00:48.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.753+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=3FJ2FPRB9TY7 type=del 2024-09-12T17:00:48.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.754+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=TD88SKBCN6NQ type=del size=242882 2024-09-12T17:00:48.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.755+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~L79ZKKX1WDFI.0 size=1048576 2024-09-12T17:00:48.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.757+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~L79ZKKX1WDFI.1 size=696192 2024-09-12T17:00:48.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.758+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=L79ZKKX1WDFI tag=WQGE32KMCLKC type=write size=2793344 2024-09-12T17:00:48.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.760+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=SZ76AZLAAPOM type=write size=64953 2024-09-12T17:00:48.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.761+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=G46N0WA4JZ9P type=del 2024-09-12T17:00:48.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.762+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=ZE36ZVGYHLQL type=del size=2537342 2024-09-12T17:00:48.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.763+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=RZQBIBF16KOS type=del 2024-09-12T17:00:48.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.765+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=1T5843D6RI7T type=del size=702214 2024-09-12T17:00:48.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.766+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=PPIFS4TK3LNA type=del 2024-09-12T17:00:48.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.768+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~DMG1R33AU7Z6.0 size=214203 2024-09-12T17:00:48.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.768+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=DMG1R33AU7Z6 tag=TNP1T18R2WP6 type=write size=1262779 2024-09-12T17:00:48.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.770+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~ZXLF7KW58UU4.0 size=804049 2024-09-12T17:00:48.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.772+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=ZXLF7KW58UU4 tag=ZLHN6O82KI3U type=write size=1852625 2024-09-12T17:00:48.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.773+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=03U0651KX1WW type=del size=1448952 2024-09-12T17:00:48.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.775+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~5RKG6NFG0JLA.0 size=11416 2024-09-12T17:00:48.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.777+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=5RKG6NFG0JLA tag=O5JBQYO1PGPT type=write size=1059992 2024-09-12T17:00:48.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.778+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=34JFJB1FIIRZ type=del size=4066269 2024-09-12T17:00:48.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.780+0000 7fc68f42f780 1 < suggested update operation key=0SVTT81FXB2X tag=U2L4UX6OW9JZ type=write size=780773 2024-09-12T17:00:48.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.782+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~OMEC6YYLZ3UB.0 size=1048576 2024-09-12T17:00:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.783+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~OMEC6YYLZ3UB.1 size=25799 2024-09-12T17:00:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.783+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=OMEC6YYLZ3UB tag=5REEH7YLEKCM type=write size=2122951 2024-09-12T17:00:48.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.784+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~OCLDBO6K36GA.0 size=338257 2024-09-12T17:00:48.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.786+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=OCLDBO6K36GA tag=HT25BMP2R0QP type=write size=1386833 2024-09-12T17:00:48.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.788+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~5EUQM22DQ2T2.0 size=110344 2024-09-12T17:00:48.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.788+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=5EUQM22DQ2T2 tag=Y9Y15VPSUQ07 type=write size=1158920 2024-09-12T17:00:48.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.790+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~PE5QON10TGP3.0 size=1048576 2024-09-12T17:00:48.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.791+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~PE5QON10TGP3.1 size=1048576 2024-09-12T17:00:48.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.791+0000 7fc68f42f780 1 < canceled part key=_multipart_YZ11NLDPZ4HC.2~PE5QON10TGP3.2 size=154297 2024-09-12T17:00:48.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.792+0000 7fc68f42f780 1 < canceled multipart upload key=YZ11NLDPZ4HC upload=PE5QON10TGP3 tag=W3OHLK3TOR85 type=write size=3300025 2024-09-12T17:00:48.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.794+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~12K0TEJVF7D1.0 size=802183 2024-09-12T17:00:48.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.794+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=12K0TEJVF7D1 tag=QVBHM3AFP01A type=write size=1850759 2024-09-12T17:00:48.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.796+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=1A4CZEJB9SWU type=del 2024-09-12T17:00:48.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.798+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~AHDW68ES1TZH.0 size=1048576 2024-09-12T17:00:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.798+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~AHDW68ES1TZH.1 size=1048576 2024-09-12T17:00:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.799+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~AHDW68ES1TZH.2 size=100885 2024-09-12T17:00:48.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.799+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=AHDW68ES1TZH tag=5ZAZ3D5VJW73 type=write size=3246613 2024-09-12T17:00:48.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.801+0000 7fc68f42f780 1 < canceled operation key=G6LXZXKH2LCK tag=H3SUB4OAW38T type=del size=3135127 2024-09-12T17:00:48.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.802+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=24F2JEE7M565 type=write size=14396 2024-09-12T17:00:48.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.803+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=N7T35GPRX94I type=del 2024-09-12T17:00:48.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.805+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~QK587HXS8F87.0 size=6742 2024-09-12T17:00:48.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.805+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=QK587HXS8F87 tag=Y32BCTD5RR0M type=write size=1055318 2024-09-12T17:00:48.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.806+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=SIGFOADRX435 type=del 2024-09-12T17:00:48.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.808+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~0ZTYXH7D1PV5.0 size=1048576 2024-09-12T17:00:48.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.809+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~0ZTYXH7D1PV5.1 size=501131 2024-09-12T17:00:48.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.809+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=0ZTYXH7D1PV5 tag=KU7PHFL6YXDW type=write size=2598283 2024-09-12T17:00:48.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.810+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~9TJTK4M15ZB0.0 size=1048576 2024-09-12T17:00:48.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.812+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~9TJTK4M15ZB0.1 size=1048576 2024-09-12T17:00:48.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.812+0000 7fc68f42f780 1 < canceled part key=_multipart_NEAY7HVG4N98.2~9TJTK4M15ZB0.2 size=451200 2024-09-12T17:00:48.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.814+0000 7fc68f42f780 1 < canceled multipart upload key=NEAY7HVG4N98 upload=9TJTK4M15ZB0 tag=G1RBX72IDAF4 type=write size=3596928 2024-09-12T17:00:48.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.815+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=DZTL5Z2OFAGR type=del size=671575 2024-09-12T17:00:48.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.816+0000 7fc68f42f780 1 < completed write operation key=HCFK4AS0XMDI tag=E1Y857YPVA67 type=write size=1019375 2024-09-12T17:00:48.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.817+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=LFJ2L3QCBDH8 type=write size=88083 2024-09-12T17:00:48.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.820+0000 7fc68f42f780 1 < suggested remove operation key=YXWFMB60E9UH tag=TD88SKBCN6NQ type=del 2024-09-12T17:00:48.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.821+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=E256ZWOTZ19M type=write size=232214 2024-09-12T17:00:48.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.822+0000 7fc68f42f780 -1 < failed to complete operation key=0SVTT81FXB2X tag=SZ76AZLAAPOM type=write size=64953: (22) Invalid argument 2024-09-12T17:00:48.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.823+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=01L4BVGXDOZS type=write size=651013 2024-09-12T17:00:48.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.825+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=ZE36ZVGYHLQL type=del 2024-09-12T17:00:48.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.826+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=WWBPZJ9XI9QK type=write size=198744 2024-09-12T17:00:48.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.827+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=1T5843D6RI7T type=del 2024-09-12T17:00:48.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.829+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=9EZG505AI3D8 type=del size=1262275 2024-09-12T17:00:48.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.830+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~DMG1R33AU7Z6.0 size=214203 2024-09-12T17:00:48.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.833+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=DMG1R33AU7Z6 tag=TNP1T18R2WP6 type=write size=1262779 2024-09-12T17:00:48.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.834+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=XS5WD6H76K3Y type=write size=361438 2024-09-12T17:00:48.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.835+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=03U0651KX1WW type=del 2024-09-12T17:00:48.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.836+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=ED9GX8LS6GLJ type=write size=8496 2024-09-12T17:00:48.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.838+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=34JFJB1FIIRZ type=del 2024-09-12T17:00:48.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.839+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=TAB5JAC3Q58P type=del size=3276714 2024-09-12T17:00:48.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.840+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~OMEC6YYLZ3UB.0 size=1048576 2024-09-12T17:00:48.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.841+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~OMEC6YYLZ3UB.1 size=25799 2024-09-12T17:00:48.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.843+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=OMEC6YYLZ3UB tag=5REEH7YLEKCM type=write size=2122951 2024-09-12T17:00:48.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.844+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=U2Z30H3QDGO7 type=del size=4081017 2024-09-12T17:00:48.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.845+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~5EUQM22DQ2T2.0 size=110344 2024-09-12T17:00:48.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.847+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=5EUQM22DQ2T2 tag=Y9Y15VPSUQ07 type=write size=1158920 2024-09-12T17:00:48.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.849+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=EQN89H0K3PDW type=del size=593547 2024-09-12T17:00:48.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.850+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~12K0TEJVF7D1.0 size=802183 2024-09-12T17:00:48.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.852+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=12K0TEJVF7D1 tag=QVBHM3AFP01A type=write size=1850759 2024-09-12T17:00:48.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.853+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=XZ8PCGVH5DDW type=del size=1190019 2024-09-12T17:00:48.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.854+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~AHDW68ES1TZH.0 size=1048576 2024-09-12T17:00:48.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.855+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~AHDW68ES1TZH.1 size=1048576 2024-09-12T17:00:48.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.856+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~AHDW68ES1TZH.2 size=100885 2024-09-12T17:00:48.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.858+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=AHDW68ES1TZH tag=5ZAZ3D5VJW73 type=write size=3246613 2024-09-12T17:00:48.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.860+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=F616ZW4Z4LMQ type=del size=2615800 2024-09-12T17:00:48.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.861+0000 7fc68f42f780 1 < completed write operation key=YZ11NLDPZ4HC tag=24F2JEE7M565 type=write size=14396 2024-09-12T17:00:48.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.862+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=OWRN1RT3ADJ7 type=del size=607091 2024-09-12T17:00:48.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.863+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~QK587HXS8F87.0 size=6742 2024-09-12T17:00:48.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.865+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=QK587HXS8F87 tag=Y32BCTD5RR0M type=write size=1055318 2024-09-12T17:00:48.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.867+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=7Q4RUBXGQQB5 type=del size=2449666 2024-09-12T17:00:48.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.868+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~0ZTYXH7D1PV5.0 size=1048576 2024-09-12T17:00:48.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.869+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~0ZTYXH7D1PV5.1 size=501131 2024-09-12T17:00:48.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.871+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=0ZTYXH7D1PV5 tag=KU7PHFL6YXDW type=write size=2598283 2024-09-12T17:00:48.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.872+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=C0EAWYFIL863 type=del size=3604879 2024-09-12T17:00:48.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.873+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=DZTL5Z2OFAGR type=del 2024-09-12T17:00:48.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.875+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=LT4AQQVBGURW type=del size=3910777 2024-09-12T17:00:48.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.875+0000 7fc68f42f780 -1 < no bi entry to suggest for operation key=YXWFMB60E9UH tag=LFJ2L3QCBDH8 type=write size=88083: (2) No such file or directory 2024-09-12T17:00:48.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.876+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=4580V4KF16I7 type=del size=1192318 2024-09-12T17:00:48.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.877+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=E256ZWOTZ19M type=write size=232214 2024-09-12T17:00:48.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.880+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~9MQOLNX8FS5J.0 size=1048576 2024-09-12T17:00:48.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.881+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~9MQOLNX8FS5J.1 size=1048576 2024-09-12T17:00:48.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.882+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~9MQOLNX8FS5J.2 size=604716 2024-09-12T17:00:48.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.882+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=9MQOLNX8FS5J tag=X8A6C6EMN26O type=write size=3750444 2024-09-12T17:00:48.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.883+0000 7fc68f42f780 1 < canceled operation key=UTP229W3RHD3 tag=01L4BVGXDOZS type=write size=651013 2024-09-12T17:00:48.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.884+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=219M6779ICA7 type=del size=2452599 2024-09-12T17:00:48.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.885+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=WWBPZJ9XI9QK type=write size=198744 2024-09-12T17:00:48.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.886+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=9Y70RH5D6WE1 type=del size=3060689 2024-09-12T17:00:48.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.887+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=9EZG505AI3D8 type=del 2024-09-12T17:00:48.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.889+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~KT3HGGIB8PEX.0 size=1048576 2024-09-12T17:00:48.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.890+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~KT3HGGIB8PEX.1 size=623820 2024-09-12T17:00:48.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.890+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=KT3HGGIB8PEX tag=5169CGOHO5Y9 type=write size=2720972 2024-09-12T17:00:48.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.891+0000 7fc68f42f780 1 < completed write operation key=CBE2Q8N9LPWT tag=XS5WD6H76K3Y type=write size=361438 2024-09-12T17:00:48.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.893+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~IOH1CB0WOTVN.0 size=731248 2024-09-12T17:00:48.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.893+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=IOH1CB0WOTVN tag=2DCCU66Q16FX type=write size=1779824 2024-09-12T17:00:48.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.894+0000 7fc68f42f780 1 < canceled operation key=9RJEGZRPXJQH tag=ED9GX8LS6GLJ type=write size=8496 2024-09-12T17:00:48.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.896+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~0E3LIT2PY73K.0 size=1048576 2024-09-12T17:00:48.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.897+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~0E3LIT2PY73K.1 size=1048576 2024-09-12T17:00:48.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.898+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~0E3LIT2PY73K.2 size=336456 2024-09-12T17:00:48.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.898+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=0E3LIT2PY73K tag=1IOELYQK42AO type=write size=3482184 2024-09-12T17:00:48.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.900+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=TAB5JAC3Q58P type=del 2024-09-12T17:00:48.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.902+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=3WK4VTGPMTMO type=del size=883153 2024-09-12T17:00:48.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.903+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=U2Z30H3QDGO7 type=del 2024-09-12T17:00:48.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.904+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=IVTTK59OD90Q type=del size=3893045 2024-09-12T17:00:48.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.905+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=EQN89H0K3PDW type=del 2024-09-12T17:00:48.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.907+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~5DA1G4P0EWJK.0 size=1048576 2024-09-12T17:00:48.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.908+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~5DA1G4P0EWJK.1 size=316263 2024-09-12T17:00:48.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.908+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=5DA1G4P0EWJK tag=UOWRB18U69PU type=write size=2413415 2024-09-12T17:00:48.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.909+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=XZ8PCGVH5DDW type=del 2024-09-12T17:00:48.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.911+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=26AAKBTKJWF8 type=del size=1615564 2024-09-12T17:00:48.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.912+0000 7fc68f42f780 1 < canceled operation key=IGCTZ5WOBL39 tag=F616ZW4Z4LMQ type=del size=2615800 2024-09-12T17:00:48.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.913+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=KN8LKURQAR3D type=write size=249685 2024-09-12T17:00:48.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.915+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=OWRN1RT3ADJ7 type=del 2024-09-12T17:00:48.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.916+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=I8ZZJDJRX0ZH type=del size=868752 2024-09-12T17:00:48.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.917+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=7Q4RUBXGQQB5 type=del 2024-09-12T17:00:48.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.918+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=DC5TSER7UZYA type=write size=962875 2024-09-12T17:00:48.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.920+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=C0EAWYFIL863 type=del 2024-09-12T17:00:48.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.921+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=CWF0MMLW2SRR type=del size=3350426 2024-09-12T17:00:48.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.923+0000 7fc68f42f780 1 < suggested remove operation key=NALVOSHAE3VH tag=LT4AQQVBGURW type=del 2024-09-12T17:00:48.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.924+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=73VXGLX28PKY type=del size=2781027 2024-09-12T17:00:48.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.925+0000 7fc68f42f780 1 < canceled operation key=FLARRSQDFMB6 tag=4580V4KF16I7 type=del size=1192318 2024-09-12T17:00:48.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.927+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=6UJ7XF8HJIP9 type=del size=1249967 2024-09-12T17:00:48.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.928+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~9MQOLNX8FS5J.0 size=1048576 2024-09-12T17:00:48.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.929+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~9MQOLNX8FS5J.1 size=1048576 2024-09-12T17:00:48.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.929+0000 7fc68f42f780 1 < canceled part key=_multipart_YTRABX96UY8F.2~9MQOLNX8FS5J.2 size=604716 2024-09-12T17:00:48.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.932+0000 7fc68f42f780 1 < canceled multipart upload key=YTRABX96UY8F upload=9MQOLNX8FS5J tag=X8A6C6EMN26O type=write size=3750444 2024-09-12T17:00:48.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.934+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~1ILL9JPYCBP2.0 size=1048576 2024-09-12T17:00:48.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.935+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~1ILL9JPYCBP2.1 size=1009974 2024-09-12T17:00:48.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.935+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=1ILL9JPYCBP2 tag=63IIJ3FLCC60 type=write size=3107126 2024-09-12T17:00:48.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.937+0000 7fc68f42f780 1 < suggested remove operation key=YXWFMB60E9UH tag=219M6779ICA7 type=del 2024-09-12T17:00:48.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.938+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=DJ9TPSK0SWST type=del size=2610628 2024-09-12T17:00:48.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.939+0000 7fc68f42f780 -1 < failed to complete operation key=NALVOSHAE3VH tag=9Y70RH5D6WE1 type=del size=3060689: (22) Invalid argument 2024-09-12T17:00:48.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.941+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~VHREMS01AK07.0 size=1048576 2024-09-12T17:00:48.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.942+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~VHREMS01AK07.1 size=320739 2024-09-12T17:00:48.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.942+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=VHREMS01AK07 tag=4F9ONM3B3Q9K type=write size=2417891 2024-09-12T17:00:48.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.944+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~KT3HGGIB8PEX.0 size=1048576 2024-09-12T17:00:48.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.946+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~KT3HGGIB8PEX.1 size=623820 2024-09-12T17:00:48.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.949+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=KT3HGGIB8PEX tag=5169CGOHO5Y9 type=write size=2720972 2024-09-12T17:00:48.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.950+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=ZXZZE1YLOB0I type=del size=4149928 2024-09-12T17:00:48.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.951+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~IOH1CB0WOTVN.0 size=731248 2024-09-12T17:00:48.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.953+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=IOH1CB0WOTVN tag=2DCCU66Q16FX type=write size=1779824 2024-09-12T17:00:48.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.954+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=U3YRB0EP4SUH type=write size=530985 2024-09-12T17:00:48.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.956+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~0E3LIT2PY73K.0 size=1048576 2024-09-12T17:00:48.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.957+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~0E3LIT2PY73K.1 size=1048576 2024-09-12T17:00:48.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.957+0000 7fc68f42f780 1 < canceled part key=_multipart_JVU4KT3G91R7.2~0E3LIT2PY73K.2 size=336456 2024-09-12T17:00:48.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.958+0000 7fc68f42f780 1 < canceled multipart upload key=JVU4KT3G91R7 upload=0E3LIT2PY73K tag=1IOELYQK42AO type=write size=3482184 2024-09-12T17:00:48.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.960+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=BKUO1NBBNWZJ type=del size=1358703 2024-09-12T17:00:48.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.961+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=3WK4VTGPMTMO type=del 2024-09-12T17:00:48.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.962+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=4JROHQ2390RN type=del size=2896399 2024-09-12T17:00:48.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.963+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=IVTTK59OD90Q type=del 2024-09-12T17:00:48.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.965+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~OJI3FC5INT1Q.0 size=1048576 2024-09-12T17:00:48.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.966+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~OJI3FC5INT1Q.1 size=1048576 2024-09-12T17:00:48.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.968+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~OJI3FC5INT1Q.2 size=195417 2024-09-12T17:00:48.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.968+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=OJI3FC5INT1Q tag=B53LU01BF4UF type=write size=3341145 2024-09-12T17:00:48.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.969+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~5DA1G4P0EWJK.0 size=1048576 2024-09-12T17:00:48.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.970+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~5DA1G4P0EWJK.1 size=316263 2024-09-12T17:00:48.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.972+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=5DA1G4P0EWJK tag=UOWRB18U69PU type=write size=2413415 2024-09-12T17:00:48.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.973+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=0Y6ZT1HUN08H type=del size=211790 2024-09-12T17:00:48.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.974+0000 7fc68f42f780 1 < canceled operation key=KZSUBBPS0F1I tag=26AAKBTKJWF8 type=del size=1615564 2024-09-12T17:00:48.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.976+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=TJMMQ42P47W8 type=del size=1257898 2024-09-12T17:00:48.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.977+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=KN8LKURQAR3D type=write size=249685 2024-09-12T17:00:48.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.978+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=OHSHVMJI5DHT type=del size=842510 2024-09-12T17:00:48.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.980+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=I8ZZJDJRX0ZH type=del 2024-09-12T17:00:48.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.982+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~L9L2DL13PJS1.0 size=1048576 2024-09-12T17:00:48.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.983+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~L9L2DL13PJS1.1 size=1048576 2024-09-12T17:00:48.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.984+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~L9L2DL13PJS1.2 size=583021 2024-09-12T17:00:48.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.984+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=L9L2DL13PJS1 tag=8GEW0ZDEM9KT type=write size=3728749 2024-09-12T17:00:48.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.986+0000 7fc68f42f780 1 < suggested remove operation key=YTRABX96UY8F tag=DC5TSER7UZYA type=write 2024-09-12T17:00:48.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.988+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=6E2LNAAINJ5J type=del size=166247 2024-09-12T17:00:48.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.989+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=CWF0MMLW2SRR type=del 2024-09-12T17:00:48.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.990+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=OKPR29CLG6A6 type=del size=122022 2024-09-12T17:00:48.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.991+0000 7fc68f42f780 -1 < failed to complete operation key=YTRABX96UY8F tag=73VXGLX28PKY type=del size=2781027: (22) Invalid argument 2024-09-12T17:00:48.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.994+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~RH0FWS8QDR1E.0 size=1048576 2024-09-12T17:00:48.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.995+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~RH0FWS8QDR1E.1 size=960774 2024-09-12T17:00:48.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.995+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=RH0FWS8QDR1E tag=98YSP51B25PD type=write size=3057926 2024-09-12T17:00:48.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.996+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=6UJ7XF8HJIP9 type=del 2024-09-12T17:00:48.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.998+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~2VWB9565MWER.0 size=1048576 2024-09-12T17:00:49.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:48.999+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~2VWB9565MWER.1 size=1048576 2024-09-12T17:00:49.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.000+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~2VWB9565MWER.2 size=523657 2024-09-12T17:00:49.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.000+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=2VWB9565MWER tag=0OGUISRF03PG type=write size=3669385 2024-09-12T17:00:49.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.001+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~1ILL9JPYCBP2.0 size=1048576 2024-09-12T17:00:49.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.002+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~1ILL9JPYCBP2.1 size=1009974 2024-09-12T17:00:49.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.004+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=1ILL9JPYCBP2 tag=63IIJ3FLCC60 type=write size=3107126 2024-09-12T17:00:49.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.006+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~3YNWKB2YRRPV.0 size=99338 2024-09-12T17:00:49.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.006+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=3YNWKB2YRRPV tag=KOEBD7LTDT52 type=write size=1147914 2024-09-12T17:00:49.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.007+0000 7fc68f42f780 -1 < failed to complete operation key=YTRABX96UY8F tag=DJ9TPSK0SWST type=del size=2610628: (22) Invalid argument 2024-09-12T17:00:49.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.008+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=9VS8A21BASKP type=del size=2142696 2024-09-12T17:00:49.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.009+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~VHREMS01AK07.0 size=1048576 2024-09-12T17:00:49.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.010+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~VHREMS01AK07.1 size=320739 2024-09-12T17:00:49.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.012+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=VHREMS01AK07 tag=4F9ONM3B3Q9K type=write size=2417891 2024-09-12T17:00:49.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.013+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=6HU4IJAW7JCN type=del size=1215861 2024-09-12T17:00:49.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.015+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=ZXZZE1YLOB0I type=del 2024-09-12T17:00:49.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.016+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=88SFBQORC74W type=del size=1463663 2024-09-12T17:00:49.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.017+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=U3YRB0EP4SUH type=write size=530985 2024-09-12T17:00:49.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.018+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=ZSN6ZETVEGIJ type=del size=673988 2024-09-12T17:00:49.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.019+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=BKUO1NBBNWZJ type=del 2024-09-12T17:00:49.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.021+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=C9K5WITS0XGV type=del size=3609584 2024-09-12T17:00:49.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.022+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=4JROHQ2390RN type=del 2024-09-12T17:00:49.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.024+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~4QWJ4KMM69X5.0 size=210946 2024-09-12T17:00:49.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.024+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=4QWJ4KMM69X5 tag=Q5KMZR8YMWOW type=write size=1259522 2024-09-12T17:00:49.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.026+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~OJI3FC5INT1Q.0 size=1048576 2024-09-12T17:00:49.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.027+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~OJI3FC5INT1Q.1 size=1048576 2024-09-12T17:00:49.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.028+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~OJI3FC5INT1Q.2 size=195417 2024-09-12T17:00:49.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.030+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=OJI3FC5INT1Q tag=B53LU01BF4UF type=write size=3341145 2024-09-12T17:00:49.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.032+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~34L2DPV22CPJ.0 size=437242 2024-09-12T17:00:49.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.032+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=34L2DPV22CPJ tag=FENQ8BX2O7PG type=write size=1485818 2024-09-12T17:00:49.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.034+0000 7fc68f42f780 1 < suggested update operation key=AXKH2QANZCAL tag=0Y6ZT1HUN08H type=del size=211790 2024-09-12T17:00:49.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.036+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=17XLRWRJHO3R type=del size=927559 2024-09-12T17:00:49.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.037+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=TJMMQ42P47W8 type=del 2024-09-12T17:00:49.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.038+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=RJVSFNC0N72G type=del size=1627630 2024-09-12T17:00:49.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.039+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=OHSHVMJI5DHT type=del 2024-09-12T17:00:49.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.040+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=3RKE8HDPS2GB type=write size=18253 2024-09-12T17:00:49.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.041+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~L9L2DL13PJS1.0 size=1048576 2024-09-12T17:00:49.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.041+0000 7fc68f42f780 1 < canceled part key=_multipart_KZSUBBPS0F1I.2~L9L2DL13PJS1.1 size=1048576 2024-09-12T17:00:49.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.042+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~L9L2DL13PJS1.2 size=583021 2024-09-12T17:00:49.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.044+0000 7fc68f42f780 1 < canceled multipart upload key=KZSUBBPS0F1I upload=L9L2DL13PJS1 tag=8GEW0ZDEM9KT type=write size=3728749 2024-09-12T17:00:49.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.046+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~NZMU491X07UI.0 size=1048576 2024-09-12T17:00:49.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.047+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~NZMU491X07UI.1 size=51124 2024-09-12T17:00:49.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.047+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=NZMU491X07UI tag=3VUS70T2VO4E type=write size=2148276 2024-09-12T17:00:49.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.049+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=6E2LNAAINJ5J type=del 2024-09-12T17:00:49.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.050+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=UP1ELBDBMKC1 type=del size=546845 2024-09-12T17:00:49.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.051+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=OKPR29CLG6A6 type=del 2024-09-12T17:00:49.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.052+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=XILUMLNPQ8H5 type=write size=212994 2024-09-12T17:00:49.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.053+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~RH0FWS8QDR1E.0 size=1048576 2024-09-12T17:00:49.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.054+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~RH0FWS8QDR1E.1 size=960774 2024-09-12T17:00:49.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.056+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=RH0FWS8QDR1E tag=98YSP51B25PD type=write size=3057926 2024-09-12T17:00:49.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.057+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=5L8DDF45SGVA type=del size=3645221 2024-09-12T17:00:49.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.059+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~2VWB9565MWER.0 size=1048576 2024-09-12T17:00:49.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.060+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~2VWB9565MWER.1 size=1048576 2024-09-12T17:00:49.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.060+0000 7fc68f42f780 1 < canceled part key=_multipart_CNRF3YNKC07N.2~2VWB9565MWER.2 size=523657 2024-09-12T17:00:49.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.062+0000 7fc68f42f780 1 < canceled multipart upload key=CNRF3YNKC07N upload=2VWB9565MWER tag=0OGUISRF03PG type=write size=3669385 2024-09-12T17:00:49.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.064+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~ZL6HQCHKCEEB.0 size=1048576 2024-09-12T17:00:49.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.065+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~ZL6HQCHKCEEB.1 size=1048576 2024-09-12T17:00:49.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.066+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~ZL6HQCHKCEEB.2 size=623782 2024-09-12T17:00:49.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.066+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=ZL6HQCHKCEEB tag=11DVGPWRVOGJ type=write size=3769510 2024-09-12T17:00:49.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.067+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~3YNWKB2YRRPV.0 size=99338 2024-09-12T17:00:49.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.069+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=3YNWKB2YRRPV tag=KOEBD7LTDT52 type=write size=1147914 2024-09-12T17:00:49.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.071+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~9BAD4ZN9Z6GS.0 size=1048576 2024-09-12T17:00:49.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.072+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~9BAD4ZN9Z6GS.1 size=1048576 2024-09-12T17:00:49.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.073+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~9BAD4ZN9Z6GS.2 size=389741 2024-09-12T17:00:49.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.073+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=9BAD4ZN9Z6GS tag=T5RT08010MCZ type=write size=3535469 2024-09-12T17:00:49.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.074+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=9VS8A21BASKP type=del 2024-09-12T17:00:49.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.075+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=RZL3WU7UDGEG type=del size=1067438 2024-09-12T17:00:49.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.076+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=6HU4IJAW7JCN type=del 2024-09-12T17:00:49.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.078+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~I74TGWJ40O50.0 size=1048576 2024-09-12T17:00:49.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.079+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~I74TGWJ40O50.1 size=744261 2024-09-12T17:00:49.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.079+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=I74TGWJ40O50 tag=Z8V2APFJ4XSZ type=write size=2841413 2024-09-12T17:00:49.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.080+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=88SFBQORC74W type=del 2024-09-12T17:00:49.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.082+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=I0KP5D1XXTGO type=del size=401201 2024-09-12T17:00:49.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.083+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=ZSN6ZETVEGIJ type=del 2024-09-12T17:00:49.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.084+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=9TMM19UFE3FQ type=del size=2821409 2024-09-12T17:00:49.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.087+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=C9K5WITS0XGV type=del 2024-09-12T17:00:49.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.088+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=WTJ45W22UV8K type=write size=931511 2024-09-12T17:00:49.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.089+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~4QWJ4KMM69X5.0 size=210946 2024-09-12T17:00:49.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.091+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=4QWJ4KMM69X5 tag=Q5KMZR8YMWOW type=write size=1259522 2024-09-12T17:00:49.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.094+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~4DJLYS0EXT2G.0 size=997974 2024-09-12T17:00:49.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.094+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=4DJLYS0EXT2G tag=PJG3FWGR3JLX type=write size=2046550 2024-09-12T17:00:49.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.095+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~34L2DPV22CPJ.0 size=437242 2024-09-12T17:00:49.098 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.097+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=34L2DPV22CPJ tag=FENQ8BX2O7PG type=write size=1485818 2024-09-12T17:00:49.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.098+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=TXZI2C2JBT75 type=del size=2441047 2024-09-12T17:00:49.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.100+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=17XLRWRJHO3R type=del 2024-09-12T17:00:49.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.102+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~ZJ0EBX7D1VMD.0 size=747265 2024-09-12T17:00:49.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.102+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=ZJ0EBX7D1VMD tag=N0SCKY02ZMO1 type=write size=1795841 2024-09-12T17:00:49.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.103+0000 7fc68f42f780 1 < canceled operation key=CNRF3YNKC07N tag=RJVSFNC0N72G type=del size=1627630 2024-09-12T17:00:49.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.104+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=BYPMSPZ8RSXF type=del size=1860175 2024-09-12T17:00:49.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.105+0000 7fc68f42f780 1 < completed write operation key=JVU4KT3G91R7 tag=3RKE8HDPS2GB type=write size=18253 2024-09-12T17:00:49.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.106+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=JO4PTF1DG7QR type=write size=639893 2024-09-12T17:00:49.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.107+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~NZMU491X07UI.0 size=1048576 2024-09-12T17:00:49.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.108+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~NZMU491X07UI.1 size=51124 2024-09-12T17:00:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.110+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=NZMU491X07UI tag=3VUS70T2VO4E type=write size=2148276 2024-09-12T17:00:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.112+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=GNM4G6NWU533 type=del size=1556498 2024-09-12T17:00:49.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.113+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=UP1ELBDBMKC1 type=del 2024-09-12T17:00:49.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.114+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=UAXZI0BS89XQ type=write size=318333 2024-09-12T17:00:49.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.116+0000 7fc68f42f780 1 < canceled operation key=FFYEARKYU8MK tag=XILUMLNPQ8H5 type=write size=212994 2024-09-12T17:00:49.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.118+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~BKR83GKVIYMC.0 size=108103 2024-09-12T17:00:49.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.118+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=BKR83GKVIYMC tag=V8U4Q8PZXYSL type=write size=1156679 2024-09-12T17:00:49.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.119+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=5L8DDF45SGVA type=del 2024-09-12T17:00:49.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.121+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=TP1UNVTBVOE1 type=del size=3598081 2024-09-12T17:00:49.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.122+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~ZL6HQCHKCEEB.0 size=1048576 2024-09-12T17:00:49.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.123+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~ZL6HQCHKCEEB.1 size=1048576 2024-09-12T17:00:49.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.124+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~ZL6HQCHKCEEB.2 size=623782 2024-09-12T17:00:49.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.127+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=ZL6HQCHKCEEB tag=11DVGPWRVOGJ type=write size=3769510 2024-09-12T17:00:49.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.129+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~T1246AM9HT2F.0 size=1048576 2024-09-12T17:00:49.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.130+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~T1246AM9HT2F.1 size=1048576 2024-09-12T17:00:49.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.131+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~T1246AM9HT2F.2 size=828389 2024-09-12T17:00:49.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.131+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=T1246AM9HT2F tag=3L14U7XSRK7S type=write size=3974117 2024-09-12T17:00:49.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.132+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~9BAD4ZN9Z6GS.0 size=1048576 2024-09-12T17:00:49.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.134+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~9BAD4ZN9Z6GS.1 size=1048576 2024-09-12T17:00:49.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.135+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~9BAD4ZN9Z6GS.2 size=389741 2024-09-12T17:00:49.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.137+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=9BAD4ZN9Z6GS tag=T5RT08010MCZ type=write size=3535469 2024-09-12T17:00:49.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.138+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=OOVWND4O26FR type=del size=2134430 2024-09-12T17:00:49.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.141+0000 7fc68f42f780 1 < suggested update operation key=NALVOSHAE3VH tag=RZL3WU7UDGEG type=del size=1067438 2024-09-12T17:00:49.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.142+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=YJ33WDJ7NS16 type=del size=447536 2024-09-12T17:00:49.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.144+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~I74TGWJ40O50.0 size=1048576 2024-09-12T17:00:49.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.144+0000 7fc68f42f780 1 < canceled part key=_multipart_NEAY7HVG4N98.2~I74TGWJ40O50.1 size=744261 2024-09-12T17:00:49.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.146+0000 7fc68f42f780 1 < canceled multipart upload key=NEAY7HVG4N98 upload=I74TGWJ40O50 tag=Z8V2APFJ4XSZ type=write size=2841413 2024-09-12T17:00:49.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.148+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~7E8KC6VJB66F.0 size=1020842 2024-09-12T17:00:49.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.148+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=7E8KC6VJB66F tag=B0EM0HPEJAJ4 type=write size=2069418 2024-09-12T17:00:49.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.151+0000 7fc68f42f780 1 < suggested update operation key=KZSUBBPS0F1I tag=I0KP5D1XXTGO type=del size=401201 2024-09-12T17:00:49.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.154+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~EM4I1ZXBF0DP.0 size=1048576 2024-09-12T17:00:49.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.155+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~EM4I1ZXBF0DP.1 size=738015 2024-09-12T17:00:49.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.155+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=EM4I1ZXBF0DP tag=QU0M2NPCYBT9 type=write size=2835167 2024-09-12T17:00:49.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.156+0000 7fc68f42f780 -1 < failed to complete operation key=KZSUBBPS0F1I tag=9TMM19UFE3FQ type=del size=2821409: (22) Invalid argument 2024-09-12T17:00:49.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.157+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=2GD1I0OS64MM type=del size=832227 2024-09-12T17:00:49.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.159+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=WTJ45W22UV8K type=write size=931511 2024-09-12T17:00:49.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.160+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=S36AGCCJIDH5 type=del size=254064 2024-09-12T17:00:49.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.160+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~4DJLYS0EXT2G.0 size=997974 2024-09-12T17:00:49.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.162+0000 7fc68f42f780 1 < canceled multipart upload key=W0I001KV7JL4 upload=4DJLYS0EXT2G tag=PJG3FWGR3JLX type=write size=2046550 2024-09-12T17:00:49.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.165+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~SZAP383WWW22.0 size=1048576 2024-09-12T17:00:49.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.166+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~SZAP383WWW22.1 size=521301 2024-09-12T17:00:49.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.166+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=SZAP383WWW22 tag=7UV2IZBL6NX8 type=write size=2618453 2024-09-12T17:00:49.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.167+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=TXZI2C2JBT75 type=del 2024-09-12T17:00:49.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.168+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=OOP7RSTKOBA4 type=del size=4074656 2024-09-12T17:00:49.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.170+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~ZJ0EBX7D1VMD.0 size=747265 2024-09-12T17:00:49.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.172+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=ZJ0EBX7D1VMD tag=N0SCKY02ZMO1 type=write size=1795841 2024-09-12T17:00:49.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.173+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=ZRR5GQ5D0QF6 type=del size=3823281 2024-09-12T17:00:49.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.174+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=BYPMSPZ8RSXF type=del 2024-09-12T17:00:49.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.175+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=CU5S08OXRO7W type=write size=463286 2024-09-12T17:00:49.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.178+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=JO4PTF1DG7QR type=write size=639893 2024-09-12T17:00:49.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.179+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=RDGOST6JQMLY type=write size=675727 2024-09-12T17:00:49.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.181+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=GNM4G6NWU533 type=del 2024-09-12T17:00:49.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.182+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=JYU9BDNY8GOV type=del size=4167171 2024-09-12T17:00:49.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.184+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=UAXZI0BS89XQ type=write size=318333 2024-09-12T17:00:49.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.185+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=SJ8168AGRVUV type=del size=1334482 2024-09-12T17:00:49.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.186+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~BKR83GKVIYMC.0 size=108103 2024-09-12T17:00:49.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.188+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=BKR83GKVIYMC tag=V8U4Q8PZXYSL type=write size=1156679 2024-09-12T17:00:49.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.189+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=IQBGHOOW4Y9V type=write size=438306 2024-09-12T17:00:49.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.190+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=TP1UNVTBVOE1 type=del 2024-09-12T17:00:49.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.193+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~7EVWI2HV42AU.0 size=725443 2024-09-12T17:00:49.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.193+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=7EVWI2HV42AU tag=V5L7OE24PIXB type=write size=1774019 2024-09-12T17:00:49.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.194+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~T1246AM9HT2F.0 size=1048576 2024-09-12T17:00:49.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.195+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~T1246AM9HT2F.1 size=1048576 2024-09-12T17:00:49.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.196+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~T1246AM9HT2F.2 size=828389 2024-09-12T17:00:49.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.198+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=T1246AM9HT2F tag=3L14U7XSRK7S type=write size=3974117 2024-09-12T17:00:49.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.200+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~E1M3210LZLWC.0 size=1048576 2024-09-12T17:00:49.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.201+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~E1M3210LZLWC.1 size=346596 2024-09-12T17:00:49.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.201+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=E1M3210LZLWC tag=JJ6369JEKQMO type=write size=2443748 2024-09-12T17:00:49.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.203+0000 7fc68f42f780 1 < suggested remove operation key=UTP229W3RHD3 tag=OOVWND4O26FR type=del 2024-09-12T17:00:49.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.205+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~4OFMWF93IR3U.0 size=1048576 2024-09-12T17:00:49.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.206+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~4OFMWF93IR3U.1 size=339895 2024-09-12T17:00:49.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.206+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=4OFMWF93IR3U tag=O692V2U2QDSG type=write size=2437047 2024-09-12T17:00:49.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.207+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=YJ33WDJ7NS16 type=del 2024-09-12T17:00:49.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.208+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=IZEXCQAM9Y8O type=write size=667839 2024-09-12T17:00:49.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.209+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~7E8KC6VJB66F.0 size=1020842 2024-09-12T17:00:49.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.211+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=7E8KC6VJB66F tag=B0EM0HPEJAJ4 type=write size=2069418 2024-09-12T17:00:49.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.212+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=0XU4QOC0PFT5 type=write size=195423 2024-09-12T17:00:49.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.214+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~EM4I1ZXBF0DP.0 size=1048576 2024-09-12T17:00:49.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.214+0000 7fc68f42f780 1 < canceled part key=_multipart_JPQVCVA736JG.2~EM4I1ZXBF0DP.1 size=738015 2024-09-12T17:00:49.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.216+0000 7fc68f42f780 1 < canceled multipart upload key=JPQVCVA736JG upload=EM4I1ZXBF0DP tag=QU0M2NPCYBT9 type=write size=2835167 2024-09-12T17:00:49.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.218+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~LX56YNCS0567.0 size=1048576 2024-09-12T17:00:49.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.218+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~LX56YNCS0567.1 size=490735 2024-09-12T17:00:49.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.219+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=LX56YNCS0567 tag=CIYVFLLFL94H type=write size=2587887 2024-09-12T17:00:49.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.220+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=2GD1I0OS64MM type=del 2024-09-12T17:00:49.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.221+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=L39HL3Z8FRBH type=del size=2912827 2024-09-12T17:00:49.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.223+0000 7fc68f42f780 1 < suggested update operation key=QXA2N8KQQN1N tag=S36AGCCJIDH5 type=del size=254064 2024-09-12T17:00:49.225 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.224+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=4XBKDAP9XN1M type=del size=1817621 2024-09-12T17:00:49.226 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.225+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~SZAP383WWW22.0 size=1048576 2024-09-12T17:00:49.227 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.226+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~SZAP383WWW22.1 size=521301 2024-09-12T17:00:49.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.228+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=SZAP383WWW22 tag=7UV2IZBL6NX8 type=write size=2618453 2024-09-12T17:00:49.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.229+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=R7KQHN6RIJ7P type=del size=3923120 2024-09-12T17:00:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.230+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=OOP7RSTKOBA4 type=del 2024-09-12T17:00:49.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.231+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=35KTL4GYEZBA type=del size=2296437 2024-09-12T17:00:49.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.233+0000 7fc68f42f780 1 < canceled operation key=W0I001KV7JL4 tag=ZRR5GQ5D0QF6 type=del size=3823281 2024-09-12T17:00:49.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.234+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=PCXSP7E9YCZU type=del size=1776414 2024-09-12T17:00:49.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.235+0000 7fc68f42f780 1 < completed write operation key=NEAY7HVG4N98 tag=CU5S08OXRO7W type=write size=463286 2024-09-12T17:00:49.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.237+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~CSA1KQLRU7BX.0 size=1048576 2024-09-12T17:00:49.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.238+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~CSA1KQLRU7BX.1 size=416943 2024-09-12T17:00:49.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.238+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=CSA1KQLRU7BX tag=VLQRYPU6LT4A type=write size=2514095 2024-09-12T17:00:49.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.245+0000 7fc68f42f780 1 < completed write operation key=NALVOSHAE3VH tag=RDGOST6JQMLY type=write size=675727 2024-09-12T17:00:49.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.247+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~8C773XASKZ0Y.0 size=1048576 2024-09-12T17:00:49.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.248+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~8C773XASKZ0Y.1 size=816950 2024-09-12T17:00:49.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.248+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=8C773XASKZ0Y tag=X3J56MXUS3R5 type=write size=2914102 2024-09-12T17:00:49.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.250+0000 7fc68f42f780 1 < suggested remove operation key=52JV36JIR0EJ tag=JYU9BDNY8GOV type=del 2024-09-12T17:00:49.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.252+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~XUPOZJMU420K.0 size=725563 2024-09-12T17:00:49.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.252+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=XUPOZJMU420K tag=6N0ACVTCQQXH type=write size=1774139 2024-09-12T17:00:49.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.254+0000 7fc68f42f780 1 < suggested remove operation key=DF7W920VNP0G tag=SJ8168AGRVUV type=del 2024-09-12T17:00:49.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.255+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=T7K3BQEYRIY2 type=del size=3565486 2024-09-12T17:00:49.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.257+0000 7fc68f42f780 1 < completed write operation key=FQE909ZZU024 tag=IQBGHOOW4Y9V type=write size=438306 2024-09-12T17:00:49.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.258+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=T0ZFA45VPCWY type=del size=1996374 2024-09-12T17:00:49.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.258+0000 7fc68f42f780 1 < canceled part key=_multipart_8XULRL5LJZAH.2~7EVWI2HV42AU.0 size=725443 2024-09-12T17:00:49.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.260+0000 7fc68f42f780 1 < canceled multipart upload key=8XULRL5LJZAH upload=7EVWI2HV42AU tag=V5L7OE24PIXB type=write size=1774019 2024-09-12T17:00:49.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.261+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=DB2WYFE73AFH type=del size=1782261 2024-09-12T17:00:49.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.262+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~E1M3210LZLWC.0 size=1048576 2024-09-12T17:00:49.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.262+0000 7fc68f42f780 1 < canceled part key=_multipart_QXA2N8KQQN1N.2~E1M3210LZLWC.1 size=346596 2024-09-12T17:00:49.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.264+0000 7fc68f42f780 1 < canceled multipart upload key=QXA2N8KQQN1N upload=E1M3210LZLWC tag=JJ6369JEKQMO type=write size=2443748 2024-09-12T17:00:49.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.267+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~EPSDFA73ZC8Q.0 size=1048576 2024-09-12T17:00:49.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.268+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~EPSDFA73ZC8Q.1 size=319555 2024-09-12T17:00:49.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.268+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=EPSDFA73ZC8Q tag=I27LDNNT2DX6 type=write size=2416707 2024-09-12T17:00:49.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.268+0000 7fc68f42f780 1 < canceled part key=_multipart_QXA2N8KQQN1N.2~4OFMWF93IR3U.0 size=1048576 2024-09-12T17:00:49.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.269+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~4OFMWF93IR3U.1 size=339895 2024-09-12T17:00:49.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.271+0000 7fc68f42f780 1 < canceled multipart upload key=QXA2N8KQQN1N upload=4OFMWF93IR3U tag=O692V2U2QDSG type=write size=2437047 2024-09-12T17:00:49.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.272+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=3Z4OAARHYH9I type=del size=1735756 2024-09-12T17:00:49.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.273+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=IZEXCQAM9Y8O type=write size=667839 2024-09-12T17:00:49.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.274+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=7L7JMNY6ZBFL type=del size=2451643 2024-09-12T17:00:49.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.276+0000 7fc68f42f780 1 < completed write operation key=YTRABX96UY8F tag=0XU4QOC0PFT5 type=write size=195423 2024-09-12T17:00:49.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.277+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=3X6XDVCSTJP7 type=del size=1216694 2024-09-12T17:00:49.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.278+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~LX56YNCS0567.0 size=1048576 2024-09-12T17:00:49.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.279+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~LX56YNCS0567.1 size=490735 2024-09-12T17:00:49.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.281+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=LX56YNCS0567 tag=CIYVFLLFL94H type=write size=2587887 2024-09-12T17:00:49.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.283+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~MBCUXYNDCJMO.0 size=1048576 2024-09-12T17:00:49.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.284+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~MBCUXYNDCJMO.1 size=593069 2024-09-12T17:00:49.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.284+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=MBCUXYNDCJMO tag=6G52IUUD9XGF type=write size=2690221 2024-09-12T17:00:49.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.285+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=L39HL3Z8FRBH type=del 2024-09-12T17:00:49.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.286+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=3Q1ACU08QJDW type=del size=3111822 2024-09-12T17:00:49.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.288+0000 7fc68f42f780 1 < canceled operation key=HCFK4AS0XMDI tag=4XBKDAP9XN1M type=del size=1817621 2024-09-12T17:00:49.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.289+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=8SNW8M92KZOU type=write size=401841 2024-09-12T17:00:49.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.290+0000 7fc68f42f780 1 < canceled operation key=9N1QDZF7NPT0 tag=R7KQHN6RIJ7P type=del size=3923120 2024-09-12T17:00:49.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.293+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~DOIZYJN1ZNJM.0 size=1048576 2024-09-12T17:00:49.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.294+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~DOIZYJN1ZNJM.1 size=1048576 2024-09-12T17:00:49.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.297+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~DOIZYJN1ZNJM.2 size=584489 2024-09-12T17:00:49.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.297+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=DOIZYJN1ZNJM tag=JJ6ERMRDHZBQ type=write size=3730217 2024-09-12T17:00:49.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.300+0000 7fc68f42f780 1 < suggested update operation key=YXWFMB60E9UH tag=35KTL4GYEZBA type=del size=2296437 2024-09-12T17:00:49.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.302+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~AJFSO182IOEO.0 size=504096 2024-09-12T17:00:49.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.302+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=AJFSO182IOEO tag=XVFP29E39K4S type=write size=1552672 2024-09-12T17:00:49.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.303+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=PCXSP7E9YCZU type=del 2024-09-12T17:00:49.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.305+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~UIQJXWUIE4VR.0 size=1048576 2024-09-12T17:00:49.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.306+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~UIQJXWUIE4VR.1 size=1048576 2024-09-12T17:00:49.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.307+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~UIQJXWUIE4VR.2 size=710685 2024-09-12T17:00:49.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.307+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=UIQJXWUIE4VR tag=SCACL5MFMV5O type=write size=3856413 2024-09-12T17:00:49.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.308+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~CSA1KQLRU7BX.0 size=1048576 2024-09-12T17:00:49.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.309+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~CSA1KQLRU7BX.1 size=416943 2024-09-12T17:00:49.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.311+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=CSA1KQLRU7BX tag=VLQRYPU6LT4A type=write size=2514095 2024-09-12T17:00:49.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.314+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~P9IY2NT0TOA1.0 size=1048576 2024-09-12T17:00:49.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.314+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~P9IY2NT0TOA1.1 size=947840 2024-09-12T17:00:49.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.314+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=P9IY2NT0TOA1 tag=TKX6QZC8YK21 type=write size=3044992 2024-09-12T17:00:49.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.316+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~8C773XASKZ0Y.0 size=1048576 2024-09-12T17:00:49.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.317+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~8C773XASKZ0Y.1 size=816950 2024-09-12T17:00:49.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.319+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=8C773XASKZ0Y tag=X3J56MXUS3R5 type=write size=2914102 2024-09-12T17:00:49.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.320+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=HAO5RJPP1XSC type=del size=1906061 2024-09-12T17:00:49.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.321+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~XUPOZJMU420K.0 size=725563 2024-09-12T17:00:49.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.323+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=XUPOZJMU420K tag=6N0ACVTCQQXH type=write size=1774139 2024-09-12T17:00:49.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.325+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~YO3EGSJFQPWX.0 size=598455 2024-09-12T17:00:49.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.325+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=YO3EGSJFQPWX tag=UZWWLE3FH1UI type=write size=1647031 2024-09-12T17:00:49.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.326+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=T7K3BQEYRIY2 type=del 2024-09-12T17:00:49.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.327+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=UGUIMJPABQIZ type=del size=1506780 2024-09-12T17:00:49.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.328+0000 7fc68f42f780 1 < canceled operation key=CNRF3YNKC07N tag=T0ZFA45VPCWY type=del size=1996374 2024-09-12T17:00:49.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.329+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=ND6ZSUCGIGK3 type=del size=4160353 2024-09-12T17:00:49.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.330+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=DB2WYFE73AFH type=del 2024-09-12T17:00:49.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.332+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=YMU4IHFIGL9G type=del size=3580654 2024-09-12T17:00:49.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.332+0000 7fc68f42f780 1 < canceled part key=_multipart_NALVOSHAE3VH.2~EPSDFA73ZC8Q.0 size=1048576 2024-09-12T17:00:49.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.333+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~EPSDFA73ZC8Q.1 size=319555 2024-09-12T17:00:49.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.335+0000 7fc68f42f780 1 < canceled multipart upload key=NALVOSHAE3VH upload=EPSDFA73ZC8Q tag=I27LDNNT2DX6 type=write size=2416707 2024-09-12T17:00:49.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.336+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=W6JA912ZNNBV type=del size=1353134 2024-09-12T17:00:49.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.337+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=3Z4OAARHYH9I type=del 2024-09-12T17:00:49.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.340+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~QTRMUMSKJLDS.0 size=1048576 2024-09-12T17:00:49.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.341+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~QTRMUMSKJLDS.1 size=1048576 2024-09-12T17:00:49.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.342+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~QTRMUMSKJLDS.2 size=111068 2024-09-12T17:00:49.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.342+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=QTRMUMSKJLDS tag=ZDCY41OK4TXN type=write size=3256796 2024-09-12T17:00:49.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.343+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=7L7JMNY6ZBFL type=del 2024-09-12T17:00:49.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.344+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=IWRO6SQ5P2QC type=del size=2315261 2024-09-12T17:00:49.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.346+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=3X6XDVCSTJP7 type=del 2024-09-12T17:00:49.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.347+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=Y8YYUYP63SDJ type=del size=1281683 2024-09-12T17:00:49.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.348+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~MBCUXYNDCJMO.0 size=1048576 2024-09-12T17:00:49.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.349+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~MBCUXYNDCJMO.1 size=593069 2024-09-12T17:00:49.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.352+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=MBCUXYNDCJMO tag=6G52IUUD9XGF type=write size=2690221 2024-09-12T17:00:49.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.353+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=2NZ7QAJSEUS9 type=del size=896742 2024-09-12T17:00:49.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.354+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=3Q1ACU08QJDW type=del 2024-09-12T17:00:49.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.356+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=407RCFFKVLQM type=del size=3597084 2024-09-12T17:00:49.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.357+0000 7fc68f42f780 1 < completed write operation key=ZCAVQ3AQ5V23 tag=8SNW8M92KZOU type=write size=401841 2024-09-12T17:00:49.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.358+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=TVYROAJCMX9A type=del size=1595129 2024-09-12T17:00:49.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.359+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~DOIZYJN1ZNJM.0 size=1048576 2024-09-12T17:00:49.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.360+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~DOIZYJN1ZNJM.1 size=1048576 2024-09-12T17:00:49.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.361+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~DOIZYJN1ZNJM.2 size=584489 2024-09-12T17:00:49.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.363+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=DOIZYJN1ZNJM tag=JJ6ERMRDHZBQ type=write size=3730217 2024-09-12T17:00:49.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.366+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~5ZAKHG1OXI2Q.0 size=1048576 2024-09-12T17:00:49.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.367+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~5ZAKHG1OXI2Q.1 size=780169 2024-09-12T17:00:49.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.367+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=5ZAKHG1OXI2Q tag=NOBWMF619A1M type=write size=2877321 2024-09-12T17:00:49.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.368+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~AJFSO182IOEO.0 size=504096 2024-09-12T17:00:49.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.370+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=AJFSO182IOEO tag=XVFP29E39K4S type=write size=1552672 2024-09-12T17:00:49.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.371+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=D1WJPXY5A0CA type=write size=212386 2024-09-12T17:00:49.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.372+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~UIQJXWUIE4VR.0 size=1048576 2024-09-12T17:00:49.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.372+0000 7fc68f42f780 1 < canceled part key=_multipart_NALVOSHAE3VH.2~UIQJXWUIE4VR.1 size=1048576 2024-09-12T17:00:49.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.373+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~UIQJXWUIE4VR.2 size=710685 2024-09-12T17:00:49.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.375+0000 7fc68f42f780 1 < canceled multipart upload key=NALVOSHAE3VH upload=UIQJXWUIE4VR tag=SCACL5MFMV5O type=write size=3856413 2024-09-12T17:00:49.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.377+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~3JXK4S9XU4RN.0 size=1048576 2024-09-12T17:00:49.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.378+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~3JXK4S9XU4RN.1 size=1048576 2024-09-12T17:00:49.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.379+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~3JXK4S9XU4RN.2 size=822048 2024-09-12T17:00:49.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.379+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=3JXK4S9XU4RN tag=7S39GB16S692 type=write size=3967776 2024-09-12T17:00:49.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.380+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~P9IY2NT0TOA1.0 size=1048576 2024-09-12T17:00:49.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.381+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~P9IY2NT0TOA1.1 size=947840 2024-09-12T17:00:49.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.384+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=P9IY2NT0TOA1 tag=TKX6QZC8YK21 type=write size=3044992 2024-09-12T17:00:49.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.385+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=DWHNCJMWB579 type=del size=2717493 2024-09-12T17:00:49.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.386+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=HAO5RJPP1XSC type=del 2024-09-12T17:00:49.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.387+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=ZD8VEY8NVUZC type=write size=225176 2024-09-12T17:00:49.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.389+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~YO3EGSJFQPWX.0 size=598455 2024-09-12T17:00:49.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.391+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=YO3EGSJFQPWX tag=UZWWLE3FH1UI type=write size=1647031 2024-09-12T17:00:49.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.393+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~XY123D1TDU6Y.0 size=1048576 2024-09-12T17:00:49.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.394+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~XY123D1TDU6Y.1 size=1048576 2024-09-12T17:00:49.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.395+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~XY123D1TDU6Y.2 size=428114 2024-09-12T17:00:49.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.395+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=XY123D1TDU6Y tag=6JH6JFT9GREE type=write size=3573842 2024-09-12T17:00:49.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.396+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=UGUIMJPABQIZ type=del 2024-09-12T17:00:49.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.398+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1CMKSIZQFYZ9.0 size=1048576 2024-09-12T17:00:49.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.399+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1CMKSIZQFYZ9.1 size=1048576 2024-09-12T17:00:49.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.400+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1CMKSIZQFYZ9.2 size=474954 2024-09-12T17:00:49.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.400+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=1CMKSIZQFYZ9 tag=EMEGF20Q7EEN type=write size=3620682 2024-09-12T17:00:49.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.402+0000 7fc68f42f780 1 < suggested update operation key=ZCAVQ3AQ5V23 tag=ND6ZSUCGIGK3 type=del size=4160353 2024-09-12T17:00:49.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.403+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=37IVETH2LJTS type=del size=174198 2024-09-12T17:00:49.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.404+0000 7fc68f42f780 -1 < failed to complete operation key=ZCAVQ3AQ5V23 tag=YMU4IHFIGL9G type=del size=3580654: (22) Invalid argument 2024-09-12T17:00:49.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.405+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=OZN839LFSK2N type=del size=2991296 2024-09-12T17:00:49.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.408+0000 7fc68f42f780 -1 < failed to complete operation key=ZCAVQ3AQ5V23 tag=W6JA912ZNNBV type=del size=1353134: (22) Invalid argument 2024-09-12T17:00:49.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.409+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=MA5OM5W059D4 type=write size=444824 2024-09-12T17:00:49.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.410+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~QTRMUMSKJLDS.0 size=1048576 2024-09-12T17:00:49.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.411+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~QTRMUMSKJLDS.1 size=1048576 2024-09-12T17:00:49.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.412+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~QTRMUMSKJLDS.2 size=111068 2024-09-12T17:00:49.415 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.414+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=QTRMUMSKJLDS tag=ZDCY41OK4TXN type=write size=3256796 2024-09-12T17:00:49.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.415+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=Q17ML5DPSQ7V type=del size=371621 2024-09-12T17:00:49.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.417+0000 7fc68f42f780 1 < suggested remove operation key=5G9ZFBIRSZN0 tag=IWRO6SQ5P2QC type=del 2024-09-12T17:00:49.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.419+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~24ALJQ3UP97J.0 size=246167 2024-09-12T17:00:49.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.419+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=24ALJQ3UP97J tag=EENQ83RWIVFD type=write size=1294743 2024-09-12T17:00:49.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.421+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=Y8YYUYP63SDJ type=del size=1281683 2024-09-12T17:00:49.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.423+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~T0WAFKEBDTNI.0 size=1048576 2024-09-12T17:00:49.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.424+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~T0WAFKEBDTNI.1 size=514686 2024-09-12T17:00:49.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.424+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=T0WAFKEBDTNI tag=Q16IY5N7CP0Q type=write size=2611838 2024-09-12T17:00:49.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.425+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=2NZ7QAJSEUS9 type=del 2024-09-12T17:00:49.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.426+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=S58SJ6T87G4O type=del size=2324630 2024-09-12T17:00:49.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.427+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=407RCFFKVLQM type=del 2024-09-12T17:00:49.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.432+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=W34J23FQAEMJ type=del size=3192834 2024-09-12T17:00:49.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.434+0000 7fc68f42f780 1 < canceled operation key=FQE909ZZU024 tag=TVYROAJCMX9A type=del size=1595129 2024-09-12T17:00:49.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.436+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~7MKLEOXNX1U7.0 size=934453 2024-09-12T17:00:49.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.436+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=7MKLEOXNX1U7 tag=I7C0O79NSW7N type=write size=1983029 2024-09-12T17:00:49.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.438+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~5ZAKHG1OXI2Q.0 size=1048576 2024-09-12T17:00:49.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.439+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~5ZAKHG1OXI2Q.1 size=780169 2024-09-12T17:00:49.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.441+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=5ZAKHG1OXI2Q tag=NOBWMF619A1M type=write size=2877321 2024-09-12T17:00:49.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.443+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~GJICNGOPIK2J.0 size=646904 2024-09-12T17:00:49.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.443+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=GJICNGOPIK2J tag=IZPE00DY3FW7 type=write size=1695480 2024-09-12T17:00:49.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.444+0000 7fc68f42f780 1 < completed write operation key=5IRJPMUAJTW1 tag=D1WJPXY5A0CA type=write size=212386 2024-09-12T17:00:49.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.445+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=7CMFCDC02EAJ type=del size=383870 2024-09-12T17:00:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.446+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~3JXK4S9XU4RN.0 size=1048576 2024-09-12T17:00:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.447+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~3JXK4S9XU4RN.1 size=1048576 2024-09-12T17:00:49.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.448+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~3JXK4S9XU4RN.2 size=822048 2024-09-12T17:00:49.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.450+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=3JXK4S9XU4RN tag=7S39GB16S692 type=write size=3967776 2024-09-12T17:00:49.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.453+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~NMPBZC1DTFB5.0 size=699453 2024-09-12T17:00:49.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.453+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=NMPBZC1DTFB5 tag=GULI7KIDU5GU type=write size=1748029 2024-09-12T17:00:49.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.454+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=DWHNCJMWB579 type=del 2024-09-12T17:00:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.455+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=6F4HFHXEZATS type=write size=878028 2024-09-12T17:00:49.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.456+0000 7fc68f42f780 1 < completed write operation key=6QSQEMIJKMU1 tag=ZD8VEY8NVUZC type=write size=225176 2024-09-12T17:00:49.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.458+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=OY8P8EG9OCO2 type=del size=2679877 2024-09-12T17:00:49.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.459+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~XY123D1TDU6Y.0 size=1048576 2024-09-12T17:00:49.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.460+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~XY123D1TDU6Y.1 size=1048576 2024-09-12T17:00:49.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.461+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~XY123D1TDU6Y.2 size=428114 2024-09-12T17:00:49.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.463+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=XY123D1TDU6Y tag=6JH6JFT9GREE type=write size=3573842 2024-09-12T17:00:49.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.465+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~0J401KIKIF1Z.0 size=1048576 2024-09-12T17:00:49.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.466+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~0J401KIKIF1Z.1 size=1048576 2024-09-12T17:00:49.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.467+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~0J401KIKIF1Z.2 size=281539 2024-09-12T17:00:49.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.467+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=0J401KIKIF1Z tag=6J7J3DI7SJO6 type=write size=3427267 2024-09-12T17:00:49.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.468+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1CMKSIZQFYZ9.0 size=1048576 2024-09-12T17:00:49.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.469+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1CMKSIZQFYZ9.1 size=1048576 2024-09-12T17:00:49.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.470+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1CMKSIZQFYZ9.2 size=474954 2024-09-12T17:00:49.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.472+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=1CMKSIZQFYZ9 tag=EMEGF20Q7EEN type=write size=3620682 2024-09-12T17:00:49.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.473+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=ZOF7M2YRD8H6 type=del size=603116 2024-09-12T17:00:49.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.474+0000 7fc68f42f780 1 < canceled operation key=8XULRL5LJZAH tag=37IVETH2LJTS type=del size=174198 2024-09-12T17:00:49.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.476+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~VJ18EZLA3A33.0 size=1048576 2024-09-12T17:00:49.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.477+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~VJ18EZLA3A33.1 size=1048576 2024-09-12T17:00:49.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.478+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~VJ18EZLA3A33.2 size=611570 2024-09-12T17:00:49.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.478+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=VJ18EZLA3A33 tag=EQT2FXP4Z5HX type=write size=3757298 2024-09-12T17:00:49.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.479+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=OZN839LFSK2N type=del 2024-09-12T17:00:49.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.481+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~OJUUQR95NE9H.0 size=1048576 2024-09-12T17:00:49.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.483+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~OJUUQR95NE9H.1 size=1048576 2024-09-12T17:00:49.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.483+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~OJUUQR95NE9H.2 size=681472 2024-09-12T17:00:49.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.483+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=OJUUQR95NE9H tag=OJKN0N97H4XI type=write size=3827200 2024-09-12T17:00:49.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.485+0000 7fc68f42f780 1 < canceled operation key=5IRJPMUAJTW1 tag=MA5OM5W059D4 type=write size=444824 2024-09-12T17:00:49.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.487+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~6XCU0Z6M3NXD.0 size=1048576 2024-09-12T17:00:49.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.490+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~6XCU0Z6M3NXD.1 size=1030283 2024-09-12T17:00:49.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.490+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=6XCU0Z6M3NXD tag=SCZ75342W926 type=write size=3127435 2024-09-12T17:00:49.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.491+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=Q17ML5DPSQ7V type=del 2024-09-12T17:00:49.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.492+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=OP14MUGD47GJ type=del size=3470277 2024-09-12T17:00:49.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.493+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~24ALJQ3UP97J.0 size=246167 2024-09-12T17:00:49.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.495+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=24ALJQ3UP97J tag=EENQ83RWIVFD type=write size=1294743 2024-09-12T17:00:49.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.496+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=XCP2EM9AXTZI type=write size=40089 2024-09-12T17:00:49.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.498+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~T0WAFKEBDTNI.0 size=1048576 2024-09-12T17:00:49.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.499+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~T0WAFKEBDTNI.1 size=514686 2024-09-12T17:00:49.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.500+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=T0WAFKEBDTNI tag=Q16IY5N7CP0Q type=write size=2611838 2024-09-12T17:00:49.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.502+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=15IJ5N0CYIR9 type=del size=3286219 2024-09-12T17:00:49.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.503+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=S58SJ6T87G4O type=del 2024-09-12T17:00:49.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.505+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~S2X6PD6LTBHC.0 size=1048576 2024-09-12T17:00:49.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.506+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~S2X6PD6LTBHC.1 size=334329 2024-09-12T17:00:49.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.506+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=S2X6PD6LTBHC tag=G1HSCU3R39ML type=write size=2431481 2024-09-12T17:00:49.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.508+0000 7fc68f42f780 1 < suggested update operation key=KZSUBBPS0F1I tag=W34J23FQAEMJ type=del size=3192834 2024-09-12T17:00:49.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.510+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=Y8WV6KL37FU0 type=del size=1241563 2024-09-12T17:00:49.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.511+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~7MKLEOXNX1U7.0 size=934453 2024-09-12T17:00:49.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.513+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=7MKLEOXNX1U7 tag=I7C0O79NSW7N type=write size=1983029 2024-09-12T17:00:49.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.514+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=RMPC3ERQA0AC type=del size=3101409 2024-09-12T17:00:49.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.515+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~GJICNGOPIK2J.0 size=646904 2024-09-12T17:00:49.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.517+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=GJICNGOPIK2J tag=IZPE00DY3FW7 type=write size=1695480 2024-09-12T17:00:49.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.519+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~M2CADLM40Y5H.0 size=1048576 2024-09-12T17:00:49.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.520+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~M2CADLM40Y5H.1 size=203197 2024-09-12T17:00:49.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.520+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=M2CADLM40Y5H tag=HY1YXYFNTI1E type=write size=2300349 2024-09-12T17:00:49.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.521+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=7CMFCDC02EAJ type=del 2024-09-12T17:00:49.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.524+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~XYNJ8D1Y4TFG.0 size=1048576 2024-09-12T17:00:49.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.525+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~XYNJ8D1Y4TFG.1 size=1048576 2024-09-12T17:00:49.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.526+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~XYNJ8D1Y4TFG.2 size=992059 2024-09-12T17:00:49.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.526+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=XYNJ8D1Y4TFG tag=MXGN2SCGXZSI type=write size=4137787 2024-09-12T17:00:49.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.527+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~NMPBZC1DTFB5.0 size=699453 2024-09-12T17:00:49.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.529+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=NMPBZC1DTFB5 tag=GULI7KIDU5GU type=write size=1748029 2024-09-12T17:00:49.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.531+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~2N5P97FOHOF1.0 size=1048576 2024-09-12T17:00:49.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.532+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~2N5P97FOHOF1.1 size=1048576 2024-09-12T17:00:49.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.533+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~2N5P97FOHOF1.2 size=993770 2024-09-12T17:00:49.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.533+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=2N5P97FOHOF1 tag=FG43FAP580WD type=write size=4139498 2024-09-12T17:00:49.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.534+0000 7fc68f42f780 1 < completed write operation key=6QSQEMIJKMU1 tag=6F4HFHXEZATS type=write size=878028 2024-09-12T17:00:49.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.535+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=U0ZKBBLE2PM2 type=del size=26748 2024-09-12T17:00:49.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.536+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=OY8P8EG9OCO2 type=del 2024-09-12T17:00:49.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.539+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~ASPCRYLKR2J8.0 size=924012 2024-09-12T17:00:49.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.539+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=ASPCRYLKR2J8 tag=FPE682K83OLP type=write size=1972588 2024-09-12T17:00:49.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.540+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~0J401KIKIF1Z.0 size=1048576 2024-09-12T17:00:49.542 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.541+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~0J401KIKIF1Z.1 size=1048576 2024-09-12T17:00:49.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.542+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~0J401KIKIF1Z.2 size=281539 2024-09-12T17:00:49.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.543+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=0J401KIKIF1Z tag=6J7J3DI7SJO6 type=write size=3427267 2024-09-12T17:00:49.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.545+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~6K6AS44VWDBX.0 size=1048576 2024-09-12T17:00:49.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.546+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~6K6AS44VWDBX.1 size=1048576 2024-09-12T17:00:49.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.547+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~6K6AS44VWDBX.2 size=506430 2024-09-12T17:00:49.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.547+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=6K6AS44VWDBX tag=HX7PEFG7YA1K type=write size=3652158 2024-09-12T17:00:49.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.548+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=ZOF7M2YRD8H6 type=del 2024-09-12T17:00:49.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.550+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~6T83EHXCDJOZ.0 size=930774 2024-09-12T17:00:49.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.550+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=6T83EHXCDJOZ tag=BQP8PZW0ID2G type=write size=1979350 2024-09-12T17:00:49.553 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.552+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~VJ18EZLA3A33.0 size=1048576 2024-09-12T17:00:49.554 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.552+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~VJ18EZLA3A33.1 size=1048576 2024-09-12T17:00:49.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.553+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~VJ18EZLA3A33.2 size=611570 2024-09-12T17:00:49.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.555+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=VJ18EZLA3A33 tag=EQT2FXP4Z5HX type=write size=3757298 2024-09-12T17:00:49.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.556+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=5B5DMNDK0GR3 type=del size=1569469 2024-09-12T17:00:49.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.558+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~OJUUQR95NE9H.0 size=1048576 2024-09-12T17:00:49.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.559+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~OJUUQR95NE9H.1 size=1048576 2024-09-12T17:00:49.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.559+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~OJUUQR95NE9H.2 size=681472 2024-09-12T17:00:49.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.561+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=OJUUQR95NE9H tag=OJKN0N97H4XI type=write size=3827200 2024-09-12T17:00:49.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.563+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LSZ3N2H262M1.0 size=1048576 2024-09-12T17:00:49.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.564+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LSZ3N2H262M1.1 size=866742 2024-09-12T17:00:49.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.564+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=LSZ3N2H262M1 tag=GM1NDAW667JO type=write size=2963894 2024-09-12T17:00:49.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.565+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~6XCU0Z6M3NXD.0 size=1048576 2024-09-12T17:00:49.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.566+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~6XCU0Z6M3NXD.1 size=1030283 2024-09-12T17:00:49.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.568+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=6XCU0Z6M3NXD tag=SCZ75342W926 type=write size=3127435 2024-09-12T17:00:49.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.569+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=8A6Y0LI4RZBZ type=del size=3652628 2024-09-12T17:00:49.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.570+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=OP14MUGD47GJ type=del 2024-09-12T17:00:49.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.572+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~UJQX81G5R81Y.0 size=1048576 2024-09-12T17:00:49.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.573+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~UJQX81G5R81Y.1 size=426708 2024-09-12T17:00:49.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.573+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=UJQX81G5R81Y tag=IYUQI2IP0GKH type=write size=2523860 2024-09-12T17:00:49.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.574+0000 7fc68f42f780 1 < completed write operation key=5IRJPMUAJTW1 tag=XCP2EM9AXTZI type=write size=40089 2024-09-12T17:00:49.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.576+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~LBDQ44BTJ3Q8.0 size=1048576 2024-09-12T17:00:49.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.577+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~LBDQ44BTJ3Q8.1 size=1048576 2024-09-12T17:00:49.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.578+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~LBDQ44BTJ3Q8.2 size=54124 2024-09-12T17:00:49.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.578+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=LBDQ44BTJ3Q8 tag=ZJ2Y7PAE600Q type=write size=3199852 2024-09-12T17:00:49.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.579+0000 7fc68f42f780 1 < canceled operation key=QXA2N8KQQN1N tag=15IJ5N0CYIR9 type=del size=3286219 2024-09-12T17:00:49.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.580+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=P986KDMN5LPR type=del size=1783170 2024-09-12T17:00:49.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.582+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~S2X6PD6LTBHC.0 size=1048576 2024-09-12T17:00:49.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.583+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~S2X6PD6LTBHC.1 size=334329 2024-09-12T17:00:49.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.584+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=S2X6PD6LTBHC tag=G1HSCU3R39ML type=write size=2431481 2024-09-12T17:00:49.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.586+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=9U8GM44XXDBG type=write size=634776 2024-09-12T17:00:49.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.587+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=Y8WV6KL37FU0 type=del 2024-09-12T17:00:49.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.588+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=YKXT1C6QQBMO type=del size=2972766 2024-09-12T17:00:49.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.589+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=RMPC3ERQA0AC type=del 2024-09-12T17:00:49.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.590+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=21TE0R9U51ZZ type=del size=2428879 2024-09-12T17:00:49.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.591+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~M2CADLM40Y5H.0 size=1048576 2024-09-12T17:00:49.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.592+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~M2CADLM40Y5H.1 size=203197 2024-09-12T17:00:49.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.594+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=M2CADLM40Y5H tag=HY1YXYFNTI1E type=write size=2300349 2024-09-12T17:00:49.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.595+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=2UD4416F7Z0K type=del size=346198 2024-09-12T17:00:49.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.597+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~XYNJ8D1Y4TFG.0 size=1048576 2024-09-12T17:00:49.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.597+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~XYNJ8D1Y4TFG.1 size=1048576 2024-09-12T17:00:49.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.598+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~XYNJ8D1Y4TFG.2 size=992059 2024-09-12T17:00:49.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.600+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=XYNJ8D1Y4TFG tag=MXGN2SCGXZSI type=write size=4137787 2024-09-12T17:00:49.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.601+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=Z4UOHQA24R8Y type=del size=3270962 2024-09-12T17:00:49.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.603+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~2N5P97FOHOF1.0 size=1048576 2024-09-12T17:00:49.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.604+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~2N5P97FOHOF1.1 size=1048576 2024-09-12T17:00:49.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.605+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~2N5P97FOHOF1.2 size=993770 2024-09-12T17:00:49.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.607+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=2N5P97FOHOF1 tag=FG43FAP580WD type=write size=4139498 2024-09-12T17:00:49.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.609+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~XBAIZ7QZMAO4.0 size=1048576 2024-09-12T17:00:49.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.609+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~XBAIZ7QZMAO4.1 size=1048576 2024-09-12T17:00:49.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.610+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~XBAIZ7QZMAO4.2 size=944925 2024-09-12T17:00:49.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.610+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=XBAIZ7QZMAO4 tag=V13UTT46AXEF type=write size=4090653 2024-09-12T17:00:49.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.612+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=U0ZKBBLE2PM2 type=del 2024-09-12T17:00:49.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.614+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~9W6OMEXJ4BM7.0 size=1048576 2024-09-12T17:00:49.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.614+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~9W6OMEXJ4BM7.1 size=144540 2024-09-12T17:00:49.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.614+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=9W6OMEXJ4BM7 tag=3790FTH1SISI type=write size=2241692 2024-09-12T17:00:49.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.616+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~ASPCRYLKR2J8.0 size=924012 2024-09-12T17:00:49.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.617+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=ASPCRYLKR2J8 tag=FPE682K83OLP type=write size=1972588 2024-09-12T17:00:49.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.620+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~0P8YC9D3I150.0 size=1048576 2024-09-12T17:00:49.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.621+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~0P8YC9D3I150.1 size=236544 2024-09-12T17:00:49.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.621+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=0P8YC9D3I150 tag=WBGSK29761QW type=write size=2333696 2024-09-12T17:00:49.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.621+0000 7fc68f42f780 1 < canceled part key=_multipart_9RJEGZRPXJQH.2~6K6AS44VWDBX.0 size=1048576 2024-09-12T17:00:49.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.622+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~6K6AS44VWDBX.1 size=1048576 2024-09-12T17:00:49.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.623+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~6K6AS44VWDBX.2 size=506430 2024-09-12T17:00:49.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.626+0000 7fc68f42f780 1 < canceled multipart upload key=9RJEGZRPXJQH upload=6K6AS44VWDBX tag=HX7PEFG7YA1K type=write size=3652158 2024-09-12T17:00:49.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.627+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=2A86A0R26CD5 type=write size=282384 2024-09-12T17:00:49.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.628+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~6T83EHXCDJOZ.0 size=930774 2024-09-12T17:00:49.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.630+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=6T83EHXCDJOZ tag=BQP8PZW0ID2G type=write size=1979350 2024-09-12T17:00:49.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.632+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~2UKR6CL744T6.0 size=751362 2024-09-12T17:00:49.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.632+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=2UKR6CL744T6 tag=2RZV75SE713W type=write size=1799938 2024-09-12T17:00:49.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.633+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=5B5DMNDK0GR3 type=del 2024-09-12T17:00:49.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.634+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=KBZZGDFI62P7 type=del size=940699 2024-09-12T17:00:49.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.636+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~LSZ3N2H262M1.0 size=1048576 2024-09-12T17:00:49.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.637+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~LSZ3N2H262M1.1 size=866742 2024-09-12T17:00:49.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.639+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=LSZ3N2H262M1 tag=GM1NDAW667JO type=write size=2963894 2024-09-12T17:00:49.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.641+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~VV0NW7EZ9KFU.0 size=1048576 2024-09-12T17:00:49.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.641+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~VV0NW7EZ9KFU.1 size=1048576 2024-09-12T17:00:49.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.642+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~VV0NW7EZ9KFU.2 size=1017070 2024-09-12T17:00:49.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.642+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=VV0NW7EZ9KFU tag=XPESVVV2G8M5 type=write size=4162798 2024-09-12T17:00:49.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.645+0000 7fc68f42f780 1 < suggested update operation key=0SVTT81FXB2X tag=8A6Y0LI4RZBZ type=del size=3652628 2024-09-12T17:00:49.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.646+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=KYPN56OBVEHN type=del size=2166516 2024-09-12T17:00:49.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.647+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~UJQX81G5R81Y.0 size=1048576 2024-09-12T17:00:49.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.648+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~UJQX81G5R81Y.1 size=426708 2024-09-12T17:00:49.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.650+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=UJQX81G5R81Y tag=IYUQI2IP0GKH type=write size=2523860 2024-09-12T17:00:49.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.651+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=2S1229XG0DT8 type=del size=3320035 2024-09-12T17:00:49.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.652+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~LBDQ44BTJ3Q8.0 size=1048576 2024-09-12T17:00:49.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.653+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~LBDQ44BTJ3Q8.1 size=1048576 2024-09-12T17:00:49.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.654+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~LBDQ44BTJ3Q8.2 size=54124 2024-09-12T17:00:49.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.656+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=LBDQ44BTJ3Q8 tag=ZJ2Y7PAE600Q type=write size=3199852 2024-09-12T17:00:49.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.658+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~LMBFHXG2XILG.0 size=1048576 2024-09-12T17:00:49.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.659+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~LMBFHXG2XILG.1 size=993028 2024-09-12T17:00:49.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.659+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=LMBFHXG2XILG tag=B80A1NQGGS2J type=write size=3090180 2024-09-12T17:00:49.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.660+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=P986KDMN5LPR type=del 2024-09-12T17:00:49.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.663+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~2WKQ92SQ8NWH.0 size=1048576 2024-09-12T17:00:49.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.664+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~2WKQ92SQ8NWH.1 size=871406 2024-09-12T17:00:49.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.664+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=2WKQ92SQ8NWH tag=57WWP0HPKJ65 type=write size=2968558 2024-09-12T17:00:49.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.665+0000 7fc68f42f780 1 < canceled operation key=YXWFMB60E9UH tag=9U8GM44XXDBG type=write size=634776 2024-09-12T17:00:49.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.666+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=WEMFY2VSSLZ2 type=del size=2609144 2024-09-12T17:00:49.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.667+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=YKXT1C6QQBMO type=del 2024-09-12T17:00:49.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.668+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=MGK65XQGPMLD type=del size=3090780 2024-09-12T17:00:49.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.670+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=21TE0R9U51ZZ type=del 2024-09-12T17:00:49.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.672+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~TDNG3X685CWB.0 size=1048576 2024-09-12T17:00:49.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.673+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~TDNG3X685CWB.1 size=193119 2024-09-12T17:00:49.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.673+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=TDNG3X685CWB tag=O9SACF6OK3NB type=write size=2290271 2024-09-12T17:00:49.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.674+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=2UD4416F7Z0K type=del 2024-09-12T17:00:49.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.675+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=70JJ20V9KURF type=write size=66163 2024-09-12T17:00:49.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.676+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=Z4UOHQA24R8Y type=del 2024-09-12T17:00:49.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.677+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=51EP2INFNJ07 type=del size=1870903 2024-09-12T17:00:49.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.679+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~XBAIZ7QZMAO4.0 size=1048576 2024-09-12T17:00:49.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.680+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~XBAIZ7QZMAO4.1 size=1048576 2024-09-12T17:00:49.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.681+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~XBAIZ7QZMAO4.2 size=944925 2024-09-12T17:00:49.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.683+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=XBAIZ7QZMAO4 tag=V13UTT46AXEF type=write size=4090653 2024-09-12T17:00:49.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.685+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~WMYWD6Z1R1QV.0 size=1048576 2024-09-12T17:00:49.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.685+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~WMYWD6Z1R1QV.1 size=632690 2024-09-12T17:00:49.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.686+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=WMYWD6Z1R1QV tag=0O1R2XV9MWMT type=write size=2729842 2024-09-12T17:00:49.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.687+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~9W6OMEXJ4BM7.0 size=1048576 2024-09-12T17:00:49.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.688+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~9W6OMEXJ4BM7.1 size=144540 2024-09-12T17:00:49.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.690+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=9W6OMEXJ4BM7 tag=3790FTH1SISI type=write size=2241692 2024-09-12T17:00:49.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.691+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=Y3R5CZ0O0YLI type=write size=307023 2024-09-12T17:00:49.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.692+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~0P8YC9D3I150.0 size=1048576 2024-09-12T17:00:49.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.693+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~0P8YC9D3I150.1 size=236544 2024-09-12T17:00:49.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.695+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=0P8YC9D3I150 tag=WBGSK29761QW type=write size=2333696 2024-09-12T17:00:49.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.697+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~29ZZMYN7LZ5B.0 size=1048576 2024-09-12T17:00:49.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.698+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~29ZZMYN7LZ5B.1 size=105138 2024-09-12T17:00:49.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.698+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=29ZZMYN7LZ5B tag=PH46SNS0LGDU type=write size=2202290 2024-09-12T17:00:49.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.699+0000 7fc68f42f780 1 < completed write operation key=YTRABX96UY8F tag=2A86A0R26CD5 type=write size=282384 2024-09-12T17:00:49.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.701+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~SVRY7SQHVWGP.0 size=660180 2024-09-12T17:00:49.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.701+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=SVRY7SQHVWGP tag=QS361G60PHJR type=write size=1708756 2024-09-12T17:00:49.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.702+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~2UKR6CL744T6.0 size=751362 2024-09-12T17:00:49.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.704+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=2UKR6CL744T6 tag=2RZV75SE713W type=write size=1799938 2024-09-12T17:00:49.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.705+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=7LV1RT9F1EQR type=del size=3380777 2024-09-12T17:00:49.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.706+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=KBZZGDFI62P7 type=del 2024-09-12T17:00:49.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.707+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=3CPFG7O0E56I type=del size=1277236 2024-09-12T17:00:49.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.708+0000 7fc68f42f780 1 < canceled part key=_multipart_YXWFMB60E9UH.2~VV0NW7EZ9KFU.0 size=1048576 2024-09-12T17:00:49.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.709+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~VV0NW7EZ9KFU.1 size=1048576 2024-09-12T17:00:49.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.709+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~VV0NW7EZ9KFU.2 size=1017070 2024-09-12T17:00:49.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.711+0000 7fc68f42f780 1 < canceled multipart upload key=YXWFMB60E9UH upload=VV0NW7EZ9KFU tag=XPESVVV2G8M5 type=write size=4162798 2024-09-12T17:00:49.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.714+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~063R1MV3PJYI.0 size=962255 2024-09-12T17:00:49.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.714+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=063R1MV3PJYI tag=O9M9BOSKFXN3 type=write size=2010831 2024-09-12T17:00:49.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.715+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=KYPN56OBVEHN type=del 2024-09-12T17:00:49.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.716+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=FZWKJ4GC61QD type=del size=1561590 2024-09-12T17:00:49.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.719+0000 7fc68f42f780 1 < suggested remove operation key=ZCAVQ3AQ5V23 tag=2S1229XG0DT8 type=del 2024-09-12T17:00:49.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.721+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~HFRMQDZOSNF9.0 size=1048576 2024-09-12T17:00:49.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.722+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~HFRMQDZOSNF9.1 size=1046424 2024-09-12T17:00:49.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.722+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=HFRMQDZOSNF9 tag=ZRZU59SO3WHK type=write size=3143576 2024-09-12T17:00:49.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.722+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~LMBFHXG2XILG.0 size=1048576 2024-09-12T17:00:49.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.723+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~LMBFHXG2XILG.1 size=993028 2024-09-12T17:00:49.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.725+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=LMBFHXG2XILG tag=B80A1NQGGS2J type=write size=3090180 2024-09-12T17:00:49.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.726+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=PXY76TOC90UZ type=del size=1242843 2024-09-12T17:00:49.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.727+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~2WKQ92SQ8NWH.0 size=1048576 2024-09-12T17:00:49.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.727+0000 7fc68f42f780 1 < canceled part key=_multipart_M84G815CQ1SC.2~2WKQ92SQ8NWH.1 size=871406 2024-09-12T17:00:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.729+0000 7fc68f42f780 1 < canceled multipart upload key=M84G815CQ1SC upload=2WKQ92SQ8NWH tag=57WWP0HPKJ65 type=write size=2968558 2024-09-12T17:00:49.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.730+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=WIB51UOE9L4T type=del size=1210858 2024-09-12T17:00:49.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.732+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=WEMFY2VSSLZ2 type=del 2024-09-12T17:00:49.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.734+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=UDPWYRU780TM type=del size=1233958 2024-09-12T17:00:49.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.735+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=MGK65XQGPMLD type=del 2024-09-12T17:00:49.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.737+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~8D9TLO2NRE1H.0 size=1048576 2024-09-12T17:00:49.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.738+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~8D9TLO2NRE1H.1 size=1048576 2024-09-12T17:00:49.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.739+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~8D9TLO2NRE1H.2 size=235011 2024-09-12T17:00:49.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.739+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=8D9TLO2NRE1H tag=3VERLBR6X8TL type=write size=3380739 2024-09-12T17:00:49.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.740+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~TDNG3X685CWB.0 size=1048576 2024-09-12T17:00:49.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.741+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~TDNG3X685CWB.1 size=193119 2024-09-12T17:00:49.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.743+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=TDNG3X685CWB tag=O9SACF6OK3NB type=write size=2290271 2024-09-12T17:00:49.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.745+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~8A3E0VVZG53I.0 size=1048576 2024-09-12T17:00:49.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.746+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~8A3E0VVZG53I.1 size=1048576 2024-09-12T17:00:49.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.747+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~8A3E0VVZG53I.2 size=8122 2024-09-12T17:00:49.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.747+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=8A3E0VVZG53I tag=D8NFF6JJK2R8 type=write size=3153850 2024-09-12T17:00:49.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.749+0000 7fc68f42f780 1 < suggested update operation key=6QSQEMIJKMU1 tag=70JJ20V9KURF type=write size=66163 2024-09-12T17:00:49.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.751+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~NLZB1L3YOFBU.0 size=1048576 2024-09-12T17:00:49.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.752+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~NLZB1L3YOFBU.1 size=1048576 2024-09-12T17:00:49.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.753+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~NLZB1L3YOFBU.2 size=543070 2024-09-12T17:00:49.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.753+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=NLZB1L3YOFBU tag=QZQYL3QGB3BX type=write size=3688798 2024-09-12T17:00:49.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.754+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=51EP2INFNJ07 type=del 2024-09-12T17:00:49.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.755+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=AZE9T738SGSZ type=write size=676472 2024-09-12T17:00:49.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.756+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~WMYWD6Z1R1QV.0 size=1048576 2024-09-12T17:00:49.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.757+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~WMYWD6Z1R1QV.1 size=632690 2024-09-12T17:00:49.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.759+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=WMYWD6Z1R1QV tag=0O1R2XV9MWMT type=write size=2729842 2024-09-12T17:00:49.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.761+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~ZCIYRSZF53BN.0 size=830397 2024-09-12T17:00:49.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.761+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=ZCIYRSZF53BN tag=FZAADBUXY0X4 type=write size=1878973 2024-09-12T17:00:49.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.762+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=Y3R5CZ0O0YLI type=write size=307023 2024-09-12T17:00:49.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.764+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~ZAFA2XAZGNE9.0 size=889521 2024-09-12T17:00:49.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.764+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=ZAFA2XAZGNE9 tag=V67KWPDNEYIE type=write size=1938097 2024-09-12T17:00:49.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.765+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~29ZZMYN7LZ5B.0 size=1048576 2024-09-12T17:00:49.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.767+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~29ZZMYN7LZ5B.1 size=105138 2024-09-12T17:00:49.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.768+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=29ZZMYN7LZ5B tag=PH46SNS0LGDU type=write size=2202290 2024-09-12T17:00:49.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.771+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~0G1YRANGKYYV.0 size=319211 2024-09-12T17:00:49.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.771+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=0G1YRANGKYYV tag=OTT1VX7S8270 type=write size=1367787 2024-09-12T17:00:49.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.772+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~SVRY7SQHVWGP.0 size=660180 2024-09-12T17:00:49.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.774+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=SVRY7SQHVWGP tag=QS361G60PHJR type=write size=1708756 2024-09-12T17:00:49.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.775+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=C5LAREM05FPE type=write size=1493 2024-09-12T17:00:49.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.776+0000 7fc68f42f780 -1 < failed to complete operation key=6QSQEMIJKMU1 tag=7LV1RT9F1EQR type=del size=3380777: (22) Invalid argument 2024-09-12T17:00:49.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.778+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~27VRL1SB6MA5.0 size=1048576 2024-09-12T17:00:49.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.779+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~27VRL1SB6MA5.1 size=952156 2024-09-12T17:00:49.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.779+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=27VRL1SB6MA5 tag=K38H7FT8FYIK type=write size=3049308 2024-09-12T17:00:49.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.780+0000 7fc68f42f780 1 < canceled operation key=JVU4KT3G91R7 tag=3CPFG7O0E56I type=del size=1277236 2024-09-12T17:00:49.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.781+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=RYTCBL7BSFZ2 type=del size=1456642 2024-09-12T17:00:49.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.782+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~063R1MV3PJYI.0 size=962255 2024-09-12T17:00:49.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.784+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=063R1MV3PJYI tag=O9M9BOSKFXN3 type=write size=2010831 2024-09-12T17:00:49.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.786+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~86TU6K2TVJQB.0 size=1048576 2024-09-12T17:00:49.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.787+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~86TU6K2TVJQB.1 size=1048576 2024-09-12T17:00:49.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.788+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~86TU6K2TVJQB.2 size=988291 2024-09-12T17:00:49.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.788+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=86TU6K2TVJQB tag=D0M3VCXC7HKE type=write size=4134019 2024-09-12T17:00:49.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.789+0000 7fc68f42f780 1 < canceled operation key=CNRF3YNKC07N tag=FZWKJ4GC61QD type=del size=1561590 2024-09-12T17:00:49.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.791+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~B1ZK429VDSVF.0 size=621579 2024-09-12T17:00:49.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.791+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=B1ZK429VDSVF tag=X68OPDLJDZO3 type=write size=1670155 2024-09-12T17:00:49.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.792+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~HFRMQDZOSNF9.0 size=1048576 2024-09-12T17:00:49.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.793+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~HFRMQDZOSNF9.1 size=1046424 2024-09-12T17:00:49.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.795+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=HFRMQDZOSNF9 tag=ZRZU59SO3WHK type=write size=3143576 2024-09-12T17:00:49.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.796+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=UGEAU9RIIYPT type=write size=233341 2024-09-12T17:00:49.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.798+0000 7fc68f42f780 1 < suggested update operation key=FQE909ZZU024 tag=PXY76TOC90UZ type=del size=1242843 2024-09-12T17:00:49.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.799+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=11R30UJDNTD7 type=del size=1067492 2024-09-12T17:00:49.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.801+0000 7fc68f42f780 1 < suggested update operation key=52JV36JIR0EJ tag=WIB51UOE9L4T type=del size=1210858 2024-09-12T17:00:49.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.803+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~2GTVCGLRGDY9.0 size=1048576 2024-09-12T17:00:49.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.804+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~2GTVCGLRGDY9.1 size=44444 2024-09-12T17:00:49.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.804+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=2GTVCGLRGDY9 tag=0SH8045QQN5I type=write size=2141596 2024-09-12T17:00:49.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.805+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=UDPWYRU780TM type=del 2024-09-12T17:00:49.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.807+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~GWO6A3WGSV5W.0 size=664658 2024-09-12T17:00:49.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.807+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=GWO6A3WGSV5W tag=J1I5TPSZKOPW type=write size=1713234 2024-09-12T17:00:49.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.808+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~8D9TLO2NRE1H.0 size=1048576 2024-09-12T17:00:49.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.809+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~8D9TLO2NRE1H.1 size=1048576 2024-09-12T17:00:49.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.810+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~8D9TLO2NRE1H.2 size=235011 2024-09-12T17:00:49.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.814+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=8D9TLO2NRE1H tag=3VERLBR6X8TL type=write size=3380739 2024-09-12T17:00:49.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.816+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=ZO8FOU2WYDMA type=del size=27190 2024-09-12T17:00:49.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.817+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~8A3E0VVZG53I.0 size=1048576 2024-09-12T17:00:49.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.818+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~8A3E0VVZG53I.1 size=1048576 2024-09-12T17:00:49.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.819+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~8A3E0VVZG53I.2 size=8122 2024-09-12T17:00:49.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.821+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=8A3E0VVZG53I tag=D8NFF6JJK2R8 type=write size=3153850 2024-09-12T17:00:49.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.822+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=4OPJMUD5N8X8 type=del size=3837943 2024-09-12T17:00:49.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.823+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~NLZB1L3YOFBU.0 size=1048576 2024-09-12T17:00:49.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.824+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~NLZB1L3YOFBU.1 size=1048576 2024-09-12T17:00:49.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.825+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~NLZB1L3YOFBU.2 size=543070 2024-09-12T17:00:49.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.827+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=NLZB1L3YOFBU tag=QZQYL3QGB3BX type=write size=3688798 2024-09-12T17:00:49.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.828+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=N1O2S9EAXM4C type=del size=1126823 2024-09-12T17:00:49.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.829+0000 7fc68f42f780 1 < completed write operation key=KZSUBBPS0F1I tag=AZE9T738SGSZ type=write size=676472 2024-09-12T17:00:49.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.831+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~Z9F8Z39RI26H.0 size=1048576 2024-09-12T17:00:49.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.832+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~Z9F8Z39RI26H.1 size=200450 2024-09-12T17:00:49.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.832+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=Z9F8Z39RI26H tag=UGCDCWWNM8TB type=write size=2297602 2024-09-12T17:00:49.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.833+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~ZCIYRSZF53BN.0 size=830397 2024-09-12T17:00:49.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.835+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=ZCIYRSZF53BN tag=FZAADBUXY0X4 type=write size=1878973 2024-09-12T17:00:49.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.836+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=KAQ93ISJLP2C type=del size=745961 2024-09-12T17:00:49.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.837+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~ZAFA2XAZGNE9.0 size=889521 2024-09-12T17:00:49.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.840+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=ZAFA2XAZGNE9 tag=V67KWPDNEYIE type=write size=1938097 2024-09-12T17:00:49.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.843+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=EASFT567XPLL type=del size=2615129 2024-09-12T17:00:49.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.844+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~0G1YRANGKYYV.0 size=319211 2024-09-12T17:00:49.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.846+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=0G1YRANGKYYV tag=OTT1VX7S8270 type=write size=1367787 2024-09-12T17:00:49.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.847+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=7FDQJJZNYGDY type=write size=784851 2024-09-12T17:00:49.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.848+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=C5LAREM05FPE type=write size=1493 2024-09-12T17:00:49.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.849+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=PQ5E88KRS7VB type=del size=671469 2024-09-12T17:00:49.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.851+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~27VRL1SB6MA5.0 size=1048576 2024-09-12T17:00:49.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.852+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~27VRL1SB6MA5.1 size=952156 2024-09-12T17:00:49.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.854+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=27VRL1SB6MA5 tag=K38H7FT8FYIK type=write size=3049308 2024-09-12T17:00:49.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.856+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~75MTI0HGFQ08.0 size=1048576 2024-09-12T17:00:49.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.857+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~75MTI0HGFQ08.1 size=1048576 2024-09-12T17:00:49.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.858+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~75MTI0HGFQ08.2 size=811044 2024-09-12T17:00:49.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.858+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=75MTI0HGFQ08 tag=ZHJBH0I7RDQE type=write size=3956772 2024-09-12T17:00:49.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.860+0000 7fc68f42f780 1 < suggested remove operation key=NEAY7HVG4N98 tag=RYTCBL7BSFZ2 type=del 2024-09-12T17:00:49.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.861+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=TEN7J43C6W28 type=del size=4063410 2024-09-12T17:00:49.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.863+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~86TU6K2TVJQB.0 size=1048576 2024-09-12T17:00:49.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.863+0000 7fc68f42f780 1 < canceled part key=_multipart_YZ11NLDPZ4HC.2~86TU6K2TVJQB.1 size=1048576 2024-09-12T17:00:49.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.864+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~86TU6K2TVJQB.2 size=988291 2024-09-12T17:00:49.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.866+0000 7fc68f42f780 1 < canceled multipart upload key=YZ11NLDPZ4HC upload=86TU6K2TVJQB tag=D0M3VCXC7HKE type=write size=4134019 2024-09-12T17:00:49.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.868+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~7PRC81Y0MKH1.0 size=1048576 2024-09-12T17:00:49.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.869+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~7PRC81Y0MKH1.1 size=1048576 2024-09-12T17:00:49.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.870+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~7PRC81Y0MKH1.2 size=452223 2024-09-12T17:00:49.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.870+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=7PRC81Y0MKH1 tag=746M6Y430J6V type=write size=3597951 2024-09-12T17:00:49.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.871+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~B1ZK429VDSVF.0 size=621579 2024-09-12T17:00:49.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.873+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=B1ZK429VDSVF tag=X68OPDLJDZO3 type=write size=1670155 2024-09-12T17:00:49.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.874+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=0LU7KICJZER4 type=del size=1315013 2024-09-12T17:00:49.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.875+0000 7fc68f42f780 1 < canceled operation key=8WXCDATAFRNK tag=UGEAU9RIIYPT type=write size=233341 2024-09-12T17:00:49.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.876+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=QVQDMGW1T4OR type=write size=831928 2024-09-12T17:00:49.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.879+0000 7fc68f42f780 1 < suggested update operation key=JVU4KT3G91R7 tag=11R30UJDNTD7 type=del size=1067492 2024-09-12T17:00:49.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.880+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=V0ZJAE8R7OVC type=del size=3625013 2024-09-12T17:00:49.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.881+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~2GTVCGLRGDY9.0 size=1048576 2024-09-12T17:00:49.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.882+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~2GTVCGLRGDY9.1 size=44444 2024-09-12T17:00:49.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.884+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=2GTVCGLRGDY9 tag=0SH8045QQN5I type=write size=2141596 2024-09-12T17:00:49.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.885+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=JCBNXG3LMZEK type=del size=1820799 2024-09-12T17:00:49.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.886+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~GWO6A3WGSV5W.0 size=664658 2024-09-12T17:00:49.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.888+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=GWO6A3WGSV5W tag=J1I5TPSZKOPW type=write size=1713234 2024-09-12T17:00:49.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.889+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=LXKIKFTRA5RX type=del size=1541652 2024-09-12T17:00:49.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.891+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=ZO8FOU2WYDMA type=del 2024-09-12T17:00:49.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.893+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~7HLGM0BMJ9DL.0 size=1048576 2024-09-12T17:00:49.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.894+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~7HLGM0BMJ9DL.1 size=338077 2024-09-12T17:00:49.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.894+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=7HLGM0BMJ9DL tag=LZT1QCRLKRU9 type=write size=2435229 2024-09-12T17:00:49.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.896+0000 7fc68f42f780 1 < suggested update operation key=ZCAVQ3AQ5V23 tag=4OPJMUD5N8X8 type=del size=3837943 2024-09-12T17:00:49.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.898+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~4LJEFZI2J6LK.0 size=1048576 2024-09-12T17:00:49.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.899+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~4LJEFZI2J6LK.1 size=359845 2024-09-12T17:00:49.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.899+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=4LJEFZI2J6LK tag=AS8NZ6O759X6 type=write size=2456997 2024-09-12T17:00:49.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.901+0000 7fc68f42f780 1 < suggested remove operation key=6QSQEMIJKMU1 tag=N1O2S9EAXM4C type=del 2024-09-12T17:00:49.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.903+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~NY45HHBCAE98.0 size=423888 2024-09-12T17:00:49.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.903+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=NY45HHBCAE98 tag=JTL6V91FHN2H type=write size=1472464 2024-09-12T17:00:49.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.904+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~Z9F8Z39RI26H.0 size=1048576 2024-09-12T17:00:49.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.905+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~Z9F8Z39RI26H.1 size=200450 2024-09-12T17:00:49.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.907+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=Z9F8Z39RI26H tag=UGCDCWWNM8TB type=write size=2297602 2024-09-12T17:00:49.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.909+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~LTZ1G1MCHAUC.0 size=1048576 2024-09-12T17:00:49.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.910+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~LTZ1G1MCHAUC.1 size=480109 2024-09-12T17:00:49.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.910+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=LTZ1G1MCHAUC tag=XYYH5G8ARX51 type=write size=2577261 2024-09-12T17:00:49.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.912+0000 7fc68f42f780 1 < suggested update operation key=YTRABX96UY8F tag=KAQ93ISJLP2C type=del size=745961 2024-09-12T17:00:49.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.913+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=SBM8RWRQNWG0 type=del size=4154786 2024-09-12T17:00:49.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.915+0000 7fc68f42f780 1 < suggested update operation key=FQE909ZZU024 tag=EASFT567XPLL type=del size=2615129 2024-09-12T17:00:49.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.917+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~HAP2G3YQ0L20.0 size=1048576 2024-09-12T17:00:49.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.918+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~HAP2G3YQ0L20.1 size=1046539 2024-09-12T17:00:49.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.918+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=HAP2G3YQ0L20 tag=BXMPI83MJCAE type=write size=3143691 2024-09-12T17:00:49.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.919+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=7FDQJJZNYGDY type=write size=784851 2024-09-12T17:00:49.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.920+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=OJ8KJDC0VHO9 type=del size=2393569 2024-09-12T17:00:49.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.921+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=PQ5E88KRS7VB type=del 2024-09-12T17:00:49.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.922+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=Q41B377WIPO6 type=del size=1850540 2024-09-12T17:00:49.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.924+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~75MTI0HGFQ08.0 size=1048576 2024-09-12T17:00:49.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.924+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~75MTI0HGFQ08.1 size=1048576 2024-09-12T17:00:49.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.925+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~75MTI0HGFQ08.2 size=811044 2024-09-12T17:00:49.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.927+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=75MTI0HGFQ08 tag=ZHJBH0I7RDQE type=write size=3956772 2024-09-12T17:00:49.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.929+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~I2E6EVDS360I.0 size=1048576 2024-09-12T17:00:49.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.930+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~I2E6EVDS360I.1 size=440703 2024-09-12T17:00:49.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.930+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=I2E6EVDS360I tag=ZIFN5ZWN3U36 type=write size=2537855 2024-09-12T17:00:49.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.931+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=TEN7J43C6W28 type=del 2024-09-12T17:00:49.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.933+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~WSVLD96C38DI.0 size=396506 2024-09-12T17:00:49.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.933+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=WSVLD96C38DI tag=OXRMWBU5AIX4 type=write size=1445082 2024-09-12T17:00:49.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.934+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~7PRC81Y0MKH1.0 size=1048576 2024-09-12T17:00:49.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.934+0000 7fc68f42f780 1 < canceled part key=_multipart_9N1QDZF7NPT0.2~7PRC81Y0MKH1.1 size=1048576 2024-09-12T17:00:49.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.935+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~7PRC81Y0MKH1.2 size=452223 2024-09-12T17:00:49.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.937+0000 7fc68f42f780 1 < canceled multipart upload key=9N1QDZF7NPT0 upload=7PRC81Y0MKH1 tag=746M6Y430J6V type=write size=3597951 2024-09-12T17:00:49.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.938+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=BJKB4NUXWP86 type=del size=3075313 2024-09-12T17:00:49.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.940+0000 7fc68f42f780 1 < canceled operation key=FLARRSQDFMB6 tag=0LU7KICJZER4 type=del size=1315013 2024-09-12T17:00:49.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.941+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=4HFQRAIUZJWX type=del size=669707 2024-09-12T17:00:49.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.942+0000 7fc68f42f780 1 < completed write operation key=NEAY7HVG4N98 tag=QVQDMGW1T4OR type=write size=831928 2024-09-12T17:00:49.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.944+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~32SICETM4L11.0 size=549233 2024-09-12T17:00:49.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.944+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=32SICETM4L11 tag=FICVW0TT5KD0 type=write size=1597809 2024-09-12T17:00:49.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.945+0000 7fc68f42f780 1 < canceled operation key=W0I001KV7JL4 tag=V0ZJAE8R7OVC type=del size=3625013 2024-09-12T17:00:49.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.947+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=MQ4V2K1E0VLL type=write size=155446 2024-09-12T17:00:49.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.948+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=JCBNXG3LMZEK type=del 2024-09-12T17:00:49.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.950+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~U7NF2IR0L888.0 size=1048576 2024-09-12T17:00:49.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.951+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~U7NF2IR0L888.1 size=1048576 2024-09-12T17:00:49.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.952+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~U7NF2IR0L888.2 size=565044 2024-09-12T17:00:49.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.952+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=U7NF2IR0L888 tag=TSP9M3K5JN9L type=write size=3710772 2024-09-12T17:00:49.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.953+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=LXKIKFTRA5RX type=del 2024-09-12T17:00:49.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.955+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=6QV3J651XJAL type=del size=39818 2024-09-12T17:00:49.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.956+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~7HLGM0BMJ9DL.0 size=1048576 2024-09-12T17:00:49.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.957+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~7HLGM0BMJ9DL.1 size=338077 2024-09-12T17:00:49.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.959+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=7HLGM0BMJ9DL tag=LZT1QCRLKRU9 type=write size=2435229 2024-09-12T17:00:49.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.960+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=UPI6SE7T7LUZ type=del size=673842 2024-09-12T17:00:49.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.961+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~4LJEFZI2J6LK.0 size=1048576 2024-09-12T17:00:49.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.962+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~4LJEFZI2J6LK.1 size=359845 2024-09-12T17:00:49.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.964+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=4LJEFZI2J6LK tag=AS8NZ6O759X6 type=write size=2456997 2024-09-12T17:00:49.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.966+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~JEZ91U6J3R1X.0 size=1048576 2024-09-12T17:00:49.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.967+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~JEZ91U6J3R1X.1 size=1048576 2024-09-12T17:00:49.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.968+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~JEZ91U6J3R1X.2 size=606748 2024-09-12T17:00:49.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.968+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=JEZ91U6J3R1X tag=HAKICZ6569LW type=write size=3752476 2024-09-12T17:00:49.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.970+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~NY45HHBCAE98.0 size=423888 2024-09-12T17:00:49.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.972+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=NY45HHBCAE98 tag=JTL6V91FHN2H type=write size=1472464 2024-09-12T17:00:49.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.973+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=ZSUH8CFIQ853 type=del size=2626108 2024-09-12T17:00:49.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.974+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~LTZ1G1MCHAUC.0 size=1048576 2024-09-12T17:00:49.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.975+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~LTZ1G1MCHAUC.1 size=480109 2024-09-12T17:00:49.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.977+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=LTZ1G1MCHAUC tag=XYYH5G8ARX51 type=write size=2577261 2024-09-12T17:00:49.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.978+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=XOIBAQ1O97G2 type=del size=2913478 2024-09-12T17:00:49.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.980+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=SBM8RWRQNWG0 type=del 2024-09-12T17:00:49.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.982+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~9AHLXYT4F3QD.0 size=503895 2024-09-12T17:00:49.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.982+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=9AHLXYT4F3QD tag=KX3YLK8XF7IG type=write size=1552471 2024-09-12T17:00:49.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.983+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~HAP2G3YQ0L20.0 size=1048576 2024-09-12T17:00:49.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.984+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~HAP2G3YQ0L20.1 size=1046539 2024-09-12T17:00:49.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.986+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=HAP2G3YQ0L20 tag=BXMPI83MJCAE type=write size=3143691 2024-09-12T17:00:49.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.988+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~MVO41SBYODHH.0 size=478232 2024-09-12T17:00:49.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.988+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=MVO41SBYODHH tag=EF8343BSR5FF type=write size=1526808 2024-09-12T17:00:49.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.990+0000 7fc68f42f780 1 < suggested update operation key=M84G815CQ1SC tag=OJ8KJDC0VHO9 type=del size=2393569 2024-09-12T17:00:49.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.992+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~P24P156XN1HD.0 size=770847 2024-09-12T17:00:49.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.992+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=P24P156XN1HD tag=WROK6IZJ1U4V type=write size=1819423 2024-09-12T17:00:49.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.994+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=Q41B377WIPO6 type=del 2024-09-12T17:00:49.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.996+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~L9G9QT44XQ6A.0 size=467319 2024-09-12T17:00:49.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.996+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=L9G9QT44XQ6A tag=K0Q2Z83DJ93L type=write size=1515895 2024-09-12T17:00:49.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.997+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~I2E6EVDS360I.0 size=1048576 2024-09-12T17:00:49.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:49.998+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~I2E6EVDS360I.1 size=440703 2024-09-12T17:00:50.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.000+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=I2E6EVDS360I tag=ZIFN5ZWN3U36 type=write size=2537855 2024-09-12T17:00:50.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.001+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=NPKLG6RTZDT8 type=write size=1047765 2024-09-12T17:00:50.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.002+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~WSVLD96C38DI.0 size=396506 2024-09-12T17:00:50.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.004+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=WSVLD96C38DI tag=OXRMWBU5AIX4 type=write size=1445082 2024-09-12T17:00:50.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.005+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=UIFGZH0NMLEE type=del size=3054779 2024-09-12T17:00:50.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.006+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=BJKB4NUXWP86 type=del 2024-09-12T17:00:50.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.008+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~Z0HF5WJCJBEQ.0 size=1048576 2024-09-12T17:00:50.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.009+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~Z0HF5WJCJBEQ.1 size=86034 2024-09-12T17:00:50.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.009+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=Z0HF5WJCJBEQ tag=HBTJOLCDQ5K7 type=write size=2183186 2024-09-12T17:00:50.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.011+0000 7fc68f42f780 1 < suggested update operation key=FQE909ZZU024 tag=4HFQRAIUZJWX type=del size=669707 2024-09-12T17:00:50.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.014+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~6UD5T8EWWTRK.0 size=1030138 2024-09-12T17:00:50.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.014+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=6UD5T8EWWTRK tag=F5K0FZ43W723 type=write size=2078714 2024-09-12T17:00:50.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.015+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~32SICETM4L11.0 size=549233 2024-09-12T17:00:50.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.017+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=32SICETM4L11 tag=FICVW0TT5KD0 type=write size=1597809 2024-09-12T17:00:50.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.019+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~CXVJMV46TZCY.0 size=1048576 2024-09-12T17:00:50.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.019+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~CXVJMV46TZCY.1 size=357340 2024-09-12T17:00:50.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.019+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=CXVJMV46TZCY tag=AVQFI9KP05SX type=write size=2454492 2024-09-12T17:00:50.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.022+0000 7fc68f42f780 1 < suggested update operation key=QXA2N8KQQN1N tag=MQ4V2K1E0VLL type=write size=155446 2024-09-12T17:00:50.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.023+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=UPVJFAAO4S14 type=del size=573070 2024-09-12T17:00:50.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.024+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~U7NF2IR0L888.0 size=1048576 2024-09-12T17:00:50.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.025+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~U7NF2IR0L888.1 size=1048576 2024-09-12T17:00:50.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.026+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~U7NF2IR0L888.2 size=565044 2024-09-12T17:00:50.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.028+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=U7NF2IR0L888 tag=TSP9M3K5JN9L type=write size=3710772 2024-09-12T17:00:50.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.029+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=P38CNA6CB1UG type=del size=4132390 2024-09-12T17:00:50.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.030+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=6QV3J651XJAL type=del 2024-09-12T17:00:50.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.032+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~2GJG30HIAMLO.0 size=837120 2024-09-12T17:00:50.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.032+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=2GJG30HIAMLO tag=3OWNS27O417E type=write size=1885696 2024-09-12T17:00:50.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.033+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=UPI6SE7T7LUZ type=del 2024-09-12T17:00:50.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.035+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~MT22XNYGY3J9.0 size=1048576 2024-09-12T17:00:50.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.036+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~MT22XNYGY3J9.1 size=928206 2024-09-12T17:00:50.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.036+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=MT22XNYGY3J9 tag=1KZ51NM1W6IW type=write size=3025358 2024-09-12T17:00:50.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.037+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~JEZ91U6J3R1X.0 size=1048576 2024-09-12T17:00:50.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.038+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~JEZ91U6J3R1X.1 size=1048576 2024-09-12T17:00:50.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.039+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~JEZ91U6J3R1X.2 size=606748 2024-09-12T17:00:50.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.041+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=JEZ91U6J3R1X tag=HAKICZ6569LW type=write size=3752476 2024-09-12T17:00:50.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.043+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~K4WSVR7KXNWI.0 size=1048576 2024-09-12T17:00:50.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.044+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~K4WSVR7KXNWI.1 size=1048576 2024-09-12T17:00:50.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.045+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~K4WSVR7KXNWI.2 size=435300 2024-09-12T17:00:50.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.045+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=K4WSVR7KXNWI tag=AUP27UX39MSB type=write size=3581028 2024-09-12T17:00:50.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.046+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=ZSUH8CFIQ853 type=del 2024-09-12T17:00:50.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.048+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~UYFQIWC6OOQL.0 size=1048576 2024-09-12T17:00:50.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.049+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~UYFQIWC6OOQL.1 size=1048576 2024-09-12T17:00:50.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.050+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~UYFQIWC6OOQL.2 size=913212 2024-09-12T17:00:50.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.050+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=UYFQIWC6OOQL tag=G11SDLCE5OQB type=write size=4058940 2024-09-12T17:00:50.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.051+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=XOIBAQ1O97G2 type=del 2024-09-12T17:00:50.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.053+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=1EXJSZR29UMB type=del size=2944916 2024-09-12T17:00:50.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.054+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~9AHLXYT4F3QD.0 size=503895 2024-09-12T17:00:50.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.056+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=9AHLXYT4F3QD tag=KX3YLK8XF7IG type=write size=1552471 2024-09-12T17:00:50.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.059+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~JPJDC9O5S30S.0 size=1048576 2024-09-12T17:00:50.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.060+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~JPJDC9O5S30S.1 size=1048576 2024-09-12T17:00:50.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.061+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~JPJDC9O5S30S.2 size=460356 2024-09-12T17:00:50.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.061+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=JPJDC9O5S30S tag=881ZK753CC7C type=write size=3606084 2024-09-12T17:00:50.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.062+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~MVO41SBYODHH.0 size=478232 2024-09-12T17:00:50.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.064+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=MVO41SBYODHH tag=EF8343BSR5FF type=write size=1526808 2024-09-12T17:00:50.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.067+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~5PJA698INF0A.0 size=460508 2024-09-12T17:00:50.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.067+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=5PJA698INF0A tag=W9F35DMD29JJ type=write size=1509084 2024-09-12T17:00:50.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.068+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~P24P156XN1HD.0 size=770847 2024-09-12T17:00:50.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.070+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=P24P156XN1HD tag=WROK6IZJ1U4V type=write size=1819423 2024-09-12T17:00:50.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.071+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=V61KA71C78B2 type=del size=794449 2024-09-12T17:00:50.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.073+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~L9G9QT44XQ6A.0 size=467319 2024-09-12T17:00:50.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.075+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=L9G9QT44XQ6A tag=K0Q2Z83DJ93L type=write size=1515895 2024-09-12T17:00:50.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.076+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=WEE48V9QDUPM type=del size=832307 2024-09-12T17:00:50.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.077+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=NPKLG6RTZDT8 type=write size=1047765 2024-09-12T17:00:50.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.079+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~E8GJEO8TENU8.0 size=477738 2024-09-12T17:00:50.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.079+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=E8GJEO8TENU8 tag=Z3AK2HV4M1FN type=write size=1526314 2024-09-12T17:00:50.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.081+0000 7fc68f42f780 1 < suggested update operation key=6QSQEMIJKMU1 tag=UIFGZH0NMLEE type=del size=3054779 2024-09-12T17:00:50.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.083+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=6LHS6BX8HIC2 type=del size=870479 2024-09-12T17:00:50.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.084+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~Z0HF5WJCJBEQ.0 size=1048576 2024-09-12T17:00:50.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.085+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~Z0HF5WJCJBEQ.1 size=86034 2024-09-12T17:00:50.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.087+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=Z0HF5WJCJBEQ tag=HBTJOLCDQ5K7 type=write size=2183186 2024-09-12T17:00:50.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.088+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=F3X2H09I8TER type=del size=420673 2024-09-12T17:00:50.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.089+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~6UD5T8EWWTRK.0 size=1030138 2024-09-12T17:00:50.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.091+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=6UD5T8EWWTRK tag=F5K0FZ43W723 type=write size=2078714 2024-09-12T17:00:50.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.092+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=4YOSWRGP4EPM type=del size=200429 2024-09-12T17:00:50.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.094+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~CXVJMV46TZCY.0 size=1048576 2024-09-12T17:00:50.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.095+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~CXVJMV46TZCY.1 size=357340 2024-09-12T17:00:50.098 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.097+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=CXVJMV46TZCY tag=AVQFI9KP05SX type=write size=2454492 2024-09-12T17:00:50.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.099+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~4VS5IPSJ04ZB.0 size=1008623 2024-09-12T17:00:50.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.099+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=4VS5IPSJ04ZB tag=UQZYND4V3ENH type=write size=2057199 2024-09-12T17:00:50.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.100+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=UPVJFAAO4S14 type=del 2024-09-12T17:00:50.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.102+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~ZQNCBXIZKI7R.0 size=581003 2024-09-12T17:00:50.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.102+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=ZQNCBXIZKI7R tag=VQTGFF125Y8W type=write size=1629579 2024-09-12T17:00:50.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.104+0000 7fc68f42f780 1 < suggested update operation key=5IRJPMUAJTW1 tag=P38CNA6CB1UG type=del size=4132390 2024-09-12T17:00:50.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.105+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=CRO6N3FOFTJX type=del size=737384 2024-09-12T17:00:50.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.107+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~2GJG30HIAMLO.0 size=837120 2024-09-12T17:00:50.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.109+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=2GJG30HIAMLO tag=3OWNS27O417E type=write size=1885696 2024-09-12T17:00:50.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.110+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=7TKUS7F0AU5R type=del size=2610330 2024-09-12T17:00:50.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.111+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~MT22XNYGY3J9.0 size=1048576 2024-09-12T17:00:50.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.111+0000 7fc68f42f780 1 < canceled part key=_multipart_UTP229W3RHD3.2~MT22XNYGY3J9.1 size=928206 2024-09-12T17:00:50.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.113+0000 7fc68f42f780 1 < canceled multipart upload key=UTP229W3RHD3 upload=MT22XNYGY3J9 tag=1KZ51NM1W6IW type=write size=3025358 2024-09-12T17:00:50.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.114+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=7BXPXLIS6LCY type=write size=390348 2024-09-12T17:00:50.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.115+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~K4WSVR7KXNWI.0 size=1048576 2024-09-12T17:00:50.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.116+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~K4WSVR7KXNWI.1 size=1048576 2024-09-12T17:00:50.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.117+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~K4WSVR7KXNWI.2 size=435300 2024-09-12T17:00:50.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.120+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=K4WSVR7KXNWI tag=AUP27UX39MSB type=write size=3581028 2024-09-12T17:00:50.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.121+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=1H65EC00OEZY type=del size=228138 2024-09-12T17:00:50.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.122+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~UYFQIWC6OOQL.0 size=1048576 2024-09-12T17:00:50.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.123+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~UYFQIWC6OOQL.1 size=1048576 2024-09-12T17:00:50.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.124+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~UYFQIWC6OOQL.2 size=913212 2024-09-12T17:00:50.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.126+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=UYFQIWC6OOQL tag=G11SDLCE5OQB type=write size=4058940 2024-09-12T17:00:50.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.127+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=0R8XEXT6Z16T type=del size=2249639 2024-09-12T17:00:50.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.128+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=1EXJSZR29UMB type=del 2024-09-12T17:00:50.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.131+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=XDDUAO6PSNSL type=del size=1278720 2024-09-12T17:00:50.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.132+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~JPJDC9O5S30S.0 size=1048576 2024-09-12T17:00:50.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.133+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~JPJDC9O5S30S.1 size=1048576 2024-09-12T17:00:50.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.134+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~JPJDC9O5S30S.2 size=460356 2024-09-12T17:00:50.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.136+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=JPJDC9O5S30S tag=881ZK753CC7C type=write size=3606084 2024-09-12T17:00:50.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.138+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~UJY1PGWSPJ58.0 size=1048576 2024-09-12T17:00:50.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.139+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~UJY1PGWSPJ58.1 size=644967 2024-09-12T17:00:50.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.139+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=UJY1PGWSPJ58 tag=KW49VTFR96IV type=write size=2742119 2024-09-12T17:00:50.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.140+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~5PJA698INF0A.0 size=460508 2024-09-12T17:00:50.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.142+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=5PJA698INF0A tag=W9F35DMD29JJ type=write size=1509084 2024-09-12T17:00:50.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.143+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=J3H1IKX1DKQ5 type=write size=115952 2024-09-12T17:00:50.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.145+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=V61KA71C78B2 type=del 2024-09-12T17:00:50.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.146+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=QGPFRM6SSGM9 type=del size=239120 2024-09-12T17:00:50.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.147+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=WEE48V9QDUPM type=del 2024-09-12T17:00:50.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.148+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=GS3CHG7G8EPL type=del size=1152281 2024-09-12T17:00:50.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.149+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~E8GJEO8TENU8.0 size=477738 2024-09-12T17:00:50.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.151+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=E8GJEO8TENU8 tag=Z3AK2HV4M1FN type=write size=1526314 2024-09-12T17:00:50.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.153+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~8265MZY7P92U.0 size=1048576 2024-09-12T17:00:50.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.154+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~8265MZY7P92U.1 size=1048576 2024-09-12T17:00:50.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.155+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~8265MZY7P92U.2 size=588451 2024-09-12T17:00:50.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.155+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=8265MZY7P92U tag=PE247EGX5POM type=write size=3734179 2024-09-12T17:00:50.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.157+0000 7fc68f42f780 -1 < failed to complete operation key=5IRJPMUAJTW1 tag=6LHS6BX8HIC2 type=del size=870479: (22) Invalid argument 2024-09-12T17:00:50.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.158+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=IM02D1EDS5UQ type=del size=3398597 2024-09-12T17:00:50.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.159+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=F3X2H09I8TER type=del 2024-09-12T17:00:50.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.161+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~N22AWTQNV0S5.0 size=1048576 2024-09-12T17:00:50.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.162+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~N22AWTQNV0S5.1 size=1048576 2024-09-12T17:00:50.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.163+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~N22AWTQNV0S5.2 size=576612 2024-09-12T17:00:50.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.163+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=N22AWTQNV0S5 tag=3DJ103I5XRIT type=write size=3722340 2024-09-12T17:00:50.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.165+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=4YOSWRGP4EPM type=del 2024-09-12T17:00:50.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.166+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=CTNAIKLMXG3X type=write size=919178 2024-09-12T17:00:50.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.167+0000 7fc68f42f780 1 < canceled part key=_multipart_JPQVCVA736JG.2~4VS5IPSJ04ZB.0 size=1008623 2024-09-12T17:00:50.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.169+0000 7fc68f42f780 1 < canceled multipart upload key=JPQVCVA736JG upload=4VS5IPSJ04ZB tag=UQZYND4V3ENH type=write size=2057199 2024-09-12T17:00:50.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.170+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=HZW2DLPIGQTS type=del size=3451888 2024-09-12T17:00:50.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.170+0000 7fc68f42f780 1 < canceled part key=_multipart_5G9ZFBIRSZN0.2~ZQNCBXIZKI7R.0 size=581003 2024-09-12T17:00:50.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.172+0000 7fc68f42f780 1 < canceled multipart upload key=5G9ZFBIRSZN0 upload=ZQNCBXIZKI7R tag=VQTGFF125Y8W type=write size=1629579 2024-09-12T17:00:50.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.173+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=1EQ9ZVFHBSQV type=del size=3436649 2024-09-12T17:00:50.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.175+0000 7fc68f42f780 1 < suggested update operation key=IGCTZ5WOBL39 tag=CRO6N3FOFTJX type=del size=737384 2024-09-12T17:00:50.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.177+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=7A9U3635042I type=del size=1485946 2024-09-12T17:00:50.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.178+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=7TKUS7F0AU5R type=del 2024-09-12T17:00:50.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.179+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=JB1TR1WC0VD3 type=del size=2591332 2024-09-12T17:00:50.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.180+0000 7fc68f42f780 1 < completed write operation key=5IRJPMUAJTW1 tag=7BXPXLIS6LCY type=write size=390348 2024-09-12T17:00:50.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.181+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=4SV8SK22DVPL type=write size=640718 2024-09-12T17:00:50.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.183+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=1H65EC00OEZY type=del 2024-09-12T17:00:50.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.184+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=5Z6G2SIMVSL1 type=del size=2264221 2024-09-12T17:00:50.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.186+0000 7fc68f42f780 1 < suggested remove operation key=YXWFMB60E9UH tag=0R8XEXT6Z16T type=del 2024-09-12T17:00:50.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.187+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=2XTZ6GMYSCEF type=del size=1338043 2024-09-12T17:00:50.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.189+0000 7fc68f42f780 1 < suggested remove operation key=HCFK4AS0XMDI tag=XDDUAO6PSNSL type=del 2024-09-12T17:00:50.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.192+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~KVJD9VGKKG14.0 size=1048576 2024-09-12T17:00:50.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.192+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~KVJD9VGKKG14.1 size=1048576 2024-09-12T17:00:50.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.193+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~KVJD9VGKKG14.2 size=195169 2024-09-12T17:00:50.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.193+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=KVJD9VGKKG14 tag=9G8IC399ELBH type=write size=3340897 2024-09-12T17:00:50.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.195+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~UJY1PGWSPJ58.0 size=1048576 2024-09-12T17:00:50.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.196+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~UJY1PGWSPJ58.1 size=644967 2024-09-12T17:00:50.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.197+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=UJY1PGWSPJ58 tag=KW49VTFR96IV type=write size=2742119 2024-09-12T17:00:50.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.200+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~Y7PQMF7ZVLRJ.0 size=112919 2024-09-12T17:00:50.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.200+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=Y7PQMF7ZVLRJ tag=3EHSBV1HN6EP type=write size=1161495 2024-09-12T17:00:50.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.202+0000 7fc68f42f780 1 < suggested update operation key=5IRJPMUAJTW1 tag=J3H1IKX1DKQ5 type=write size=115952 2024-09-12T17:00:50.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.203+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=TNEFGL4P583Q type=del size=2039478 2024-09-12T17:00:50.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.204+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=QGPFRM6SSGM9 type=del 2024-09-12T17:00:50.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.205+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=AVDRT6N7US0K type=del size=1786844 2024-09-12T17:00:50.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.207+0000 7fc68f42f780 1 < canceled operation key=CNRF3YNKC07N tag=GS3CHG7G8EPL type=del size=1152281 2024-09-12T17:00:50.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.208+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=AXMEWY9ZA8OC type=del size=3549734 2024-09-12T17:00:50.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.209+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~8265MZY7P92U.0 size=1048576 2024-09-12T17:00:50.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.212+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~8265MZY7P92U.1 size=1048576 2024-09-12T17:00:50.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.213+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~8265MZY7P92U.2 size=588451 2024-09-12T17:00:50.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.215+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=8265MZY7P92U tag=PE247EGX5POM type=write size=3734179 2024-09-12T17:00:50.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.217+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~7SC3KBWR2VZ2.0 size=220791 2024-09-12T17:00:50.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.217+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=7SC3KBWR2VZ2 tag=1S8VT18LRIPR type=write size=1269367 2024-09-12T17:00:50.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.218+0000 7fc68f42f780 -1 < failed to complete operation key=5IRJPMUAJTW1 tag=IM02D1EDS5UQ type=del size=3398597: (22) Invalid argument 2024-09-12T17:00:50.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.219+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=2S82I6RBFAHN type=del size=2173694 2024-09-12T17:00:50.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.220+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~N22AWTQNV0S5.0 size=1048576 2024-09-12T17:00:50.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.221+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~N22AWTQNV0S5.1 size=1048576 2024-09-12T17:00:50.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.222+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~N22AWTQNV0S5.2 size=576612 2024-09-12T17:00:50.225 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.224+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=N22AWTQNV0S5 tag=3DJ103I5XRIT type=write size=3722340 2024-09-12T17:00:50.228 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.226+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~JC07VHGCCPQW.0 size=1048576 2024-09-12T17:00:50.228 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.227+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~JC07VHGCCPQW.1 size=1048576 2024-09-12T17:00:50.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.228+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~JC07VHGCCPQW.2 size=116309 2024-09-12T17:00:50.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.228+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=JC07VHGCCPQW tag=DBCJCXUMH9BL type=write size=3262037 2024-09-12T17:00:50.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.229+0000 7fc68f42f780 1 < completed write operation key=NALVOSHAE3VH tag=CTNAIKLMXG3X type=write size=919178 2024-09-12T17:00:50.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.231+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=A81LIOISJGED type=del size=771496 2024-09-12T17:00:50.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.232+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=HZW2DLPIGQTS type=del 2024-09-12T17:00:50.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.234+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~2J48BRG1YBFB.0 size=1048576 2024-09-12T17:00:50.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.235+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~2J48BRG1YBFB.1 size=1048576 2024-09-12T17:00:50.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.236+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~2J48BRG1YBFB.2 size=223236 2024-09-12T17:00:50.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.236+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=2J48BRG1YBFB tag=RSEFQYYL78BE type=write size=3368964 2024-09-12T17:00:50.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.237+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=1EQ9ZVFHBSQV type=del 2024-09-12T17:00:50.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.238+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=VRC2UCRNW8WN type=del size=2845340 2024-09-12T17:00:50.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.240+0000 7fc68f42f780 1 < suggested remove operation key=W0I001KV7JL4 tag=7A9U3635042I type=del 2024-09-12T17:00:50.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.241+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=BMCPU7VDU1W0 type=del size=3126261 2024-09-12T17:00:50.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.242+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=JB1TR1WC0VD3 type=del 2024-09-12T17:00:50.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.244+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=NXNQRD9ICS8A type=del size=1242101 2024-09-12T17:00:50.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.245+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=4SV8SK22DVPL type=write size=640718 2024-09-12T17:00:50.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.247+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~5N2QDK1UUQ7G.0 size=1048576 2024-09-12T17:00:50.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.248+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~5N2QDK1UUQ7G.1 size=1048576 2024-09-12T17:00:50.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.249+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~5N2QDK1UUQ7G.2 size=188153 2024-09-12T17:00:50.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.249+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=5N2QDK1UUQ7G tag=7TUDK7VEYQW6 type=write size=3333881 2024-09-12T17:00:50.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.251+0000 7fc68f42f780 1 < suggested update operation key=52JV36JIR0EJ tag=5Z6G2SIMVSL1 type=del size=2264221 2024-09-12T17:00:50.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.252+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=R4CSWH376W5D type=del size=4175429 2024-09-12T17:00:50.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.254+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=2XTZ6GMYSCEF type=del 2024-09-12T17:00:50.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.255+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=107WMWQI5M8T type=del size=1844431 2024-09-12T17:00:50.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.256+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~KVJD9VGKKG14.0 size=1048576 2024-09-12T17:00:50.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.257+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~KVJD9VGKKG14.1 size=1048576 2024-09-12T17:00:50.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.258+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~KVJD9VGKKG14.2 size=195169 2024-09-12T17:00:50.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.260+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=KVJD9VGKKG14 tag=9G8IC399ELBH type=write size=3340897 2024-09-12T17:00:50.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.262+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1YDIN6GDD0QI.0 size=1048576 2024-09-12T17:00:50.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.263+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1YDIN6GDD0QI.1 size=87088 2024-09-12T17:00:50.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.263+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=1YDIN6GDD0QI tag=P0I5AB2J3J5R type=write size=2184240 2024-09-12T17:00:50.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.264+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~Y7PQMF7ZVLRJ.0 size=112919 2024-09-12T17:00:50.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.266+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=Y7PQMF7ZVLRJ tag=3EHSBV1HN6EP type=write size=1161495 2024-09-12T17:00:50.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.267+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=N4FOWDS1IO1F type=write size=994318 2024-09-12T17:00:50.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.269+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=TNEFGL4P583Q type=del 2024-09-12T17:00:50.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.270+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=V6A2PZWHK7RC type=del size=2091750 2024-09-12T17:00:50.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.271+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=AVDRT6N7US0K type=del 2024-09-12T17:00:50.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.274+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~4VM1HO1N1QBU.0 size=1048576 2024-09-12T17:00:50.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.274+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~4VM1HO1N1QBU.1 size=120501 2024-09-12T17:00:50.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.274+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=4VM1HO1N1QBU tag=C0AK7X8UEM9D type=write size=2217653 2024-09-12T17:00:50.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.276+0000 7fc68f42f780 1 < canceled operation key=NALVOSHAE3VH tag=AXMEWY9ZA8OC type=del size=3549734 2024-09-12T17:00:50.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.277+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=Z7W7N617JP7G type=write size=394189 2024-09-12T17:00:50.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.279+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~7SC3KBWR2VZ2.0 size=220791 2024-09-12T17:00:50.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.280+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=7SC3KBWR2VZ2 tag=1S8VT18LRIPR type=write size=1269367 2024-09-12T17:00:50.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.283+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~5FQN89WALSEU.0 size=623767 2024-09-12T17:00:50.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.283+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=5FQN89WALSEU tag=4BO41SVIGNQ3 type=write size=1672343 2024-09-12T17:00:50.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.285+0000 7fc68f42f780 1 < suggested update operation key=NALVOSHAE3VH tag=2S82I6RBFAHN type=del size=2173694 2024-09-12T17:00:50.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.286+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=AD5JR4IUIL2W type=write size=261130 2024-09-12T17:00:50.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.287+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~JC07VHGCCPQW.0 size=1048576 2024-09-12T17:00:50.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.287+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~JC07VHGCCPQW.1 size=1048576 2024-09-12T17:00:50.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.288+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~JC07VHGCCPQW.2 size=116309 2024-09-12T17:00:50.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.290+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=JC07VHGCCPQW tag=DBCJCXUMH9BL type=write size=3262037 2024-09-12T17:00:50.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.291+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=CC8WO020VN0P type=del size=3830637 2024-09-12T17:00:50.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.292+0000 7fc68f42f780 -1 < failed to complete operation key=52JV36JIR0EJ tag=A81LIOISJGED type=del size=771496: (22) Invalid argument 2024-09-12T17:00:50.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.293+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=APJZDJ42SRWD type=del size=1990923 2024-09-12T17:00:50.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.295+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~2J48BRG1YBFB.0 size=1048576 2024-09-12T17:00:50.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.296+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~2J48BRG1YBFB.1 size=1048576 2024-09-12T17:00:50.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.296+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~2J48BRG1YBFB.2 size=223236 2024-09-12T17:00:50.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.298+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=2J48BRG1YBFB tag=RSEFQYYL78BE type=write size=3368964 2024-09-12T17:00:50.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.300+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~IDCV9MLUVD8K.0 size=1048576 2024-09-12T17:00:50.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.301+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~IDCV9MLUVD8K.1 size=437883 2024-09-12T17:00:50.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.301+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=IDCV9MLUVD8K tag=CBL7D1IZ4XJK type=write size=2535035 2024-09-12T17:00:50.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.303+0000 7fc68f42f780 1 < suggested remove operation key=0SVTT81FXB2X tag=VRC2UCRNW8WN type=del 2024-09-12T17:00:50.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.304+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=Y3WLNGGVTUWE type=del size=2370711 2024-09-12T17:00:50.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.307+0000 7fc68f42f780 1 < suggested update operation key=ZCAVQ3AQ5V23 tag=BMCPU7VDU1W0 type=del size=3126261 2024-09-12T17:00:50.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.308+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=F1H94IXFUG0Y type=del size=3616365 2024-09-12T17:00:50.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.309+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=NXNQRD9ICS8A type=del 2024-09-12T17:00:50.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.311+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~IZHK5AVIC8LE.0 size=1048576 2024-09-12T17:00:50.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.312+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~IZHK5AVIC8LE.1 size=556057 2024-09-12T17:00:50.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.312+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=IZHK5AVIC8LE tag=J0WAUOS9ZQPY type=write size=2653209 2024-09-12T17:00:50.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.313+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~5N2QDK1UUQ7G.0 size=1048576 2024-09-12T17:00:50.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.314+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~5N2QDK1UUQ7G.1 size=1048576 2024-09-12T17:00:50.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.315+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~5N2QDK1UUQ7G.2 size=188153 2024-09-12T17:00:50.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.317+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=5N2QDK1UUQ7G tag=7TUDK7VEYQW6 type=write size=3333881 2024-09-12T17:00:50.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.319+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~9ZH937BNGFTF.0 size=1048576 2024-09-12T17:00:50.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.320+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~9ZH937BNGFTF.1 size=1046605 2024-09-12T17:00:50.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.320+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=9ZH937BNGFTF tag=SO88AV6PC1P6 type=write size=3143757 2024-09-12T17:00:50.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.321+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=R4CSWH376W5D type=del 2024-09-12T17:00:50.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.322+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=7RMW7OVC7RCZ type=del size=328079 2024-09-12T17:00:50.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.323+0000 7fc68f42f780 1 < canceled operation key=5G9ZFBIRSZN0 tag=107WMWQI5M8T type=del size=1844431 2024-09-12T17:00:50.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.324+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=9MC8YG8SA808 type=del size=2535313 2024-09-12T17:00:50.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.325+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1YDIN6GDD0QI.0 size=1048576 2024-09-12T17:00:50.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.326+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1YDIN6GDD0QI.1 size=87088 2024-09-12T17:00:50.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.328+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=1YDIN6GDD0QI tag=P0I5AB2J3J5R type=write size=2184240 2024-09-12T17:00:50.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.329+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=IUN3N0DSG2ET type=del size=2655604 2024-09-12T17:00:50.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.330+0000 7fc68f42f780 1 < completed write operation key=M84G815CQ1SC tag=N4FOWDS1IO1F type=write size=994318 2024-09-12T17:00:50.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.332+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~YA5HN5M423BO.0 size=1048576 2024-09-12T17:00:50.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.333+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~YA5HN5M423BO.1 size=396982 2024-09-12T17:00:50.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.333+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=YA5HN5M423BO tag=TRECIW2U20M6 type=write size=2494134 2024-09-12T17:00:50.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.334+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=V6A2PZWHK7RC type=del 2024-09-12T17:00:50.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.336+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=C9GJSN39Z5V4 type=del size=3007652 2024-09-12T17:00:50.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.337+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~4VM1HO1N1QBU.0 size=1048576 2024-09-12T17:00:50.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.338+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~4VM1HO1N1QBU.1 size=120501 2024-09-12T17:00:50.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.340+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=4VM1HO1N1QBU tag=C0AK7X8UEM9D type=write size=2217653 2024-09-12T17:00:50.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.341+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=E2OSSE7QJL9V type=del size=1322415 2024-09-12T17:00:50.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.342+0000 7fc68f42f780 1 < completed write operation key=FFYEARKYU8MK tag=Z7W7N617JP7G type=write size=394189 2024-09-12T17:00:50.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.343+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=J57ID3GE2H32 type=del size=3598083 2024-09-12T17:00:50.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.345+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~5FQN89WALSEU.0 size=623767 2024-09-12T17:00:50.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.347+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=5FQN89WALSEU tag=4BO41SVIGNQ3 type=write size=1672343 2024-09-12T17:00:50.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.348+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=BEWN8A5UPH6S type=del size=4082851 2024-09-12T17:00:50.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.349+0000 7fc68f42f780 1 < completed write operation key=HCFK4AS0XMDI tag=AD5JR4IUIL2W type=write size=261130 2024-09-12T17:00:50.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.351+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~OJMS8U0EDA9Y.0 size=1048576 2024-09-12T17:00:50.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.352+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~OJMS8U0EDA9Y.1 size=78893 2024-09-12T17:00:50.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.352+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=OJMS8U0EDA9Y tag=5ERE8FJNP547 type=write size=2176045 2024-09-12T17:00:50.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.353+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=CC8WO020VN0P type=del 2024-09-12T17:00:50.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.354+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=F1H8TC360LN5 type=del size=4127598 2024-09-12T17:00:50.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.356+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=APJZDJ42SRWD type=del 2024-09-12T17:00:50.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.357+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=2QML5KIMWJ14 type=write size=307398 2024-09-12T17:00:50.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.358+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~IDCV9MLUVD8K.0 size=1048576 2024-09-12T17:00:50.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.359+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~IDCV9MLUVD8K.1 size=437883 2024-09-12T17:00:50.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.361+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=IDCV9MLUVD8K tag=CBL7D1IZ4XJK type=write size=2535035 2024-09-12T17:00:50.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.362+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=KV084U1REOY0 type=del size=983482 2024-09-12T17:00:50.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.364+0000 7fc68f42f780 1 < suggested remove operation key=QXA2N8KQQN1N tag=Y3WLNGGVTUWE type=del 2024-09-12T17:00:50.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.366+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~JQYGJ2YCA26C.0 size=1048576 2024-09-12T17:00:50.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.367+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~JQYGJ2YCA26C.1 size=1048576 2024-09-12T17:00:50.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.368+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~JQYGJ2YCA26C.2 size=407902 2024-09-12T17:00:50.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.368+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=JQYGJ2YCA26C tag=Z84HY00LL9OU type=write size=3553630 2024-09-12T17:00:50.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.369+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=F1H94IXFUG0Y type=del 2024-09-12T17:00:50.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.370+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=8FD15GJGM0ET type=del size=4157070 2024-09-12T17:00:50.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.372+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~IZHK5AVIC8LE.0 size=1048576 2024-09-12T17:00:50.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.372+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~IZHK5AVIC8LE.1 size=556057 2024-09-12T17:00:50.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.374+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=IZHK5AVIC8LE tag=J0WAUOS9ZQPY type=write size=2653209 2024-09-12T17:00:50.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.376+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~QSLVID3RO5O3.0 size=397455 2024-09-12T17:00:50.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.376+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=QSLVID3RO5O3 tag=O0ME3QH0EFZJ type=write size=1446031 2024-09-12T17:00:50.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.377+0000 7fc68f42f780 1 < canceled part key=_multipart_YTRABX96UY8F.2~9ZH937BNGFTF.0 size=1048576 2024-09-12T17:00:50.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.378+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~9ZH937BNGFTF.1 size=1046605 2024-09-12T17:00:50.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.379+0000 7fc68f42f780 1 < canceled multipart upload key=YTRABX96UY8F upload=9ZH937BNGFTF tag=SO88AV6PC1P6 type=write size=3143757 2024-09-12T17:00:50.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.381+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~4L3TL8Z63TAV.0 size=1036627 2024-09-12T17:00:50.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.381+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=4L3TL8Z63TAV tag=K4AIKXCP3GNC type=write size=2085203 2024-09-12T17:00:50.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.385+0000 7fc68f42f780 1 < suggested remove operation key=YZ11NLDPZ4HC tag=7RMW7OVC7RCZ type=del 2024-09-12T17:00:50.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.386+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=KEUPD2C7HWS1 type=del size=315352 2024-09-12T17:00:50.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.388+0000 7fc68f42f780 1 < suggested update operation key=0SVTT81FXB2X tag=9MC8YG8SA808 type=del size=2535313 2024-09-12T17:00:50.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.389+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=IIF5ZO7QJSKF type=del size=394629 2024-09-12T17:00:50.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.391+0000 7fc68f42f780 1 < suggested remove operation key=YXWFMB60E9UH tag=IUN3N0DSG2ET type=del 2024-09-12T17:00:50.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.394+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~NZCO2PAJUSI6.0 size=1048576 2024-09-12T17:00:50.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.394+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~NZCO2PAJUSI6.1 size=934416 2024-09-12T17:00:50.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.394+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=NZCO2PAJUSI6 tag=XHQVX5BTXDOC type=write size=3031568 2024-09-12T17:00:50.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.395+0000 7fc68f42f780 1 < canceled part key=_multipart_5G9ZFBIRSZN0.2~YA5HN5M423BO.0 size=1048576 2024-09-12T17:00:50.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.396+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~YA5HN5M423BO.1 size=396982 2024-09-12T17:00:50.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.397+0000 7fc68f42f780 1 < canceled multipart upload key=5G9ZFBIRSZN0 upload=YA5HN5M423BO tag=TRECIW2U20M6 type=write size=2494134 2024-09-12T17:00:50.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.400+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~2A6856V3ASGY.0 size=858346 2024-09-12T17:00:50.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.400+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=2A6856V3ASGY tag=1OXXKFZJOBVF type=write size=1906922 2024-09-12T17:00:50.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.401+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=C9GJSN39Z5V4 type=del 2024-09-12T17:00:50.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.402+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=4MHZM7EFI8F1 type=del size=1765126 2024-09-12T17:00:50.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.404+0000 7fc68f42f780 1 < suggested remove operation key=W0I001KV7JL4 tag=E2OSSE7QJL9V type=del 2024-09-12T17:00:50.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.406+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~W75X9X5AFVX0.0 size=1048576 2024-09-12T17:00:50.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.407+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~W75X9X5AFVX0.1 size=1048576 2024-09-12T17:00:50.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.408+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~W75X9X5AFVX0.2 size=854893 2024-09-12T17:00:50.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.408+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=W75X9X5AFVX0 tag=C425R0PF5J8D type=write size=4000621 2024-09-12T17:00:50.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.409+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=J57ID3GE2H32 type=del 2024-09-12T17:00:50.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.411+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~23ZZI08PZYH1.0 size=683211 2024-09-12T17:00:50.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.411+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=23ZZI08PZYH1 tag=SHXED9YQ2D70 type=write size=1731787 2024-09-12T17:00:50.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.412+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=BEWN8A5UPH6S type=del 2024-09-12T17:00:50.415 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.414+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=0YNQXL02C705 type=del size=2252554 2024-09-12T17:00:50.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.415+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~OJMS8U0EDA9Y.0 size=1048576 2024-09-12T17:00:50.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.416+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~OJMS8U0EDA9Y.1 size=78893 2024-09-12T17:00:50.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.418+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=OJMS8U0EDA9Y tag=5ERE8FJNP547 type=write size=2176045 2024-09-12T17:00:50.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.419+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=8RBTONK8GOZ7 type=del size=2511945 2024-09-12T17:00:50.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.420+0000 7fc68f42f780 -1 < failed to complete operation key=0SVTT81FXB2X tag=F1H8TC360LN5 type=del size=4127598: (22) Invalid argument 2024-09-12T17:00:50.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.421+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=KU8GY1UQK07F type=del size=2164138 2024-09-12T17:00:50.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.422+0000 7fc68f42f780 1 < completed write operation key=JVU4KT3G91R7 tag=2QML5KIMWJ14 type=write size=307398 2024-09-12T17:00:50.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.424+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~98HPO5EJ9ZVV.0 size=1048576 2024-09-12T17:00:50.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.425+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~98HPO5EJ9ZVV.1 size=676143 2024-09-12T17:00:50.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.425+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=98HPO5EJ9ZVV tag=G9X6BR01MXLB type=write size=2773295 2024-09-12T17:00:50.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.426+0000 7fc68f42f780 -1 < no bi entry to suggest for operation key=W0I001KV7JL4 tag=KV084U1REOY0 type=del size=983482: (2) No such file or directory 2024-09-12T17:00:50.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.428+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~UX9L37PPHTYH.0 size=350664 2024-09-12T17:00:50.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.428+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=UX9L37PPHTYH tag=UJGWIRSOFMSV type=write size=1399240 2024-09-12T17:00:50.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.429+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~JQYGJ2YCA26C.0 size=1048576 2024-09-12T17:00:50.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.429+0000 7fc68f42f780 1 < canceled part key=_multipart_52JV36JIR0EJ.2~JQYGJ2YCA26C.1 size=1048576 2024-09-12T17:00:50.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.430+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~JQYGJ2YCA26C.2 size=407902 2024-09-12T17:00:50.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.432+0000 7fc68f42f780 1 < canceled multipart upload key=52JV36JIR0EJ upload=JQYGJ2YCA26C tag=Z84HY00LL9OU type=write size=3553630 2024-09-12T17:00:50.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.433+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=66AGRJ40J9W5 type=del size=1823986 2024-09-12T17:00:50.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.434+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=8FD15GJGM0ET type=del 2024-09-12T17:00:50.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.435+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=R075TAFW4M17 type=write size=166638 2024-09-12T17:00:50.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.436+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~QSLVID3RO5O3.0 size=397455 2024-09-12T17:00:50.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.438+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=QSLVID3RO5O3 tag=O0ME3QH0EFZJ type=write size=1446031 2024-09-12T17:00:50.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.439+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=XTE7PAFI85O7 type=del size=13167 2024-09-12T17:00:50.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.440+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~4L3TL8Z63TAV.0 size=1036627 2024-09-12T17:00:50.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.442+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=4L3TL8Z63TAV tag=K4AIKXCP3GNC type=write size=2085203 2024-09-12T17:00:50.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.443+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=3HK7CXN3MUQV type=del size=839487 2024-09-12T17:00:50.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.445+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=KEUPD2C7HWS1 type=del 2024-09-12T17:00:50.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.446+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=EZQB9W0JJJ3C type=write size=211634 2024-09-12T17:00:50.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.447+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=IIF5ZO7QJSKF type=del 2024-09-12T17:00:50.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.448+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=7XJ05BAHPM1M type=write size=48990 2024-09-12T17:00:50.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.449+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~NZCO2PAJUSI6.0 size=1048576 2024-09-12T17:00:50.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.450+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~NZCO2PAJUSI6.1 size=934416 2024-09-12T17:00:50.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.452+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=NZCO2PAJUSI6 tag=XHQVX5BTXDOC type=write size=3031568 2024-09-12T17:00:50.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.453+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=O6F0ISLKEN1I type=del size=2598740 2024-09-12T17:00:50.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.453+0000 7fc68f42f780 1 < canceled part key=_multipart_AXKH2QANZCAL.2~2A6856V3ASGY.0 size=858346 2024-09-12T17:00:50.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.455+0000 7fc68f42f780 1 < canceled multipart upload key=AXKH2QANZCAL upload=2A6856V3ASGY tag=1OXXKFZJOBVF type=write size=1906922 2024-09-12T17:00:50.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.457+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~A2NLN8EG9YV6.0 size=1048576 2024-09-12T17:00:50.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.458+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~A2NLN8EG9YV6.1 size=1048576 2024-09-12T17:00:50.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.459+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~A2NLN8EG9YV6.2 size=336325 2024-09-12T17:00:50.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.459+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=A2NLN8EG9YV6 tag=HFEL34RQ03VR type=write size=3482053 2024-09-12T17:00:50.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.460+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=4MHZM7EFI8F1 type=del 2024-09-12T17:00:50.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.461+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=YD427WCU12XT type=del size=1255024 2024-09-12T17:00:50.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.462+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~W75X9X5AFVX0.0 size=1048576 2024-09-12T17:00:50.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.463+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~W75X9X5AFVX0.1 size=1048576 2024-09-12T17:00:50.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.466+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~W75X9X5AFVX0.2 size=854893 2024-09-12T17:00:50.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.468+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=W75X9X5AFVX0 tag=C425R0PF5J8D type=write size=4000621 2024-09-12T17:00:50.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.469+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=C4KT3J66EIHQ type=del size=4086320 2024-09-12T17:00:50.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.470+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~23ZZI08PZYH1.0 size=683211 2024-09-12T17:00:50.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.472+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=23ZZI08PZYH1 tag=SHXED9YQ2D70 type=write size=1731787 2024-09-12T17:00:50.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.474+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~NOA0B33OTPCA.0 size=268518 2024-09-12T17:00:50.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.474+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=NOA0B33OTPCA tag=HYHGHQJED8D7 type=write size=1317094 2024-09-12T17:00:50.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.475+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=0YNQXL02C705 type=del 2024-09-12T17:00:50.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.477+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=CMF1ROUJHS6P type=del size=300240 2024-09-12T17:00:50.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.478+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=8RBTONK8GOZ7 type=del 2024-09-12T17:00:50.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.480+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~BPYN6E2KC7CS.0 size=1048576 2024-09-12T17:00:50.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.481+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~BPYN6E2KC7CS.1 size=1048576 2024-09-12T17:00:50.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.482+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~BPYN6E2KC7CS.2 size=547562 2024-09-12T17:00:50.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.482+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=BPYN6E2KC7CS tag=PYRMUX4XJ14P type=write size=3693290 2024-09-12T17:00:50.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.483+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=KU8GY1UQK07F type=del 2024-09-12T17:00:50.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.485+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~5ZEEP7Y2EZQ6.0 size=1048576 2024-09-12T17:00:50.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.486+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~5ZEEP7Y2EZQ6.1 size=1022012 2024-09-12T17:00:50.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.486+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=5ZEEP7Y2EZQ6 tag=WUS1XG5PKC0A type=write size=3119164 2024-09-12T17:00:50.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.487+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~98HPO5EJ9ZVV.0 size=1048576 2024-09-12T17:00:50.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.488+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~98HPO5EJ9ZVV.1 size=676143 2024-09-12T17:00:50.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.491+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=98HPO5EJ9ZVV tag=G9X6BR01MXLB type=write size=2773295 2024-09-12T17:00:50.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.492+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=A3ZDVI80MAJO type=write size=609734 2024-09-12T17:00:50.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.494+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~UX9L37PPHTYH.0 size=350664 2024-09-12T17:00:50.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.496+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=UX9L37PPHTYH tag=UJGWIRSOFMSV type=write size=1399240 2024-09-12T17:00:50.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.497+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=U2KB58Q5E3NS type=del size=3383682 2024-09-12T17:00:50.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.500+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=66AGRJ40J9W5 type=del 2024-09-12T17:00:50.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.501+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=Y4629COAC15M type=del size=1591390 2024-09-12T17:00:50.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.502+0000 7fc68f42f780 1 < completed write operation key=8XULRL5LJZAH tag=R075TAFW4M17 type=write size=166638 2024-09-12T17:00:50.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.503+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=EPGI1TODM78U type=del size=3170682 2024-09-12T17:00:50.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.504+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=XTE7PAFI85O7 type=del 2024-09-12T17:00:50.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.507+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~3L9FQDPWAIBN.0 size=257126 2024-09-12T17:00:50.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.507+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=3L9FQDPWAIBN tag=OLXGOUKR5464 type=write size=1305702 2024-09-12T17:00:50.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.508+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=3HK7CXN3MUQV type=del 2024-09-12T17:00:50.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.510+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~HFEPYG8Y3B6S.0 size=209826 2024-09-12T17:00:50.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.510+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=HFEPYG8Y3B6S tag=8GNS9OPF8HNC type=write size=1258402 2024-09-12T17:00:50.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.511+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=EZQB9W0JJJ3C type=write size=211634 2024-09-12T17:00:50.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.513+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~2B6II1XVA449.0 size=1048576 2024-09-12T17:00:50.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.514+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~2B6II1XVA449.1 size=531895 2024-09-12T17:00:50.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.514+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=2B6II1XVA449 tag=OYBBAO2EQK7G type=write size=2629047 2024-09-12T17:00:50.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.517+0000 7fc68f42f780 1 < suggested remove operation key=QXA2N8KQQN1N tag=7XJ05BAHPM1M type=write 2024-09-12T17:00:50.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.518+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=J5FAKY1OH19U type=del size=3006399 2024-09-12T17:00:50.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.519+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=O6F0ISLKEN1I type=del 2024-09-12T17:00:50.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.521+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~BZYMKAFLE6E0.0 size=1048576 2024-09-12T17:00:50.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.522+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~BZYMKAFLE6E0.1 size=1048576 2024-09-12T17:00:50.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.523+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~BZYMKAFLE6E0.2 size=435263 2024-09-12T17:00:50.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.523+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=BZYMKAFLE6E0 tag=5RYEULG05U7H type=write size=3580991 2024-09-12T17:00:50.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.525+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~A2NLN8EG9YV6.0 size=1048576 2024-09-12T17:00:50.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.525+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~A2NLN8EG9YV6.1 size=1048576 2024-09-12T17:00:50.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.527+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~A2NLN8EG9YV6.2 size=336325 2024-09-12T17:00:50.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.529+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=A2NLN8EG9YV6 tag=HFEL34RQ03VR type=write size=3482053 2024-09-12T17:00:50.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.530+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=4DPAXFDL1XBT type=del size=80023 2024-09-12T17:00:50.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.531+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=YD427WCU12XT type=del size=1255024 2024-09-12T17:00:50.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.532+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=0U1QMHHZR9UK type=write size=780020 2024-09-12T17:00:50.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.533+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=C4KT3J66EIHQ type=del 2024-09-12T17:00:50.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.535+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=V1IS17D78F50 type=del size=3540214 2024-09-12T17:00:50.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.536+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~NOA0B33OTPCA.0 size=268518 2024-09-12T17:00:50.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.538+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=NOA0B33OTPCA tag=HYHGHQJED8D7 type=write size=1317094 2024-09-12T17:00:50.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.539+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=O60XHMNDNR10 type=del size=2410046 2024-09-12T17:00:50.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.540+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=CMF1ROUJHS6P type=del 2024-09-12T17:00:50.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.541+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=1IL49TJNZO9P type=del size=1019865 2024-09-12T17:00:50.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.543+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~BPYN6E2KC7CS.0 size=1048576 2024-09-12T17:00:50.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.544+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~BPYN6E2KC7CS.1 size=1048576 2024-09-12T17:00:50.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.544+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~BPYN6E2KC7CS.2 size=547562 2024-09-12T17:00:50.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.547+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=BPYN6E2KC7CS tag=PYRMUX4XJ14P type=write size=3693290 2024-09-12T17:00:50.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.548+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=3YY6223AF0UP type=del size=1046376 2024-09-12T17:00:50.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.549+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~5ZEEP7Y2EZQ6.0 size=1048576 2024-09-12T17:00:50.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.550+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~5ZEEP7Y2EZQ6.1 size=1022012 2024-09-12T17:00:50.553 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.552+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=5ZEEP7Y2EZQ6 tag=WUS1XG5PKC0A type=write size=3119164 2024-09-12T17:00:50.556 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.555+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=NF19BYVOWVPR type=del size=1730214 2024-09-12T17:00:50.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.556+0000 7fc68f42f780 1 < completed write operation key=52JV36JIR0EJ tag=A3ZDVI80MAJO type=write size=609734 2024-09-12T17:00:50.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.558+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~ASSIJXCR4NHA.0 size=357887 2024-09-12T17:00:50.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.558+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=ASSIJXCR4NHA tag=ET6D9VRDOA3S type=write size=1406463 2024-09-12T17:00:50.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.559+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=U2KB58Q5E3NS type=del 2024-09-12T17:00:50.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.560+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=R4YRU20447S3 type=del size=259831 2024-09-12T17:00:50.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.562+0000 7fc68f42f780 1 < suggested update operation key=AXKH2QANZCAL tag=Y4629COAC15M type=del size=1591390 2024-09-12T17:00:50.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.563+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=B2WFFI4EST2M type=del size=2355274 2024-09-12T17:00:50.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.564+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=EPGI1TODM78U type=del 2024-09-12T17:00:50.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.566+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=BEURGHHDFN87 type=del size=1778357 2024-09-12T17:00:50.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.567+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~3L9FQDPWAIBN.0 size=257126 2024-09-12T17:00:50.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.569+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=3L9FQDPWAIBN tag=OLXGOUKR5464 type=write size=1305702 2024-09-12T17:00:50.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.571+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~HJZ3346AVSFH.0 size=1048576 2024-09-12T17:00:50.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.572+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~HJZ3346AVSFH.1 size=891308 2024-09-12T17:00:50.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.572+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=HJZ3346AVSFH tag=BI6P53AW7HRA type=write size=2988460 2024-09-12T17:00:50.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.573+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~HFEPYG8Y3B6S.0 size=209826 2024-09-12T17:00:50.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.575+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=HFEPYG8Y3B6S tag=8GNS9OPF8HNC type=write size=1258402 2024-09-12T17:00:50.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.576+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=SGC5VJY1DRV3 type=del size=964989 2024-09-12T17:00:50.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.577+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~2B6II1XVA449.0 size=1048576 2024-09-12T17:00:50.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.578+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~2B6II1XVA449.1 size=531895 2024-09-12T17:00:50.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.580+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=2B6II1XVA449 tag=OYBBAO2EQK7G type=write size=2629047 2024-09-12T17:00:50.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.581+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=GOQIPNXWF65Z type=del size=28763 2024-09-12T17:00:50.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.582+0000 7fc68f42f780 1 < canceled operation key=8WXCDATAFRNK tag=J5FAKY1OH19U type=del size=3006399 2024-09-12T17:00:50.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.584+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~UB7XKT4F3H38.0 size=1048576 2024-09-12T17:00:50.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.585+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~UB7XKT4F3H38.1 size=1048576 2024-09-12T17:00:50.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.586+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~UB7XKT4F3H38.2 size=482576 2024-09-12T17:00:50.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.586+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=UB7XKT4F3H38 tag=OKDS1X2PWYW9 type=write size=3628304 2024-09-12T17:00:50.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.587+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~BZYMKAFLE6E0.0 size=1048576 2024-09-12T17:00:50.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.588+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~BZYMKAFLE6E0.1 size=1048576 2024-09-12T17:00:50.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.588+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~BZYMKAFLE6E0.2 size=435263 2024-09-12T17:00:50.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.590+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=BZYMKAFLE6E0 tag=5RYEULG05U7H type=write size=3580991 2024-09-12T17:00:50.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.592+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=78L3712YJ7BM type=del size=2732399 2024-09-12T17:00:50.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.593+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=4DPAXFDL1XBT type=del 2024-09-12T17:00:50.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.594+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=5J4JIOHJKPWK type=del size=4150933 2024-09-12T17:00:50.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.595+0000 7fc68f42f780 1 < completed write operation key=CNRF3YNKC07N tag=0U1QMHHZR9UK type=write size=780020 2024-09-12T17:00:50.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.596+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=XS8SI0UBHD7E type=del size=1230309 2024-09-12T17:00:50.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.597+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=V1IS17D78F50 type=del 2024-09-12T17:00:50.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.599+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=9UKSQBS9GZZA type=write size=321331 2024-09-12T17:00:50.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.600+0000 7fc68f42f780 1 < canceled operation key=YTRABX96UY8F tag=O60XHMNDNR10 type=del size=2410046 2024-09-12T17:00:50.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.601+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=4FP1S5OLMQSO type=del size=3822026 2024-09-12T17:00:50.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.602+0000 7fc68f42f780 -1 < failed to complete operation key=AXKH2QANZCAL tag=1IL49TJNZO9P type=del size=1019865: (22) Invalid argument 2024-09-12T17:00:50.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.603+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=AG53ZYGHR7A6 type=write size=620217 2024-09-12T17:00:50.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.605+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=3YY6223AF0UP type=del 2024-09-12T17:00:50.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.607+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=USAUNU106P7O type=del size=397905 2024-09-12T17:00:50.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.610+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=NF19BYVOWVPR type=del 2024-09-12T17:00:50.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.611+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=B6NE69PWYE1U type=write size=492984 2024-09-12T17:00:50.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.612+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~ASSIJXCR4NHA.0 size=357887 2024-09-12T17:00:50.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.616+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=ASSIJXCR4NHA tag=ET6D9VRDOA3S type=write size=1406463 2024-09-12T17:00:50.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.617+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=XCF9LKCI0EW0 type=del size=460078 2024-09-12T17:00:50.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.619+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=R4YRU20447S3 type=del 2024-09-12T17:00:50.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.620+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=7SHVQM3EKGKL type=del size=435531 2024-09-12T17:00:50.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.621+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=B2WFFI4EST2M type=del 2024-09-12T17:00:50.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.623+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~69WJFX3DFXS1.0 size=1048576 2024-09-12T17:00:50.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.624+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~69WJFX3DFXS1.1 size=906536 2024-09-12T17:00:50.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.624+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=69WJFX3DFXS1 tag=FDJU6T90701P type=write size=3003688 2024-09-12T17:00:50.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.625+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=BEURGHHDFN87 type=del 2024-09-12T17:00:50.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.626+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=KYIIHG40WN6U type=del size=717900 2024-09-12T17:00:50.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.627+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~HJZ3346AVSFH.0 size=1048576 2024-09-12T17:00:50.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.628+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~HJZ3346AVSFH.1 size=891308 2024-09-12T17:00:50.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.630+0000 7fc68f42f780 1 < canceled multipart upload key=W0I001KV7JL4 upload=HJZ3346AVSFH tag=BI6P53AW7HRA type=write size=2988460 2024-09-12T17:00:50.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.632+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~DEDGP3UGWSW1.0 size=1048576 2024-09-12T17:00:50.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.633+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~DEDGP3UGWSW1.1 size=1048576 2024-09-12T17:00:50.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.634+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~DEDGP3UGWSW1.2 size=680129 2024-09-12T17:00:50.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.634+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=DEDGP3UGWSW1 tag=BF36FMMJJZ4B type=write size=3825857 2024-09-12T17:00:50.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.635+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=SGC5VJY1DRV3 type=del 2024-09-12T17:00:50.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.637+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=BVW9VJ9Y78VS type=del size=2845872 2024-09-12T17:00:50.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.638+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=GOQIPNXWF65Z type=del 2024-09-12T17:00:50.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.640+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~KEV5EROX20A8.0 size=688959 2024-09-12T17:00:50.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.640+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=KEV5EROX20A8 tag=ZZUWRNT8XRT6 type=write size=1737535 2024-09-12T17:00:50.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.642+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~UB7XKT4F3H38.0 size=1048576 2024-09-12T17:00:50.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.643+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~UB7XKT4F3H38.1 size=1048576 2024-09-12T17:00:50.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.644+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~UB7XKT4F3H38.2 size=482576 2024-09-12T17:00:50.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.646+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=UB7XKT4F3H38 tag=OKDS1X2PWYW9 type=write size=3628304 2024-09-12T17:00:50.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.648+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~VU05QCKF30SB.0 size=1048576 2024-09-12T17:00:50.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.649+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~VU05QCKF30SB.1 size=1048576 2024-09-12T17:00:50.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.650+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~VU05QCKF30SB.2 size=991625 2024-09-12T17:00:50.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.650+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=VU05QCKF30SB tag=XXC3VKMV7W0K type=write size=4137353 2024-09-12T17:00:50.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.652+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=78L3712YJ7BM type=del 2024-09-12T17:00:50.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.653+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=086GQLCOEEDX type=del size=2791548 2024-09-12T17:00:50.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.656+0000 7fc68f42f780 1 < suggested update operation key=9N1QDZF7NPT0 tag=5J4JIOHJKPWK type=del size=4150933 2024-09-12T17:00:50.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.658+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~UOM3LBNTFBUI.0 size=1048576 2024-09-12T17:00:50.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.659+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~UOM3LBNTFBUI.1 size=1048576 2024-09-12T17:00:50.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.660+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~UOM3LBNTFBUI.2 size=678507 2024-09-12T17:00:50.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.660+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=UOM3LBNTFBUI tag=Q3YWX26RXWUX type=write size=3824235 2024-09-12T17:00:50.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.662+0000 7fc68f42f780 1 < suggested update operation key=FFYEARKYU8MK tag=XS8SI0UBHD7E type=del size=1230309 2024-09-12T17:00:50.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.664+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~ILNCE0JK743V.0 size=1048576 2024-09-12T17:00:50.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.665+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~ILNCE0JK743V.1 size=699754 2024-09-12T17:00:50.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.665+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=ILNCE0JK743V tag=B3HTOE0GH60X type=write size=2796906 2024-09-12T17:00:50.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.666+0000 7fc68f42f780 1 < completed write operation key=CBE2Q8N9LPWT tag=9UKSQBS9GZZA type=write size=321331 2024-09-12T17:00:50.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.667+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=DIBCHQNDUZ43 type=write size=386252 2024-09-12T17:00:50.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.669+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=4FP1S5OLMQSO type=del 2024-09-12T17:00:50.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.670+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=2QAPVUTBTGZD type=del size=1539607 2024-09-12T17:00:50.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.671+0000 7fc68f42f780 1 < completed write operation key=W0I001KV7JL4 tag=AG53ZYGHR7A6 type=write size=620217 2024-09-12T17:00:50.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.672+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=Q5NQ4V56KOBV type=del size=1722038 2024-09-12T17:00:50.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.673+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=USAUNU106P7O type=del 2024-09-12T17:00:50.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.674+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=IB3T3QTROB1D type=write size=1380 2024-09-12T17:00:50.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.675+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=B6NE69PWYE1U type=write size=492984 2024-09-12T17:00:50.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.677+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~AJWXZ1LXU0VB.0 size=394876 2024-09-12T17:00:50.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.677+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=AJWXZ1LXU0VB tag=QO0RCICC7YMD type=write size=1443452 2024-09-12T17:00:50.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.679+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=XCF9LKCI0EW0 type=del 2024-09-12T17:00:50.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.680+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=YXCDHUYTV4UP type=del size=3842775 2024-09-12T17:00:50.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.681+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=7SHVQM3EKGKL type=del 2024-09-12T17:00:50.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.682+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=8T1ZQIF6K0AH type=del size=2625248 2024-09-12T17:00:50.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.682+0000 7fc68f42f780 1 < canceled part key=_multipart_QXA2N8KQQN1N.2~69WJFX3DFXS1.0 size=1048576 2024-09-12T17:00:50.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.683+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~69WJFX3DFXS1.1 size=906536 2024-09-12T17:00:50.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.685+0000 7fc68f42f780 1 < canceled multipart upload key=QXA2N8KQQN1N upload=69WJFX3DFXS1 tag=FDJU6T90701P type=write size=3003688 2024-09-12T17:00:50.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.687+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~V4OAGK5TUSU2.0 size=1048576 2024-09-12T17:00:50.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.688+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~V4OAGK5TUSU2.1 size=334601 2024-09-12T17:00:50.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.688+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=V4OAGK5TUSU2 tag=4U4T1WIGGAV4 type=write size=2431753 2024-09-12T17:00:50.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.690+0000 7fc68f42f780 1 < suggested remove operation key=JPQVCVA736JG tag=KYIIHG40WN6U type=del 2024-09-12T17:00:50.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.691+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=5PR9P656RK2Z type=del size=578381 2024-09-12T17:00:50.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.692+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~DEDGP3UGWSW1.0 size=1048576 2024-09-12T17:00:50.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.693+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~DEDGP3UGWSW1.1 size=1048576 2024-09-12T17:00:50.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.694+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~DEDGP3UGWSW1.2 size=680129 2024-09-12T17:00:50.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.696+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=DEDGP3UGWSW1 tag=BF36FMMJJZ4B type=write size=3825857 2024-09-12T17:00:50.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.697+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=46JZ0K3QJ9JS type=del size=2014326 2024-09-12T17:00:50.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.698+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=BVW9VJ9Y78VS type=del 2024-09-12T17:00:50.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.699+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=EMDW17JDPPHC type=del size=1084945 2024-09-12T17:00:50.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.700+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~KEV5EROX20A8.0 size=688959 2024-09-12T17:00:50.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.702+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=KEV5EROX20A8 tag=ZZUWRNT8XRT6 type=write size=1737535 2024-09-12T17:00:50.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.704+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=NZ12VV0VLW75 type=del size=2637175 2024-09-12T17:00:50.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.705+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~VU05QCKF30SB.0 size=1048576 2024-09-12T17:00:50.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.706+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~VU05QCKF30SB.1 size=1048576 2024-09-12T17:00:50.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.707+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~VU05QCKF30SB.2 size=991625 2024-09-12T17:00:50.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.708+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=VU05QCKF30SB tag=XXC3VKMV7W0K type=write size=4137353 2024-09-12T17:00:50.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.711+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~E0U4QTOZLST6.0 size=88288 2024-09-12T17:00:50.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.711+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=E0U4QTOZLST6 tag=K0PN1V82U3N6 type=write size=1136864 2024-09-12T17:00:50.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.712+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=086GQLCOEEDX type=del 2024-09-12T17:00:50.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.713+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=2OUVGFFLDKOQ type=write size=1038743 2024-09-12T17:00:50.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.714+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~UOM3LBNTFBUI.0 size=1048576 2024-09-12T17:00:50.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.715+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~UOM3LBNTFBUI.1 size=1048576 2024-09-12T17:00:50.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.716+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~UOM3LBNTFBUI.2 size=678507 2024-09-12T17:00:50.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.718+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=UOM3LBNTFBUI tag=Q3YWX26RXWUX type=write size=3824235 2024-09-12T17:00:50.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.722+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~8VVHCW7FRABO.0 size=1048576 2024-09-12T17:00:50.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.724+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~8VVHCW7FRABO.1 size=1048576 2024-09-12T17:00:50.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.724+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~8VVHCW7FRABO.2 size=57461 2024-09-12T17:00:50.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.725+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=8VVHCW7FRABO tag=ARQAW3Z2V9K9 type=write size=3203189 2024-09-12T17:00:50.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.726+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~ILNCE0JK743V.0 size=1048576 2024-09-12T17:00:50.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.727+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~ILNCE0JK743V.1 size=699754 2024-09-12T17:00:50.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.729+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=ILNCE0JK743V tag=B3HTOE0GH60X type=write size=2796906 2024-09-12T17:00:50.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.730+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=EWWX3O6L05ZS type=del size=3033166 2024-09-12T17:00:50.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.731+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=DIBCHQNDUZ43 type=write size=386252 2024-09-12T17:00:50.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.732+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=2TAECDWTX5RN type=del size=3807378 2024-09-12T17:00:50.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.733+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=2QAPVUTBTGZD type=del 2024-09-12T17:00:50.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.735+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=OTEKIAFEMDWE type=del size=2752228 2024-09-12T17:00:50.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.736+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=Q5NQ4V56KOBV type=del 2024-09-12T17:00:50.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.738+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LVXOK0D96KC2.0 size=1048576 2024-09-12T17:00:50.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.739+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LVXOK0D96KC2.1 size=1048576 2024-09-12T17:00:50.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.740+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~LVXOK0D96KC2.2 size=41313 2024-09-12T17:00:50.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.740+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=LVXOK0D96KC2 tag=F8XKLVEPNXU4 type=write size=3187041 2024-09-12T17:00:50.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.741+0000 7fc68f42f780 1 < completed write operation key=0SVTT81FXB2X tag=IB3T3QTROB1D type=write size=1380 2024-09-12T17:00:50.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.743+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~MPGYNBOXE2T5.0 size=234287 2024-09-12T17:00:50.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.743+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=MPGYNBOXE2T5 tag=FH7ZDDMBMPNS type=write size=1282863 2024-09-12T17:00:50.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.744+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~AJWXZ1LXU0VB.0 size=394876 2024-09-12T17:00:50.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.746+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=AJWXZ1LXU0VB tag=QO0RCICC7YMD type=write size=1443452 2024-09-12T17:00:50.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.747+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=V9EMVLTJ1DTV type=write size=327314 2024-09-12T17:00:50.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.749+0000 7fc68f42f780 1 < canceled operation key=6QSQEMIJKMU1 tag=YXCDHUYTV4UP type=del size=3842775 2024-09-12T17:00:50.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.750+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=R6TESL6N7OQ3 type=del size=2700814 2024-09-12T17:00:50.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.752+0000 7fc68f42f780 1 < suggested remove operation key=G6LXZXKH2LCK tag=8T1ZQIF6K0AH type=del 2024-09-12T17:00:50.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.753+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=FMB7JFLDS687 type=del size=2319347 2024-09-12T17:00:50.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.754+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~V4OAGK5TUSU2.0 size=1048576 2024-09-12T17:00:50.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.755+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~V4OAGK5TUSU2.1 size=334601 2024-09-12T17:00:50.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.757+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=V4OAGK5TUSU2 tag=4U4T1WIGGAV4 type=write size=2431753 2024-09-12T17:00:50.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.758+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=MCT9W8FXICV9 type=del size=3078706 2024-09-12T17:00:50.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.760+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=5PR9P656RK2Z type=del 2024-09-12T17:00:50.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.761+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=QAT6DO7ZWZU8 type=del size=1827638 2024-09-12T17:00:50.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.763+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=46JZ0K3QJ9JS type=del 2024-09-12T17:00:50.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.764+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=4YYLV9SOAH02 type=del size=3151802 2024-09-12T17:00:50.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.766+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=EMDW17JDPPHC type=del 2024-09-12T17:00:50.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.768+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~2IMPCE2HZIDM.0 size=1048576 2024-09-12T17:00:50.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.769+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~2IMPCE2HZIDM.1 size=1048576 2024-09-12T17:00:50.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.769+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~2IMPCE2HZIDM.2 size=65849 2024-09-12T17:00:50.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.770+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=2IMPCE2HZIDM tag=1BQQCDN5VWXR type=write size=3211577 2024-09-12T17:00:50.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.771+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=NZ12VV0VLW75 type=del 2024-09-12T17:00:50.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.772+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=7YD775HJDSVU type=del size=120190 2024-09-12T17:00:50.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.773+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~E0U4QTOZLST6.0 size=88288 2024-09-12T17:00:50.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.775+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=E0U4QTOZLST6 tag=K0PN1V82U3N6 type=write size=1136864 2024-09-12T17:00:50.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.776+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=QGAAGVNF9LYC type=write size=923863 2024-09-12T17:00:50.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.777+0000 7fc68f42f780 1 < completed write operation key=JVU4KT3G91R7 tag=2OUVGFFLDKOQ type=write size=1038743 2024-09-12T17:00:50.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.778+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=WYH5N0J0GDVR type=del size=1566133 2024-09-12T17:00:50.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.779+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~8VVHCW7FRABO.0 size=1048576 2024-09-12T17:00:50.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.780+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~8VVHCW7FRABO.1 size=1048576 2024-09-12T17:00:50.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.781+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~8VVHCW7FRABO.2 size=57461 2024-09-12T17:00:50.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.783+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=8VVHCW7FRABO tag=ARQAW3Z2V9K9 type=write size=3203189 2024-09-12T17:00:50.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.785+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~XOHKSVW1Y5I6.0 size=1048576 2024-09-12T17:00:50.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.786+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~XOHKSVW1Y5I6.1 size=355685 2024-09-12T17:00:50.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.786+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=XOHKSVW1Y5I6 tag=5XWUM4CZY1BO type=write size=2452837 2024-09-12T17:00:50.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.787+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=EWWX3O6L05ZS type=del 2024-09-12T17:00:50.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.789+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=VA34UNUZUK9Q type=write size=494303 2024-09-12T17:00:50.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.790+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=2TAECDWTX5RN type=del 2024-09-12T17:00:50.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.792+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~116H4IBZD9BG.0 size=365187 2024-09-12T17:00:50.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.792+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=116H4IBZD9BG tag=OG4B2PLGP0I2 type=write size=1413763 2024-09-12T17:00:50.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.793+0000 7fc68f42f780 1 < canceled operation key=DF7W920VNP0G tag=OTEKIAFEMDWE type=del size=2752228 2024-09-12T17:00:50.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.795+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=DSHZFY06ZF8O type=del size=1624569 2024-09-12T17:00:50.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.795+0000 7fc68f42f780 1 < canceled part key=_multipart_HCFK4AS0XMDI.2~LVXOK0D96KC2.0 size=1048576 2024-09-12T17:00:50.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.797+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~LVXOK0D96KC2.1 size=1048576 2024-09-12T17:00:50.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.798+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~LVXOK0D96KC2.2 size=41313 2024-09-12T17:00:50.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.800+0000 7fc68f42f780 1 < canceled multipart upload key=HCFK4AS0XMDI upload=LVXOK0D96KC2 tag=F8XKLVEPNXU4 type=write size=3187041 2024-09-12T17:00:50.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.801+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=1GSVU23P8CMC type=del size=3754779 2024-09-12T17:00:50.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.802+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~MPGYNBOXE2T5.0 size=234287 2024-09-12T17:00:50.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.804+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=MPGYNBOXE2T5 tag=FH7ZDDMBMPNS type=write size=1282863 2024-09-12T17:00:50.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.806+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=WX2TL97NK1TR type=write size=229115 2024-09-12T17:00:50.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.808+0000 7fc68f42f780 1 < suggested remove operation key=8XULRL5LJZAH tag=V9EMVLTJ1DTV type=write 2024-09-12T17:00:50.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.809+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=G1V4Y34W4BBT type=del size=3668887 2024-09-12T17:00:50.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.811+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=R6TESL6N7OQ3 type=del 2024-09-12T17:00:50.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.812+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=SB5F8E1RM4S7 type=del size=2729178 2024-09-12T17:00:50.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.813+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=FMB7JFLDS687 type=del 2024-09-12T17:00:50.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.814+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=VBV3URJGID0K type=del size=2018715 2024-09-12T17:00:50.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.816+0000 7fc68f42f780 -1 < failed to complete operation key=CBE2Q8N9LPWT tag=MCT9W8FXICV9 type=del size=3078706: (22) Invalid argument 2024-09-12T17:00:50.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.818+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~I5D1DQHZT4BB.0 size=1048576 2024-09-12T17:00:50.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.819+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~I5D1DQHZT4BB.1 size=1048576 2024-09-12T17:00:50.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.820+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~I5D1DQHZT4BB.2 size=740353 2024-09-12T17:00:50.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.820+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=I5D1DQHZT4BB tag=5BK12FGEQIF2 type=write size=3886081 2024-09-12T17:00:50.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.821+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=QAT6DO7ZWZU8 type=del 2024-09-12T17:00:50.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.823+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~8PM9KU5BH47L.0 size=643178 2024-09-12T17:00:50.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.823+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=8PM9KU5BH47L tag=3RUPQ1E3DFZB type=write size=1691754 2024-09-12T17:00:50.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.824+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=4YYLV9SOAH02 type=del 2024-09-12T17:00:50.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.826+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=4NFUQWPJHM29 type=del size=1163146 2024-09-12T17:00:50.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.827+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~2IMPCE2HZIDM.0 size=1048576 2024-09-12T17:00:50.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.828+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~2IMPCE2HZIDM.1 size=1048576 2024-09-12T17:00:50.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.829+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~2IMPCE2HZIDM.2 size=65849 2024-09-12T17:00:50.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.831+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=2IMPCE2HZIDM tag=1BQQCDN5VWXR type=write size=3211577 2024-09-12T17:00:50.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.834+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~QEJ50FKE78YQ.0 size=475924 2024-09-12T17:00:50.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.834+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=QEJ50FKE78YQ tag=PQGJSAAI6R3I type=write size=1524500 2024-09-12T17:00:50.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.835+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=7YD775HJDSVU type=del 2024-09-12T17:00:50.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.836+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=BYJ1BZ2Y3L96 type=del size=1113104 2024-09-12T17:00:50.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.838+0000 7fc68f42f780 1 < completed write operation key=IGCTZ5WOBL39 tag=QGAAGVNF9LYC type=write size=923863 2024-09-12T17:00:50.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.839+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=1QCSFNMCEFL8 type=write size=602408 2024-09-12T17:00:50.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.841+0000 7fc68f42f780 1 < suggested update operation key=NEAY7HVG4N98 tag=WYH5N0J0GDVR type=del size=1566133 2024-09-12T17:00:50.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.842+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=P5SX64WRR20C type=del size=2199991 2024-09-12T17:00:50.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.843+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~XOHKSVW1Y5I6.0 size=1048576 2024-09-12T17:00:50.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.844+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~XOHKSVW1Y5I6.1 size=355685 2024-09-12T17:00:50.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.846+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=XOHKSVW1Y5I6 tag=5XWUM4CZY1BO type=write size=2452837 2024-09-12T17:00:50.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.848+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~CBBLLSDZ3IZ4.0 size=1048576 2024-09-12T17:00:50.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.849+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~CBBLLSDZ3IZ4.1 size=1048576 2024-09-12T17:00:50.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.850+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~CBBLLSDZ3IZ4.2 size=282347 2024-09-12T17:00:50.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.850+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=CBBLLSDZ3IZ4 tag=IZGFPMFTEKJ9 type=write size=3428075 2024-09-12T17:00:50.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.851+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=VA34UNUZUK9Q type=write size=494303 2024-09-12T17:00:50.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.852+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=DZBDLK2RAGKX type=del size=773750 2024-09-12T17:00:50.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.853+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~116H4IBZD9BG.0 size=365187 2024-09-12T17:00:50.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.855+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=116H4IBZD9BG tag=OG4B2PLGP0I2 type=write size=1413763 2024-09-12T17:00:50.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.856+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=ZVOHV0NR5HEQ type=write size=794291 2024-09-12T17:00:50.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.857+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=DSHZFY06ZF8O type=del 2024-09-12T17:00:50.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.859+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~4XXKR4P4W2LE.0 size=390730 2024-09-12T17:00:50.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.859+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=4XXKR4P4W2LE tag=QYUX6GW8JAN2 type=write size=1439306 2024-09-12T17:00:50.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.862+0000 7fc68f42f780 1 < suggested update operation key=KZSUBBPS0F1I tag=1GSVU23P8CMC type=del size=3754779 2024-09-12T17:00:50.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.863+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=WGUMGME8Y0V7 type=del size=1864172 2024-09-12T17:00:50.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.864+0000 7fc68f42f780 -1 < failed to complete operation key=KZSUBBPS0F1I tag=WX2TL97NK1TR type=write size=229115: (22) Invalid argument 2024-09-12T17:00:50.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.865+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=B3GB4736544X type=del size=3611824 2024-09-12T17:00:50.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.866+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=G1V4Y34W4BBT type=del 2024-09-12T17:00:50.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.868+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=YKZ2NKADYFD7 type=del size=1744512 2024-09-12T17:00:50.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.869+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=SB5F8E1RM4S7 type=del 2024-09-12T17:00:50.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.870+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=KI42JKRLKSV9 type=del size=111102 2024-09-12T17:00:50.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.871+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=VBV3URJGID0K type=del 2024-09-12T17:00:50.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.873+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~0LY9SSVFLTMT.0 size=1048576 2024-09-12T17:00:50.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.874+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~0LY9SSVFLTMT.1 size=777315 2024-09-12T17:00:50.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.874+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=0LY9SSVFLTMT tag=BHL5YTCE6T62 type=write size=2874467 2024-09-12T17:00:50.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.876+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~I5D1DQHZT4BB.0 size=1048576 2024-09-12T17:00:50.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.876+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~I5D1DQHZT4BB.1 size=1048576 2024-09-12T17:00:50.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.877+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~I5D1DQHZT4BB.2 size=740353 2024-09-12T17:00:50.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.879+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=I5D1DQHZT4BB tag=5BK12FGEQIF2 type=write size=3886081 2024-09-12T17:00:50.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.881+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=01MFA1D5021K type=del size=4020865 2024-09-12T17:00:50.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.882+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~8PM9KU5BH47L.0 size=643178 2024-09-12T17:00:50.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.883+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=8PM9KU5BH47L tag=3RUPQ1E3DFZB type=write size=1691754 2024-09-12T17:00:50.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.885+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=XDQ55C1I6MU7 type=del size=3398478 2024-09-12T17:00:50.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.886+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=4NFUQWPJHM29 type=del 2024-09-12T17:00:50.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.887+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=VY5Y0SRYGR8S type=del size=4148712 2024-09-12T17:00:50.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.888+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~QEJ50FKE78YQ.0 size=475924 2024-09-12T17:00:50.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.890+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=QEJ50FKE78YQ tag=PQGJSAAI6R3I type=write size=1524500 2024-09-12T17:00:50.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.891+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=WXAKDGOXVWGE type=del size=3517224 2024-09-12T17:00:50.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.892+0000 7fc68f42f780 -1 < failed to complete operation key=KZSUBBPS0F1I tag=BYJ1BZ2Y3L96 type=del size=1113104: (22) Invalid argument 2024-09-12T17:00:50.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.893+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=78SG2D5XQUEK type=del size=21776 2024-09-12T17:00:50.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.894+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=1QCSFNMCEFL8 type=write size=602408 2024-09-12T17:00:50.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.895+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=9KKPVK7NYOLU type=del size=4189791 2024-09-12T17:00:50.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.898+0000 7fc68f42f780 1 < suggested update operation key=5G9ZFBIRSZN0 tag=P5SX64WRR20C type=del size=2199991 2024-09-12T17:00:50.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.900+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~JK0Y0RCO1SOQ.0 size=1048576 2024-09-12T17:00:50.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.901+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~JK0Y0RCO1SOQ.1 size=1048576 2024-09-12T17:00:50.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.902+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~JK0Y0RCO1SOQ.2 size=982667 2024-09-12T17:00:50.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.902+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=JK0Y0RCO1SOQ tag=9MX1K4CECDCM type=write size=4128395 2024-09-12T17:00:50.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.903+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~CBBLLSDZ3IZ4.0 size=1048576 2024-09-12T17:00:50.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.904+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~CBBLLSDZ3IZ4.1 size=1048576 2024-09-12T17:00:50.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.904+0000 7fc68f42f780 1 < canceled part key=_multipart_DF7W920VNP0G.2~CBBLLSDZ3IZ4.2 size=282347 2024-09-12T17:00:50.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.906+0000 7fc68f42f780 1 < canceled multipart upload key=DF7W920VNP0G upload=CBBLLSDZ3IZ4 tag=IZGFPMFTEKJ9 type=write size=3428075 2024-09-12T17:00:50.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.907+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=0LKAGUX4T8SM type=del size=3265394 2024-09-12T17:00:50.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.909+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=DZBDLK2RAGKX type=del 2024-09-12T17:00:50.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.910+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=N2HKWEXTKZ0Z type=del size=1089027 2024-09-12T17:00:50.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.911+0000 7fc68f42f780 1 < completed write operation key=CNRF3YNKC07N tag=ZVOHV0NR5HEQ type=write size=794291 2024-09-12T17:00:50.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.914+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~G3UBOMZVCGDL.0 size=1048576 2024-09-12T17:00:50.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.914+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~G3UBOMZVCGDL.1 size=1048576 2024-09-12T17:00:50.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.915+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~G3UBOMZVCGDL.2 size=577206 2024-09-12T17:00:50.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.915+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=G3UBOMZVCGDL tag=AHNLGPUB9N1X type=write size=3722934 2024-09-12T17:00:50.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.916+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~4XXKR4P4W2LE.0 size=390730 2024-09-12T17:00:50.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.918+0000 7fc68f42f780 1 < canceled multipart upload key=W0I001KV7JL4 upload=4XXKR4P4W2LE tag=QYUX6GW8JAN2 type=write size=1439306 2024-09-12T17:00:50.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.920+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~BBFWFG9SXZLY.0 size=1048576 2024-09-12T17:00:50.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.921+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~BBFWFG9SXZLY.1 size=1048576 2024-09-12T17:00:50.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.921+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~BBFWFG9SXZLY.2 size=617366 2024-09-12T17:00:50.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.921+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=BBFWFG9SXZLY tag=0SYWF0P1657G type=write size=3763094 2024-09-12T17:00:50.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.923+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=WGUMGME8Y0V7 type=del 2024-09-12T17:00:50.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.925+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~5K54QBSP27ZS.0 size=178804 2024-09-12T17:00:50.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.925+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=5K54QBSP27ZS tag=QUZ7LY5YL1IT type=write size=1227380 2024-09-12T17:00:50.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.926+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=B3GB4736544X type=del 2024-09-12T17:00:50.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.928+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~6IQ7IUJU1DM2.0 size=958970 2024-09-12T17:00:50.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.928+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=6IQ7IUJU1DM2 tag=FUGVD37VHACQ type=write size=2007546 2024-09-12T17:00:50.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.929+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=YKZ2NKADYFD7 type=del 2024-09-12T17:00:50.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.931+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~F61LNKRCCEHK.0 size=741716 2024-09-12T17:00:50.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.931+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=F61LNKRCCEHK tag=OLNS57GZNW0Z type=write size=1790292 2024-09-12T17:00:50.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.933+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=KI42JKRLKSV9 type=del 2024-09-12T17:00:50.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.934+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=55LKXUVGLMLN type=write size=32932 2024-09-12T17:00:50.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.935+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~0LY9SSVFLTMT.0 size=1048576 2024-09-12T17:00:50.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.936+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~0LY9SSVFLTMT.1 size=777315 2024-09-12T17:00:50.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.938+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=0LY9SSVFLTMT tag=BHL5YTCE6T62 type=write size=2874467 2024-09-12T17:00:50.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.939+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=6WAOO0A1FW02 type=write size=253343 2024-09-12T17:00:50.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.943+0000 7fc68f42f780 1 < suggested update operation key=6QSQEMIJKMU1 tag=01MFA1D5021K type=del size=4020865 2024-09-12T17:00:50.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.947+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~RR1IAZMNZV4P.0 size=1048576 2024-09-12T17:00:50.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.948+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~RR1IAZMNZV4P.1 size=1048576 2024-09-12T17:00:50.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.949+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~RR1IAZMNZV4P.2 size=977047 2024-09-12T17:00:50.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.949+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=RR1IAZMNZV4P tag=5SNMYHE3T2U7 type=write size=4122775 2024-09-12T17:00:50.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.951+0000 7fc68f42f780 1 < suggested update operation key=YZ11NLDPZ4HC tag=XDQ55C1I6MU7 type=del size=3398478 2024-09-12T17:00:50.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.952+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=2TK3C8U91054 type=del size=2885577 2024-09-12T17:00:50.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.954+0000 7fc68f42f780 1 < suggested remove operation key=ZCAVQ3AQ5V23 tag=VY5Y0SRYGR8S type=del 2024-09-12T17:00:50.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.957+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~CDUVTT1ZF3VG.0 size=1048576 2024-09-12T17:00:50.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.958+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~CDUVTT1ZF3VG.1 size=1048576 2024-09-12T17:00:50.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.958+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~CDUVTT1ZF3VG.2 size=143652 2024-09-12T17:00:50.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.958+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=CDUVTT1ZF3VG tag=KVZE12HZUZ09 type=write size=3289380 2024-09-12T17:00:50.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.961+0000 7fc68f42f780 1 < suggested update operation key=JPQVCVA736JG tag=WXAKDGOXVWGE type=del size=3517224 2024-09-12T17:00:50.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.962+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=0M12EHJBFRRZ type=write size=730206 2024-09-12T17:00:50.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.964+0000 7fc68f42f780 1 < suggested remove operation key=6QSQEMIJKMU1 tag=78SG2D5XQUEK type=del 2024-09-12T17:00:50.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.966+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=0M3YTXH550X2 type=del size=1505938 2024-09-12T17:00:50.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.967+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=9KKPVK7NYOLU type=del 2024-09-12T17:00:50.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.968+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=BAO9I3G4VABO type=del size=710226 2024-09-12T17:00:50.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.970+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~JK0Y0RCO1SOQ.0 size=1048576 2024-09-12T17:00:50.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.971+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~JK0Y0RCO1SOQ.1 size=1048576 2024-09-12T17:00:50.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.971+0000 7fc68f42f780 1 < canceled part key=_multipart_CNRF3YNKC07N.2~JK0Y0RCO1SOQ.2 size=982667 2024-09-12T17:00:50.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.973+0000 7fc68f42f780 1 < canceled multipart upload key=CNRF3YNKC07N upload=JK0Y0RCO1SOQ tag=9MX1K4CECDCM type=write size=4128395 2024-09-12T17:00:50.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.975+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~WV09BB0F9ACM.0 size=1048576 2024-09-12T17:00:50.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.976+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~WV09BB0F9ACM.1 size=1048576 2024-09-12T17:00:50.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.976+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~WV09BB0F9ACM.2 size=203761 2024-09-12T17:00:50.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.976+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=WV09BB0F9ACM tag=EA0IDUT7SZ9O type=write size=3349489 2024-09-12T17:00:50.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.978+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=0LKAGUX4T8SM type=del 2024-09-12T17:00:50.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.980+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~FD16SK3LE4ML.0 size=1048576 2024-09-12T17:00:50.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.981+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~FD16SK3LE4ML.1 size=1048576 2024-09-12T17:00:50.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.981+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~FD16SK3LE4ML.2 size=619256 2024-09-12T17:00:50.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.981+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=FD16SK3LE4ML tag=I59KVQ1VE5DC type=write size=3764984 2024-09-12T17:00:50.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.984+0000 7fc68f42f780 1 < suggested remove operation key=JVU4KT3G91R7 tag=N2HKWEXTKZ0Z type=del 2024-09-12T17:00:50.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.985+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=KC01WDG4E5S1 type=del size=961225 2024-09-12T17:00:50.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.986+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~G3UBOMZVCGDL.0 size=1048576 2024-09-12T17:00:50.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.987+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~G3UBOMZVCGDL.1 size=1048576 2024-09-12T17:00:50.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.988+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~G3UBOMZVCGDL.2 size=577206 2024-09-12T17:00:50.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.990+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=G3UBOMZVCGDL tag=AHNLGPUB9N1X type=write size=3722934 2024-09-12T17:00:50.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.991+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=0BL4KEXO95FB type=del size=2866001 2024-09-12T17:00:50.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.994+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~BBFWFG9SXZLY.0 size=1048576 2024-09-12T17:00:50.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.995+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~BBFWFG9SXZLY.1 size=1048576 2024-09-12T17:00:50.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.996+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~BBFWFG9SXZLY.2 size=617366 2024-09-12T17:00:50.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.997+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=BBFWFG9SXZLY tag=0SYWF0P1657G type=write size=3763094 2024-09-12T17:00:51.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:50.999+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=HH02YCPCX6HC type=del size=1223217 2024-09-12T17:00:51.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.000+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~5K54QBSP27ZS.0 size=178804 2024-09-12T17:00:51.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.002+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=5K54QBSP27ZS tag=QUZ7LY5YL1IT type=write size=1227380 2024-09-12T17:00:51.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.003+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=LI0ZZC50LRTO type=del size=2084329 2024-09-12T17:00:51.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.004+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~6IQ7IUJU1DM2.0 size=958970 2024-09-12T17:00:51.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.006+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=6IQ7IUJU1DM2 tag=FUGVD37VHACQ type=write size=2007546 2024-09-12T17:00:51.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.009+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~4NEXXHWGY1LM.0 size=1048576 2024-09-12T17:00:51.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.009+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~4NEXXHWGY1LM.1 size=1048576 2024-09-12T17:00:51.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.010+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~4NEXXHWGY1LM.2 size=620466 2024-09-12T17:00:51.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.010+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=4NEXXHWGY1LM tag=X0NCIERQLQF1 type=write size=3766194 2024-09-12T17:00:51.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.011+0000 7fc68f42f780 1 < canceled part key=_multipart_FFYEARKYU8MK.2~F61LNKRCCEHK.0 size=741716 2024-09-12T17:00:51.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.012+0000 7fc68f42f780 1 < canceled multipart upload key=FFYEARKYU8MK upload=F61LNKRCCEHK tag=OLNS57GZNW0Z type=write size=1790292 2024-09-12T17:00:51.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.014+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=85O1XV22M3HX type=write size=963822 2024-09-12T17:00:51.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.015+0000 7fc68f42f780 1 < completed write operation key=YXWFMB60E9UH tag=55LKXUVGLMLN type=write size=32932 2024-09-12T17:00:51.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.016+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=C27NK0IAVLPO type=del size=2471122 2024-09-12T17:00:51.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.017+0000 7fc68f42f780 1 < completed write operation key=5IRJPMUAJTW1 tag=6WAOO0A1FW02 type=write size=253343 2024-09-12T17:00:51.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.019+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~CKYURJ8AX9H1.0 size=1048576 2024-09-12T17:00:51.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.020+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~CKYURJ8AX9H1.1 size=913887 2024-09-12T17:00:51.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.020+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=CKYURJ8AX9H1 tag=WKMCZFMP0N6P type=write size=3011039 2024-09-12T17:00:51.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.021+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~RR1IAZMNZV4P.0 size=1048576 2024-09-12T17:00:51.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.022+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~RR1IAZMNZV4P.1 size=1048576 2024-09-12T17:00:51.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.023+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~RR1IAZMNZV4P.2 size=977047 2024-09-12T17:00:51.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.025+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=RR1IAZMNZV4P tag=5SNMYHE3T2U7 type=write size=4122775 2024-09-12T17:00:51.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.026+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=R6WI7VYUVQL3 type=del size=3948895 2024-09-12T17:00:51.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.027+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=2TK3C8U91054 type=del 2024-09-12T17:00:51.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.029+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~VVHJO3S72AQG.0 size=1048576 2024-09-12T17:00:51.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.030+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~VVHJO3S72AQG.1 size=773340 2024-09-12T17:00:51.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.030+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=VVHJO3S72AQG tag=9IWK2FAE8AF5 type=write size=2870492 2024-09-12T17:00:51.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.031+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~CDUVTT1ZF3VG.0 size=1048576 2024-09-12T17:00:51.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.032+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~CDUVTT1ZF3VG.1 size=1048576 2024-09-12T17:00:51.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.033+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~CDUVTT1ZF3VG.2 size=143652 2024-09-12T17:00:51.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.035+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=CDUVTT1ZF3VG tag=KVZE12HZUZ09 type=write size=3289380 2024-09-12T17:00:51.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.036+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=1H8PN9MRH78R type=del size=1521211 2024-09-12T17:00:51.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.037+0000 7fc68f42f780 1 < completed write operation key=AXKH2QANZCAL tag=0M12EHJBFRRZ type=write size=730206 2024-09-12T17:00:51.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.039+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~7PYC954X7F9Z.0 size=419589 2024-09-12T17:00:51.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.039+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=7PYC954X7F9Z tag=M4OP6GOHM67B type=write size=1468165 2024-09-12T17:00:51.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.040+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=0M3YTXH550X2 type=del 2024-09-12T17:00:51.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.043+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~GU3F64U86YG4.0 size=1048576 2024-09-12T17:00:51.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.044+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~GU3F64U86YG4.1 size=1048576 2024-09-12T17:00:51.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.045+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~GU3F64U86YG4.2 size=862624 2024-09-12T17:00:51.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.045+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=GU3F64U86YG4 tag=EIZGPUF5NMC4 type=write size=4008352 2024-09-12T17:00:51.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.046+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=BAO9I3G4VABO type=del 2024-09-12T17:00:51.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.047+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=7F64OX64HOCW type=del size=569862 2024-09-12T17:00:51.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.048+0000 7fc68f42f780 1 < canceled part key=_multipart_9RJEGZRPXJQH.2~WV09BB0F9ACM.0 size=1048576 2024-09-12T17:00:51.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.048+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~WV09BB0F9ACM.1 size=1048576 2024-09-12T17:00:51.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.049+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~WV09BB0F9ACM.2 size=203761 2024-09-12T17:00:51.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.052+0000 7fc68f42f780 1 < canceled multipart upload key=9RJEGZRPXJQH upload=WV09BB0F9ACM tag=EA0IDUT7SZ9O type=write size=3349489 2024-09-12T17:00:51.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.054+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=0P0X5136NOAQ type=write size=615296 2024-09-12T17:00:51.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.055+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~FD16SK3LE4ML.0 size=1048576 2024-09-12T17:00:51.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.056+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~FD16SK3LE4ML.1 size=1048576 2024-09-12T17:00:51.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.058+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~FD16SK3LE4ML.2 size=619256 2024-09-12T17:00:51.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.060+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=FD16SK3LE4ML tag=I59KVQ1VE5DC type=write size=3764984 2024-09-12T17:00:51.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.062+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~W36IB9MUL6FE.0 size=964779 2024-09-12T17:00:51.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.062+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=W36IB9MUL6FE tag=OJ3TIZT0O5EB type=write size=2013355 2024-09-12T17:00:51.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.063+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=KC01WDG4E5S1 type=del 2024-09-12T17:00:51.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.064+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=M8PMBDO7XAY0 type=del size=1058400 2024-09-12T17:00:51.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.066+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=0BL4KEXO95FB type=del 2024-09-12T17:00:51.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.067+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=S0DQ2I99B3GY type=del size=2924229 2024-09-12T17:00:51.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.068+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=HH02YCPCX6HC type=del 2024-09-12T17:00:51.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.069+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=JL2V6Y1SCX8M type=write size=1033911 2024-09-12T17:00:51.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.070+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=LI0ZZC50LRTO type=del 2024-09-12T17:00:51.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.071+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=0NYWTDWQTQMR type=del size=1598265 2024-09-12T17:00:51.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.073+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~4NEXXHWGY1LM.0 size=1048576 2024-09-12T17:00:51.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.074+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~4NEXXHWGY1LM.1 size=1048576 2024-09-12T17:00:51.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.074+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~4NEXXHWGY1LM.2 size=620466 2024-09-12T17:00:51.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.076+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=4NEXXHWGY1LM tag=X0NCIERQLQF1 type=write size=3766194 2024-09-12T17:00:51.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.078+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~M7FBB88U62FO.0 size=1048576 2024-09-12T17:00:51.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.079+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~M7FBB88U62FO.1 size=252923 2024-09-12T17:00:51.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.079+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=M7FBB88U62FO tag=KV2IXKI2SZ5O type=write size=2350075 2024-09-12T17:00:51.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.080+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=85O1XV22M3HX type=write size=963822 2024-09-12T17:00:51.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.082+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~5N0R0H1V0XY6.0 size=1048576 2024-09-12T17:00:51.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.083+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~5N0R0H1V0XY6.1 size=149161 2024-09-12T17:00:51.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.083+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=5N0R0H1V0XY6 tag=KTXU1URQU1N0 type=write size=2246313 2024-09-12T17:00:51.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.084+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=C27NK0IAVLPO type=del 2024-09-12T17:00:51.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.085+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=HS3MNT0C4TM5 type=del size=3725656 2024-09-12T17:00:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.086+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~CKYURJ8AX9H1.0 size=1048576 2024-09-12T17:00:51.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.087+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~CKYURJ8AX9H1.1 size=913887 2024-09-12T17:00:51.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.089+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=CKYURJ8AX9H1 tag=WKMCZFMP0N6P type=write size=3011039 2024-09-12T17:00:51.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.090+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=9Q56YTU13OBO type=del size=3204659 2024-09-12T17:00:51.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.091+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=R6WI7VYUVQL3 type=del 2024-09-12T17:00:51.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.092+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=WF62PEULFOSG type=del size=2175207 2024-09-12T17:00:51.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.094+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~VVHJO3S72AQG.0 size=1048576 2024-09-12T17:00:51.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.094+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~VVHJO3S72AQG.1 size=773340 2024-09-12T17:00:51.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.096+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=VVHJO3S72AQG tag=9IWK2FAE8AF5 type=write size=2870492 2024-09-12T17:00:51.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.098+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~LYDDGV1YVFCO.0 size=1048576 2024-09-12T17:00:51.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.099+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~LYDDGV1YVFCO.1 size=220118 2024-09-12T17:00:51.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.099+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=LYDDGV1YVFCO tag=0ZJ6RPL02OT6 type=write size=2317270 2024-09-12T17:00:51.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.100+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=1H8PN9MRH78R type=del 2024-09-12T17:00:51.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.101+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=QFLTXWEALH57 type=del size=773010 2024-09-12T17:00:51.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.103+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~7PYC954X7F9Z.0 size=419589 2024-09-12T17:00:51.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.104+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=7PYC954X7F9Z tag=M4OP6GOHM67B type=write size=1468165 2024-09-12T17:00:51.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.107+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~FMYQJ9EQZKCF.0 size=1048576 2024-09-12T17:00:51.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.108+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~FMYQJ9EQZKCF.1 size=1048576 2024-09-12T17:00:51.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.109+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~FMYQJ9EQZKCF.2 size=623302 2024-09-12T17:00:51.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.109+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=FMYQJ9EQZKCF tag=SL4PRFLEUH7D type=write size=3769030 2024-09-12T17:00:51.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.110+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~GU3F64U86YG4.0 size=1048576 2024-09-12T17:00:51.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.111+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~GU3F64U86YG4.1 size=1048576 2024-09-12T17:00:51.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.112+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~GU3F64U86YG4.2 size=862624 2024-09-12T17:00:51.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.114+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=GU3F64U86YG4 tag=EIZGPUF5NMC4 type=write size=4008352 2024-09-12T17:00:51.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.116+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~1E9SMMUBTZRY.0 size=937398 2024-09-12T17:00:51.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.116+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=1E9SMMUBTZRY tag=NRC9ZCCUOHPW type=write size=1985974 2024-09-12T17:00:51.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.117+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=7F64OX64HOCW type=del 2024-09-12T17:00:51.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.119+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~LHGK2HPTTRXS.0 size=1048576 2024-09-12T17:00:51.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.120+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~LHGK2HPTTRXS.1 size=1048576 2024-09-12T17:00:51.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.121+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~LHGK2HPTTRXS.2 size=984761 2024-09-12T17:00:51.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.121+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=LHGK2HPTTRXS tag=9YXLXWXA0RRA type=write size=4130489 2024-09-12T17:00:51.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.122+0000 7fc68f42f780 1 < completed write operation key=YTRABX96UY8F tag=0P0X5136NOAQ type=write size=615296 2024-09-12T17:00:51.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.123+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=NVTNE9GFCNI1 type=write size=806950 2024-09-12T17:00:51.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.124+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~W36IB9MUL6FE.0 size=964779 2024-09-12T17:00:51.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.126+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=W36IB9MUL6FE tag=OJ3TIZT0O5EB type=write size=2013355 2024-09-12T17:00:51.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.127+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=WGJNMENV21IM type=write size=382644 2024-09-12T17:00:51.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.130+0000 7fc68f42f780 1 < suggested remove operation key=IGCTZ5WOBL39 tag=M8PMBDO7XAY0 type=del 2024-09-12T17:00:51.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.132+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~23NWOWFN7P96.0 size=1048576 2024-09-12T17:00:51.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.133+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~23NWOWFN7P96.1 size=1048576 2024-09-12T17:00:51.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.134+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~23NWOWFN7P96.2 size=67169 2024-09-12T17:00:51.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.134+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=23NWOWFN7P96 tag=K6GRJRN2DLJL type=write size=3212897 2024-09-12T17:00:51.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.136+0000 7fc68f42f780 1 < suggested remove operation key=52JV36JIR0EJ tag=S0DQ2I99B3GY type=del 2024-09-12T17:00:51.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.137+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=M83YWFY21E88 type=del size=352725 2024-09-12T17:00:51.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.139+0000 7fc68f42f780 1 < completed write operation key=5IRJPMUAJTW1 tag=JL2V6Y1SCX8M type=write size=1033911 2024-09-12T17:00:51.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.140+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=EU3UR60JBJXJ type=del size=3330486 2024-09-12T17:00:51.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.141+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=0NYWTDWQTQMR type=del 2024-09-12T17:00:51.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.143+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=PWXNANG8A84D type=del size=824572 2024-09-12T17:00:51.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.144+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~M7FBB88U62FO.0 size=1048576 2024-09-12T17:00:51.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.145+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~M7FBB88U62FO.1 size=252923 2024-09-12T17:00:51.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.147+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=M7FBB88U62FO tag=KV2IXKI2SZ5O type=write size=2350075 2024-09-12T17:00:51.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.148+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=CVVLC8H2TNWY type=del size=2951536 2024-09-12T17:00:51.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.148+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~5N0R0H1V0XY6.0 size=1048576 2024-09-12T17:00:51.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.148+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~5N0R0H1V0XY6.1 size=149161 2024-09-12T17:00:51.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.150+0000 7fc68f42f780 1 < canceled multipart upload key=W0I001KV7JL4 upload=5N0R0H1V0XY6 tag=KTXU1URQU1N0 type=write size=2246313 2024-09-12T17:00:51.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.152+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~I50CN3J89A8D.0 size=1048576 2024-09-12T17:00:51.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.153+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~I50CN3J89A8D.1 size=530827 2024-09-12T17:00:51.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.153+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=I50CN3J89A8D tag=U368QR0A77G3 type=write size=2627979 2024-09-12T17:00:51.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.155+0000 7fc68f42f780 1 < canceled operation key=8WXCDATAFRNK tag=HS3MNT0C4TM5 type=del size=3725656 2024-09-12T17:00:51.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.156+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=1D872HTPMADS type=del size=1134519 2024-09-12T17:00:51.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.158+0000 7fc68f42f780 1 < suggested remove operation key=NEAY7HVG4N98 tag=9Q56YTU13OBO type=del 2024-09-12T17:00:51.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.160+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=41A10JSXMTXB type=del size=3115462 2024-09-12T17:00:51.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.161+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=WF62PEULFOSG type=del 2024-09-12T17:00:51.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.163+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=42IR8CA4GPN5 type=del size=1876447 2024-09-12T17:00:51.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.164+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~LYDDGV1YVFCO.0 size=1048576 2024-09-12T17:00:51.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.165+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~LYDDGV1YVFCO.1 size=220118 2024-09-12T17:00:51.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.167+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=LYDDGV1YVFCO tag=0ZJ6RPL02OT6 type=write size=2317270 2024-09-12T17:00:51.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.169+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=CJ9AGY4JN8FP type=del size=113427 2024-09-12T17:00:51.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.170+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=QFLTXWEALH57 type=del 2024-09-12T17:00:51.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.172+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~ZU6O3K7YK76T.0 size=99290 2024-09-12T17:00:51.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.172+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=ZU6O3K7YK76T tag=UG4X0UMAOREW type=write size=1147866 2024-09-12T17:00:51.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.173+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~FMYQJ9EQZKCF.0 size=1048576 2024-09-12T17:00:51.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.174+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~FMYQJ9EQZKCF.1 size=1048576 2024-09-12T17:00:51.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.175+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~FMYQJ9EQZKCF.2 size=623302 2024-09-12T17:00:51.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.177+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=FMYQJ9EQZKCF tag=SL4PRFLEUH7D type=write size=3769030 2024-09-12T17:00:51.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.178+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=4BSGXGVE36J9 type=del size=1385076 2024-09-12T17:00:51.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.180+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~1E9SMMUBTZRY.0 size=937398 2024-09-12T17:00:51.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.182+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=1E9SMMUBTZRY tag=NRC9ZCCUOHPW type=write size=1985974 2024-09-12T17:00:51.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.183+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=ZKYYTVGWUWPZ type=write size=46226 2024-09-12T17:00:51.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.184+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~LHGK2HPTTRXS.0 size=1048576 2024-09-12T17:00:51.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.185+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~LHGK2HPTTRXS.1 size=1048576 2024-09-12T17:00:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.186+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~LHGK2HPTTRXS.2 size=984761 2024-09-12T17:00:51.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.188+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=LHGK2HPTTRXS tag=9YXLXWXA0RRA type=write size=4130489 2024-09-12T17:00:51.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.189+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=6TZ2PI67HZCJ type=del size=950418 2024-09-12T17:00:51.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.190+0000 7fc68f42f780 1 < completed write operation key=8XULRL5LJZAH tag=NVTNE9GFCNI1 type=write size=806950 2024-09-12T17:00:51.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.193+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~C438O7W369IY.0 size=1048576 2024-09-12T17:00:51.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.193+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~C438O7W369IY.1 size=1048576 2024-09-12T17:00:51.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.194+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~C438O7W369IY.2 size=768651 2024-09-12T17:00:51.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.194+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=C438O7W369IY tag=K63ONSQ0C86M type=write size=3914379 2024-09-12T17:00:51.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.196+0000 7fc68f42f780 1 < completed write operation key=YZ11NLDPZ4HC tag=WGJNMENV21IM type=write size=382644 2024-09-12T17:00:51.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.198+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~M4N5RKMBPYGB.0 size=1048576 2024-09-12T17:00:51.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.198+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~M4N5RKMBPYGB.1 size=1048576 2024-09-12T17:00:51.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.199+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~M4N5RKMBPYGB.2 size=722335 2024-09-12T17:00:51.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.199+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=M4N5RKMBPYGB tag=JK998PQKPEYI type=write size=3868063 2024-09-12T17:00:51.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.201+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~23NWOWFN7P96.0 size=1048576 2024-09-12T17:00:51.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.201+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~23NWOWFN7P96.1 size=1048576 2024-09-12T17:00:51.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.201+0000 7fc68f42f780 1 < canceled part key=_multipart_YXWFMB60E9UH.2~23NWOWFN7P96.2 size=67169 2024-09-12T17:00:51.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.203+0000 7fc68f42f780 1 < canceled multipart upload key=YXWFMB60E9UH upload=23NWOWFN7P96 tag=K6GRJRN2DLJL type=write size=3212897 2024-09-12T17:00:51.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.205+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~OMUIGI2O65OY.0 size=1048576 2024-09-12T17:00:51.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.206+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~OMUIGI2O65OY.1 size=1048576 2024-09-12T17:00:51.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.209+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~OMUIGI2O65OY.2 size=841549 2024-09-12T17:00:51.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.209+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=OMUIGI2O65OY tag=DQJPDD8ZMBYU type=write size=3987277 2024-09-12T17:00:51.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.211+0000 7fc68f42f780 1 < suggested remove operation key=5G9ZFBIRSZN0 tag=M83YWFY21E88 type=del 2024-09-12T17:00:51.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.212+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=PBZC15S9HT2S type=write size=471021 2024-09-12T17:00:51.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.213+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=EU3UR60JBJXJ type=del 2024-09-12T17:00:51.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.215+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~PZAA8231XKS4.0 size=1048576 2024-09-12T17:00:51.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.217+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~PZAA8231XKS4.1 size=913730 2024-09-12T17:00:51.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.217+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=PZAA8231XKS4 tag=RFIN083RTI4Y type=write size=3010882 2024-09-12T17:00:51.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.218+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=PWXNANG8A84D type=del 2024-09-12T17:00:51.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.219+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=Y52DLIHLWLP1 type=del size=2357531 2024-09-12T17:00:51.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.220+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=CVVLC8H2TNWY type=del 2024-09-12T17:00:51.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.221+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=AHGZVUHO86VY type=write size=78187 2024-09-12T17:00:51.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.223+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~I50CN3J89A8D.0 size=1048576 2024-09-12T17:00:51.225 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.224+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~I50CN3J89A8D.1 size=530827 2024-09-12T17:00:51.227 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.226+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=I50CN3J89A8D tag=U368QR0A77G3 type=write size=2627979 2024-09-12T17:00:51.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.228+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~UPXEKNNQ08JJ.0 size=1048576 2024-09-12T17:00:51.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.229+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~UPXEKNNQ08JJ.1 size=1048576 2024-09-12T17:00:51.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.229+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~UPXEKNNQ08JJ.2 size=284572 2024-09-12T17:00:51.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.229+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=UPXEKNNQ08JJ tag=7BWSQXHCRXGZ type=write size=3430300 2024-09-12T17:00:51.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.230+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=1D872HTPMADS type=del 2024-09-12T17:00:51.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.233+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~AY1MZGNXVNRQ.0 size=597616 2024-09-12T17:00:51.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.233+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=AY1MZGNXVNRQ tag=N3S4XBXPNQXH type=write size=1646192 2024-09-12T17:00:51.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.235+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=41A10JSXMTXB type=del 2024-09-12T17:00:51.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.237+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~D31TTSQ3MEGN.0 size=1048576 2024-09-12T17:00:51.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.237+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~D31TTSQ3MEGN.1 size=696830 2024-09-12T17:00:51.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.237+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=D31TTSQ3MEGN tag=5O3FY3IJI3LQ type=write size=2793982 2024-09-12T17:00:51.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.239+0000 7fc68f42f780 -1 < failed to complete operation key=5G9ZFBIRSZN0 tag=42IR8CA4GPN5 type=del size=1876447: (22) Invalid argument 2024-09-12T17:00:51.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.240+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=GQ168FZOFURY type=write size=939351 2024-09-12T17:00:51.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.241+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=CJ9AGY4JN8FP type=del 2024-09-12T17:00:51.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.243+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~DEYI38QJYAFC.0 size=112208 2024-09-12T17:00:51.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.243+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=DEYI38QJYAFC tag=WMDYVT9E0WGJ type=write size=1160784 2024-09-12T17:00:51.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.244+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~ZU6O3K7YK76T.0 size=99290 2024-09-12T17:00:51.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.246+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=ZU6O3K7YK76T tag=UG4X0UMAOREW type=write size=1147866 2024-09-12T17:00:51.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.247+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=1X2KUV5SXF9F type=write size=368629 2024-09-12T17:00:51.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.249+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=4BSGXGVE36J9 type=del 2024-09-12T17:00:51.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.250+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=A0I8AX57N4FF type=del size=168492 2024-09-12T17:00:51.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.251+0000 7fc68f42f780 1 < completed write operation key=52JV36JIR0EJ tag=ZKYYTVGWUWPZ type=write size=46226 2024-09-12T17:00:51.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.252+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=DADISD3L7LNX type=del size=2440088 2024-09-12T17:00:51.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.254+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=6TZ2PI67HZCJ type=del 2024-09-12T17:00:51.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.255+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=WNU803HHFTXZ type=del size=621396 2024-09-12T17:00:51.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.256+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~C438O7W369IY.0 size=1048576 2024-09-12T17:00:51.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.257+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~C438O7W369IY.1 size=1048576 2024-09-12T17:00:51.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.258+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~C438O7W369IY.2 size=768651 2024-09-12T17:00:51.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.260+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=C438O7W369IY tag=K63ONSQ0C86M type=write size=3914379 2024-09-12T17:00:51.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.261+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=SKQVS92QCAXD type=del size=3501344 2024-09-12T17:00:51.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.262+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~M4N5RKMBPYGB.0 size=1048576 2024-09-12T17:00:51.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.263+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~M4N5RKMBPYGB.1 size=1048576 2024-09-12T17:00:51.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.264+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~M4N5RKMBPYGB.2 size=722335 2024-09-12T17:00:51.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.266+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=M4N5RKMBPYGB tag=JK998PQKPEYI type=write size=3868063 2024-09-12T17:00:51.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.267+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=EEVA2YL5ZH0A type=del size=867947 2024-09-12T17:00:51.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.268+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~OMUIGI2O65OY.0 size=1048576 2024-09-12T17:00:51.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.269+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~OMUIGI2O65OY.1 size=1048576 2024-09-12T17:00:51.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.270+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~OMUIGI2O65OY.2 size=841549 2024-09-12T17:00:51.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.273+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=OMUIGI2O65OY tag=DQJPDD8ZMBYU type=write size=3987277 2024-09-12T17:00:51.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.274+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=K805I5F00M7O type=write size=332136 2024-09-12T17:00:51.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.275+0000 7fc68f42f780 1 < completed write operation key=JVU4KT3G91R7 tag=PBZC15S9HT2S type=write size=471021 2024-09-12T17:00:51.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.276+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=5CMKYC9DE2QO type=del size=2859267 2024-09-12T17:00:51.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.277+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~PZAA8231XKS4.0 size=1048576 2024-09-12T17:00:51.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.278+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~PZAA8231XKS4.1 size=913730 2024-09-12T17:00:51.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.280+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=PZAA8231XKS4 tag=RFIN083RTI4Y type=write size=3010882 2024-09-12T17:00:51.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.281+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=HPI50DAHWQLC type=del size=2337345 2024-09-12T17:00:51.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.282+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=Y52DLIHLWLP1 type=del 2024-09-12T17:00:51.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.283+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=M0O41QWAN6FL type=del size=3940946 2024-09-12T17:00:51.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.284+0000 7fc68f42f780 1 < completed write operation key=YTRABX96UY8F tag=AHGZVUHO86VY type=write size=78187 2024-09-12T17:00:51.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.286+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~QAZ1DO2VIGPG.0 size=390499 2024-09-12T17:00:51.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.286+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=QAZ1DO2VIGPG tag=6P2ER36V9EHG type=write size=1439075 2024-09-12T17:00:51.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.287+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~UPXEKNNQ08JJ.0 size=1048576 2024-09-12T17:00:51.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.288+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~UPXEKNNQ08JJ.1 size=1048576 2024-09-12T17:00:51.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.289+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~UPXEKNNQ08JJ.2 size=284572 2024-09-12T17:00:51.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.291+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=UPXEKNNQ08JJ tag=7BWSQXHCRXGZ type=write size=3430300 2024-09-12T17:00:51.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.293+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~Q9NFQBWI81RT.0 size=1048576 2024-09-12T17:00:51.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.294+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~Q9NFQBWI81RT.1 size=1048576 2024-09-12T17:00:51.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.295+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~Q9NFQBWI81RT.2 size=947687 2024-09-12T17:00:51.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.295+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=Q9NFQBWI81RT tag=GAHJY8FMO3VB type=write size=4093415 2024-09-12T17:00:51.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.296+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~AY1MZGNXVNRQ.0 size=597616 2024-09-12T17:00:51.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.298+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=AY1MZGNXVNRQ tag=N3S4XBXPNQXH type=write size=1646192 2024-09-12T17:00:51.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.299+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=BPFWNQRUNW4U type=del size=3468522 2024-09-12T17:00:51.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.300+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~D31TTSQ3MEGN.0 size=1048576 2024-09-12T17:00:51.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.301+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~D31TTSQ3MEGN.1 size=696830 2024-09-12T17:00:51.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.303+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=D31TTSQ3MEGN tag=5O3FY3IJI3LQ type=write size=2793982 2024-09-12T17:00:51.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.304+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=DISKLBGLVFL3 type=del size=2256950 2024-09-12T17:00:51.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.306+0000 7fc68f42f780 1 < suggested update operation key=CBE2Q8N9LPWT tag=GQ168FZOFURY type=write size=939351 2024-09-12T17:00:51.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.308+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=O9438WGP8FBD type=write size=730666 2024-09-12T17:00:51.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.309+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~DEYI38QJYAFC.0 size=112208 2024-09-12T17:00:51.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.311+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=DEYI38QJYAFC tag=WMDYVT9E0WGJ type=write size=1160784 2024-09-12T17:00:51.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.312+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=7OJVBII8AIAR type=write size=649501 2024-09-12T17:00:51.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.313+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=1X2KUV5SXF9F type=write size=368629 2024-09-12T17:00:51.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.314+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=2R2QIWNN2X9N type=del size=4046896 2024-09-12T17:00:51.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.315+0000 7fc68f42f780 -1 < failed to complete operation key=CBE2Q8N9LPWT tag=A0I8AX57N4FF type=del size=168492: (22) Invalid argument 2024-09-12T17:00:51.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.317+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~AUQAA4X3USKT.0 size=1048576 2024-09-12T17:00:51.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.318+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~AUQAA4X3USKT.1 size=898662 2024-09-12T17:00:51.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.318+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=AUQAA4X3USKT tag=0JSMM383M9W1 type=write size=2995814 2024-09-12T17:00:51.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.319+0000 7fc68f42f780 1 < canceled operation key=8XULRL5LJZAH tag=DADISD3L7LNX type=del size=2440088 2024-09-12T17:00:51.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.321+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=34ST6K64C9A1 type=del size=1945505 2024-09-12T17:00:51.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.322+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=WNU803HHFTXZ type=del 2024-09-12T17:00:51.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.324+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~U18YM9972XSU.0 size=403205 2024-09-12T17:00:51.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.324+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=U18YM9972XSU tag=7SRKY9292Y9I type=write size=1451781 2024-09-12T17:00:51.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.325+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=SKQVS92QCAXD type=del size=3501344 2024-09-12T17:00:51.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.326+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=YT1GM5UPSXX6 type=del size=299263 2024-09-12T17:00:51.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.327+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=EEVA2YL5ZH0A type=del 2024-09-12T17:00:51.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.328+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=6NGTW020JN91 type=del size=110205 2024-09-12T17:00:51.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.330+0000 7fc68f42f780 1 < completed write operation key=NEAY7HVG4N98 tag=K805I5F00M7O type=write size=332136 2024-09-12T17:00:51.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.331+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=FJ5LIF8UM203 type=del size=3655669 2024-09-12T17:00:51.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.332+0000 7fc68f42f780 1 < canceled operation key=52JV36JIR0EJ tag=5CMKYC9DE2QO type=del size=2859267 2024-09-12T17:00:51.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.333+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=X98C5QNCFGMW type=del size=4087341 2024-09-12T17:00:51.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.334+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=HPI50DAHWQLC type=del 2024-09-12T17:00:51.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.337+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~9OH79D8QLDAT.0 size=208750 2024-09-12T17:00:51.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.337+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=9OH79D8QLDAT tag=1SYRRO1L0YH4 type=write size=1257326 2024-09-12T17:00:51.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.338+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=M0O41QWAN6FL type=del 2024-09-12T17:00:51.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.339+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=E0QETNS3R0C4 type=del size=1736932 2024-09-12T17:00:51.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.340+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~QAZ1DO2VIGPG.0 size=390499 2024-09-12T17:00:51.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.342+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=QAZ1DO2VIGPG tag=6P2ER36V9EHG type=write size=1439075 2024-09-12T17:00:51.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.345+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~9X2LMEH3MTJC.0 size=141509 2024-09-12T17:00:51.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.345+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=9X2LMEH3MTJC tag=XK90LZC6HE3F type=write size=1190085 2024-09-12T17:00:51.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.346+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~Q9NFQBWI81RT.0 size=1048576 2024-09-12T17:00:51.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.347+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~Q9NFQBWI81RT.1 size=1048576 2024-09-12T17:00:51.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.348+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~Q9NFQBWI81RT.2 size=947687 2024-09-12T17:00:51.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.351+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=Q9NFQBWI81RT tag=GAHJY8FMO3VB type=write size=4093415 2024-09-12T17:00:51.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.352+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=52ZG54XMEU80 type=del size=81887 2024-09-12T17:00:51.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.353+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=BPFWNQRUNW4U type=del 2024-09-12T17:00:51.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.356+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~YWKS1QWI1R5A.0 size=1048576 2024-09-12T17:00:51.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.356+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~YWKS1QWI1R5A.1 size=619135 2024-09-12T17:00:51.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.356+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=YWKS1QWI1R5A tag=BK098UBHBZ1W type=write size=2716287 2024-09-12T17:00:51.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.359+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=DISKLBGLVFL3 type=del size=2256950 2024-09-12T17:00:51.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.360+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=0K23CJE36MT7 type=del size=3985103 2024-09-12T17:00:51.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.362+0000 7fc68f42f780 1 < completed write operation key=M84G815CQ1SC tag=O9438WGP8FBD type=write size=730666 2024-09-12T17:00:51.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.363+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=VECQ6FTLNREK type=write size=930476 2024-09-12T17:00:51.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.366+0000 7fc68f42f780 1 < suggested remove operation key=YZ11NLDPZ4HC tag=7OJVBII8AIAR type=write 2024-09-12T17:00:51.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.368+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~0NUH0DFBNAHC.0 size=1048576 2024-09-12T17:00:51.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.369+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~0NUH0DFBNAHC.1 size=1048576 2024-09-12T17:00:51.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.370+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~0NUH0DFBNAHC.2 size=781970 2024-09-12T17:00:51.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.370+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=0NUH0DFBNAHC tag=56HPBUV05OZN type=write size=3927698 2024-09-12T17:00:51.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.372+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=2R2QIWNN2X9N type=del 2024-09-12T17:00:51.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.373+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=WXPE9CEB4STR type=del size=1308902 2024-09-12T17:00:51.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.374+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~AUQAA4X3USKT.0 size=1048576 2024-09-12T17:00:51.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.375+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~AUQAA4X3USKT.1 size=898662 2024-09-12T17:00:51.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.378+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=AUQAA4X3USKT tag=0JSMM383M9W1 type=write size=2995814 2024-09-12T17:00:51.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.380+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~S515ISVZD5NG.0 size=1048576 2024-09-12T17:00:51.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.381+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~S515ISVZD5NG.1 size=1048576 2024-09-12T17:00:51.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.382+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~S515ISVZD5NG.2 size=654449 2024-09-12T17:00:51.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.382+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=S515ISVZD5NG tag=M51UF6VTTX3I type=write size=3800177 2024-09-12T17:00:51.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.384+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=34ST6K64C9A1 type=del 2024-09-12T17:00:51.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.387+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~2N7QQNKKOFVP.0 size=1048576 2024-09-12T17:00:51.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.388+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~2N7QQNKKOFVP.1 size=861854 2024-09-12T17:00:51.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.388+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=2N7QQNKKOFVP tag=DNXOR1UPGA5M type=write size=2959006 2024-09-12T17:00:51.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.389+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~U18YM9972XSU.0 size=403205 2024-09-12T17:00:51.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.391+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=U18YM9972XSU tag=7SRKY9292Y9I type=write size=1451781 2024-09-12T17:00:51.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.392+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=2FUTRFJ6H5FY type=write size=868604 2024-09-12T17:00:51.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.393+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=YT1GM5UPSXX6 type=del 2024-09-12T17:00:51.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.394+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=8O3XQWA9UX7X type=del size=989257 2024-09-12T17:00:51.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.396+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=6NGTW020JN91 type=del 2024-09-12T17:00:51.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.397+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=04CAC5VXYECY type=write size=101527 2024-09-12T17:00:51.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.398+0000 7fc68f42f780 1 < canceled operation key=CNRF3YNKC07N tag=FJ5LIF8UM203 type=del size=3655669 2024-09-12T17:00:51.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.399+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=C0Y7ZH8EGGBK type=del size=1334624 2024-09-12T17:00:51.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.400+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=X98C5QNCFGMW type=del 2024-09-12T17:00:51.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.401+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=5FEETWKYLCMN type=del size=2044490 2024-09-12T17:00:51.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.402+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~9OH79D8QLDAT.0 size=208750 2024-09-12T17:00:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.404+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=9OH79D8QLDAT tag=1SYRRO1L0YH4 type=write size=1257326 2024-09-12T17:00:51.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.405+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=SCEWIPAUPUEM type=del size=3159912 2024-09-12T17:00:51.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.406+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=E0QETNS3R0C4 type=del 2024-09-12T17:00:51.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.408+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~PL1RX8IDLINP.0 size=1048576 2024-09-12T17:00:51.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.409+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~PL1RX8IDLINP.1 size=152924 2024-09-12T17:00:51.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.409+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=PL1RX8IDLINP tag=2J1JBU799AI4 type=write size=2250076 2024-09-12T17:00:51.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.410+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~9X2LMEH3MTJC.0 size=141509 2024-09-12T17:00:51.414 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.413+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=9X2LMEH3MTJC tag=XK90LZC6HE3F type=write size=1190085 2024-09-12T17:00:51.415 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.414+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=GTSG1QOEPKVN type=del size=2806081 2024-09-12T17:00:51.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.416+0000 7fc68f42f780 1 < suggested remove operation key=NEAY7HVG4N98 tag=52ZG54XMEU80 type=del 2024-09-12T17:00:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.418+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=N1G1JYQ6GWWC type=del size=797696 2024-09-12T17:00:51.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.419+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~YWKS1QWI1R5A.0 size=1048576 2024-09-12T17:00:51.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.420+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~YWKS1QWI1R5A.1 size=619135 2024-09-12T17:00:51.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.422+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=YWKS1QWI1R5A tag=BK098UBHBZ1W type=write size=2716287 2024-09-12T17:00:51.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.423+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=YSCGT669YPVO type=del size=2897561 2024-09-12T17:00:51.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.425+0000 7fc68f42f780 1 < suggested update operation key=YXWFMB60E9UH tag=0K23CJE36MT7 type=del size=3985103 2024-09-12T17:00:51.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.427+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~N8GK3S6J10IF.0 size=66123 2024-09-12T17:00:51.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.427+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=N8GK3S6J10IF tag=2XUPE7MIWGRH type=write size=1114699 2024-09-12T17:00:51.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.429+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=VECQ6FTLNREK type=write size=930476 2024-09-12T17:00:51.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.431+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~C8L6BF1LV5LF.0 size=1048576 2024-09-12T17:00:51.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.432+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~C8L6BF1LV5LF.1 size=1048576 2024-09-12T17:00:51.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.433+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~C8L6BF1LV5LF.2 size=49720 2024-09-12T17:00:51.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.433+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=C8L6BF1LV5LF tag=PCJGHSIH2W68 type=write size=3195448 2024-09-12T17:00:51.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.434+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~0NUH0DFBNAHC.0 size=1048576 2024-09-12T17:00:51.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.435+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~0NUH0DFBNAHC.1 size=1048576 2024-09-12T17:00:51.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.436+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~0NUH0DFBNAHC.2 size=781970 2024-09-12T17:00:51.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.438+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=0NUH0DFBNAHC tag=56HPBUV05OZN type=write size=3927698 2024-09-12T17:00:51.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.440+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~IM2LJYN85L6D.0 size=1048576 2024-09-12T17:00:51.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.441+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~IM2LJYN85L6D.1 size=1048576 2024-09-12T17:00:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.442+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~IM2LJYN85L6D.2 size=589309 2024-09-12T17:00:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.442+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=IM2LJYN85L6D tag=R75JQMZADHW3 type=write size=3735037 2024-09-12T17:00:51.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.443+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=WXPE9CEB4STR type=del 2024-09-12T17:00:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.445+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=STGQG37KH7H9 type=del size=494969 2024-09-12T17:00:51.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.446+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~S515ISVZD5NG.0 size=1048576 2024-09-12T17:00:51.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.447+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~S515ISVZD5NG.1 size=1048576 2024-09-12T17:00:51.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.447+0000 7fc68f42f780 1 < canceled part key=_multipart_G6LXZXKH2LCK.2~S515ISVZD5NG.2 size=654449 2024-09-12T17:00:51.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.449+0000 7fc68f42f780 1 < canceled multipart upload key=G6LXZXKH2LCK upload=S515ISVZD5NG tag=M51UF6VTTX3I type=write size=3800177 2024-09-12T17:00:51.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.450+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=HT6PUPR1U1PJ type=del size=2715689 2024-09-12T17:00:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.452+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~2N7QQNKKOFVP.0 size=1048576 2024-09-12T17:00:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.453+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~2N7QQNKKOFVP.1 size=861854 2024-09-12T17:00:51.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.454+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=2N7QQNKKOFVP tag=DNXOR1UPGA5M type=write size=2959006 2024-09-12T17:00:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.456+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=02XJYT9LSSPC type=del size=3123552 2024-09-12T17:00:51.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.457+0000 7fc68f42f780 1 < completed write operation key=FFYEARKYU8MK tag=2FUTRFJ6H5FY type=write size=868604 2024-09-12T17:00:51.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.459+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~9LBW2WZRJCO2.0 size=629905 2024-09-12T17:00:51.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.459+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=9LBW2WZRJCO2 tag=RNI8ODKTAJXB type=write size=1678481 2024-09-12T17:00:51.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.460+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=8O3XQWA9UX7X type=del 2024-09-12T17:00:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.462+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=ZP31GB1VVEA1 type=del size=3878373 2024-09-12T17:00:51.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.463+0000 7fc68f42f780 1 < completed write operation key=G6LXZXKH2LCK tag=04CAC5VXYECY type=write size=101527 2024-09-12T17:00:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.464+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=YTP0QTQVVGE7 type=del size=3475885 2024-09-12T17:00:51.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.465+0000 7fc68f42f780 -1 < failed to complete operation key=NEAY7HVG4N98 tag=C0Y7ZH8EGGBK type=del size=1334624: (22) Invalid argument 2024-09-12T17:00:51.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.467+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=XN3JI79X8LUY type=del size=543671 2024-09-12T17:00:51.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.469+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=5FEETWKYLCMN type=del 2024-09-12T17:00:51.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.470+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=P4Y9MT7YM0YP type=del size=3647651 2024-09-12T17:00:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.471+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=SCEWIPAUPUEM type=del 2024-09-12T17:00:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.473+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=C3DIIB4G8Z7V type=write size=653121 2024-09-12T17:00:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.473+0000 7fc68f42f780 1 < canceled part key=_multipart_CBE2Q8N9LPWT.2~PL1RX8IDLINP.0 size=1048576 2024-09-12T17:00:51.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.474+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~PL1RX8IDLINP.1 size=152924 2024-09-12T17:00:51.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.476+0000 7fc68f42f780 1 < canceled multipart upload key=CBE2Q8N9LPWT upload=PL1RX8IDLINP tag=2J1JBU799AI4 type=write size=2250076 2024-09-12T17:00:51.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.477+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=VK4J1VBX0YFH type=del size=4032368 2024-09-12T17:00:51.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.478+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=GTSG1QOEPKVN type=del 2024-09-12T17:00:51.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.480+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=K3T6BGQY7NJW type=del size=2961754 2024-09-12T17:00:51.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.481+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=N1G1JYQ6GWWC type=del 2024-09-12T17:00:51.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.482+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=6FNW2Z1P0I59 type=del size=33826 2024-09-12T17:00:51.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.484+0000 7fc68f42f780 1 < suggested remove operation key=G6LXZXKH2LCK tag=YSCGT669YPVO type=del 2024-09-12T17:00:51.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.486+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~SNVDM7W0S8H2.0 size=890467 2024-09-12T17:00:51.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.486+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=SNVDM7W0S8H2 tag=PQARZ0GCP80L type=write size=1939043 2024-09-12T17:00:51.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.488+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~N8GK3S6J10IF.0 size=66123 2024-09-12T17:00:51.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.489+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=N8GK3S6J10IF tag=2XUPE7MIWGRH type=write size=1114699 2024-09-12T17:00:51.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.490+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=T1FP382NGGMK type=del size=2972365 2024-09-12T17:00:51.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.492+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~C8L6BF1LV5LF.0 size=1048576 2024-09-12T17:00:51.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.493+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~C8L6BF1LV5LF.1 size=1048576 2024-09-12T17:00:51.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.494+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~C8L6BF1LV5LF.2 size=49720 2024-09-12T17:00:51.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.497+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=C8L6BF1LV5LF tag=PCJGHSIH2W68 type=write size=3195448 2024-09-12T17:00:51.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.499+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~XMPMWYXK4AKQ.0 size=1048576 2024-09-12T17:00:51.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.500+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~XMPMWYXK4AKQ.1 size=1048576 2024-09-12T17:00:51.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.501+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~XMPMWYXK4AKQ.2 size=488607 2024-09-12T17:00:51.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.501+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=XMPMWYXK4AKQ tag=UWCATEZ4AMH1 type=write size=3634335 2024-09-12T17:00:51.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.502+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~IM2LJYN85L6D.0 size=1048576 2024-09-12T17:00:51.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.503+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~IM2LJYN85L6D.1 size=1048576 2024-09-12T17:00:51.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.504+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~IM2LJYN85L6D.2 size=589309 2024-09-12T17:00:51.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.506+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=IM2LJYN85L6D tag=R75JQMZADHW3 type=write size=3735037 2024-09-12T17:00:51.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.507+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=Y5KQ606358BZ type=del size=3141662 2024-09-12T17:00:51.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.509+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=STGQG37KH7H9 type=del 2024-09-12T17:00:51.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.510+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=87NU353XID0M type=del size=374166 2024-09-12T17:00:51.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.511+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=HT6PUPR1U1PJ type=del 2024-09-12T17:00:51.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.512+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=8RCIXRE3X4J2 type=write size=191710 2024-09-12T17:00:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.513+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=02XJYT9LSSPC type=del 2024-09-12T17:00:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.514+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=N16W142NWUZQ type=del size=457433 2024-09-12T17:00:51.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.516+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~9LBW2WZRJCO2.0 size=629905 2024-09-12T17:00:51.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.517+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=9LBW2WZRJCO2 tag=RNI8ODKTAJXB type=write size=1678481 2024-09-12T17:00:51.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.519+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=QY7NYW9BIR0S type=write size=188748 2024-09-12T17:00:51.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.520+0000 7fc68f42f780 -1 < failed to complete operation key=CBE2Q8N9LPWT tag=ZP31GB1VVEA1 type=del size=3878373: (22) Invalid argument 2024-09-12T17:00:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.521+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~KS0K4SY3BVDW.0 size=717725 2024-09-12T17:00:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.522+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=KS0K4SY3BVDW tag=RR1G49E6K7W6 type=write size=1766301 2024-09-12T17:00:51.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.523+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=YTP0QTQVVGE7 type=del 2024-09-12T17:00:51.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.524+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=Y4CRMMCBYA25 type=del size=2885070 2024-09-12T17:00:51.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.526+0000 7fc68f42f780 1 < suggested update operation key=6QSQEMIJKMU1 tag=XN3JI79X8LUY type=del size=543671 2024-09-12T17:00:51.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.527+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=P229F7PGIE2G type=del size=4011878 2024-09-12T17:00:51.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.528+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=P4Y9MT7YM0YP type=del 2024-09-12T17:00:51.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.529+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=62YZ0ZP61668 type=del size=3486908 2024-09-12T17:00:51.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.531+0000 7fc68f42f780 1 < suggested update operation key=CBE2Q8N9LPWT tag=C3DIIB4G8Z7V type=write size=653121 2024-09-12T17:00:51.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.532+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=C562WAXQZ71E type=del size=3564440 2024-09-12T17:00:51.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.535+0000 7fc68f42f780 1 < suggested update operation key=HCFK4AS0XMDI tag=VK4J1VBX0YFH type=del size=4032368 2024-09-12T17:00:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.536+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=XO6VJ7JE43BW type=del size=1112446 2024-09-12T17:00:51.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.537+0000 7fc68f42f780 -1 < failed to complete operation key=G6LXZXKH2LCK tag=K3T6BGQY7NJW type=del size=2961754: (22) Invalid argument 2024-09-12T17:00:51.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.538+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=I0Y2N3LUOADC type=write size=191177 2024-09-12T17:00:51.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.539+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=6FNW2Z1P0I59 type=del 2024-09-12T17:00:51.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.540+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=U7GNQDDR3COV type=del size=1774395 2024-09-12T17:00:51.542 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.541+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~SNVDM7W0S8H2.0 size=890467 2024-09-12T17:00:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.543+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=SNVDM7W0S8H2 tag=PQARZ0GCP80L type=write size=1939043 2024-09-12T17:00:51.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.545+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~WTOWJCYDRXG9.0 size=1048576 2024-09-12T17:00:51.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.546+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~WTOWJCYDRXG9.1 size=1048576 2024-09-12T17:00:51.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.547+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~WTOWJCYDRXG9.2 size=901060 2024-09-12T17:00:51.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.547+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=WTOWJCYDRXG9 tag=NVBA1MBQZ7PM type=write size=4046788 2024-09-12T17:00:51.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.549+0000 7fc68f42f780 1 < suggested remove operation key=AXKH2QANZCAL tag=T1FP382NGGMK type=del 2024-09-12T17:00:51.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.550+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=24LT1IPJNRIE type=del size=4171782 2024-09-12T17:00:51.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.550+0000 7fc68f42f780 1 < canceled part key=_multipart_JVU4KT3G91R7.2~XMPMWYXK4AKQ.0 size=1048576 2024-09-12T17:00:51.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.551+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~XMPMWYXK4AKQ.1 size=1048576 2024-09-12T17:00:51.553 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.552+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~XMPMWYXK4AKQ.2 size=488607 2024-09-12T17:00:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.554+0000 7fc68f42f780 1 < canceled multipart upload key=JVU4KT3G91R7 upload=XMPMWYXK4AKQ tag=UWCATEZ4AMH1 type=write size=3634335 2024-09-12T17:00:51.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.556+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~PGGU7VFYM58Y.0 size=1048576 2024-09-12T17:00:51.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.557+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~PGGU7VFYM58Y.1 size=1048576 2024-09-12T17:00:51.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.558+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~PGGU7VFYM58Y.2 size=68025 2024-09-12T17:00:51.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.558+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=PGGU7VFYM58Y tag=1506UXC9BTNI type=write size=3213753 2024-09-12T17:00:51.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.559+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=Y5KQ606358BZ type=del 2024-09-12T17:00:51.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.560+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=8RFP0886EMI5 type=del size=1124651 2024-09-12T17:00:51.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.562+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=87NU353XID0M type=del 2024-09-12T17:00:51.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.563+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=EWMP3UG1WV2I type=del size=2526981 2024-09-12T17:00:51.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.564+0000 7fc68f42f780 1 < canceled operation key=5G9ZFBIRSZN0 tag=8RCIXRE3X4J2 type=write size=191710 2024-09-12T17:00:51.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.566+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~EE1GOPV6A35D.0 size=1048576 2024-09-12T17:00:51.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.567+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~EE1GOPV6A35D.1 size=1048576 2024-09-12T17:00:51.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.568+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~EE1GOPV6A35D.2 size=261384 2024-09-12T17:00:51.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.568+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=EE1GOPV6A35D tag=0BC4L95S9SEZ type=write size=3407112 2024-09-12T17:00:51.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.569+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=N16W142NWUZQ type=del 2024-09-12T17:00:51.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.571+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~Y7K3JCL37U65.0 size=1048576 2024-09-12T17:00:51.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.572+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~Y7K3JCL37U65.1 size=910659 2024-09-12T17:00:51.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.572+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=Y7K3JCL37U65 tag=4JL7O6SQMWMZ type=write size=3007811 2024-09-12T17:00:51.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.573+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=QY7NYW9BIR0S type=write size=188748 2024-09-12T17:00:51.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.574+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=82IP2H8OYDWH type=del size=1728715 2024-09-12T17:00:51.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.576+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~KS0K4SY3BVDW.0 size=717725 2024-09-12T17:00:51.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.577+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=KS0K4SY3BVDW tag=RR1G49E6K7W6 type=write size=1766301 2024-09-12T17:00:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.580+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~T1WJG3UMLJCT.0 size=1048576 2024-09-12T17:00:51.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.580+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~T1WJG3UMLJCT.1 size=1048576 2024-09-12T17:00:51.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.581+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~T1WJG3UMLJCT.2 size=627195 2024-09-12T17:00:51.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.581+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=T1WJG3UMLJCT tag=QZ4KKNE6UEYR type=write size=3772923 2024-09-12T17:00:51.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.583+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=Y4CRMMCBYA25 type=del 2024-09-12T17:00:51.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.584+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=JN1QLI7SAD69 type=del size=3732256 2024-09-12T17:00:51.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.585+0000 7fc68f42f780 -1 < failed to complete operation key=AXKH2QANZCAL tag=P229F7PGIE2G type=del size=4011878: (22) Invalid argument 2024-09-12T17:00:51.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.587+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~NBSW5YCRONJL.0 size=1044286 2024-09-12T17:00:51.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.587+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=NBSW5YCRONJL tag=UG9STESBY52A type=write size=2092862 2024-09-12T17:00:51.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.589+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=62YZ0ZP61668 type=del 2024-09-12T17:00:51.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.590+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=5A02C0NS7R6O type=del size=2873611 2024-09-12T17:00:51.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.591+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=C562WAXQZ71E type=del 2024-09-12T17:00:51.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.593+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1KJ2U0GYIFEZ.0 size=224669 2024-09-12T17:00:51.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.593+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=1KJ2U0GYIFEZ tag=UWKN6LCFDLCX type=write size=1273245 2024-09-12T17:00:51.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.595+0000 7fc68f42f780 1 < canceled operation key=FLARRSQDFMB6 tag=XO6VJ7JE43BW type=del size=1112446 2024-09-12T17:00:51.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.597+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1Z4ZYBVNZEH3.0 size=1048576 2024-09-12T17:00:51.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.598+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1Z4ZYBVNZEH3.1 size=1048576 2024-09-12T17:00:51.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.599+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~1Z4ZYBVNZEH3.2 size=786359 2024-09-12T17:00:51.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.599+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=1Z4ZYBVNZEH3 tag=F8VYF0I1T8WS type=write size=3932087 2024-09-12T17:00:51.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.600+0000 7fc68f42f780 1 < completed write operation key=9N1QDZF7NPT0 tag=I0Y2N3LUOADC type=write size=191177 2024-09-12T17:00:51.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.602+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=YTVK1YNA5MRI type=del size=285061 2024-09-12T17:00:51.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.603+0000 7fc68f42f780 1 < canceled operation key=0SVTT81FXB2X tag=U7GNQDDR3COV type=del size=1774395 2024-09-12T17:00:51.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.607+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~1WK0BVBW1Q4A.0 size=1048576 2024-09-12T17:00:51.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.607+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~1WK0BVBW1Q4A.1 size=67367 2024-09-12T17:00:51.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.607+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=1WK0BVBW1Q4A tag=C4IACXO3P1GI type=write size=2164519 2024-09-12T17:00:51.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.609+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~WTOWJCYDRXG9.0 size=1048576 2024-09-12T17:00:51.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.609+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~WTOWJCYDRXG9.1 size=1048576 2024-09-12T17:00:51.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.610+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~WTOWJCYDRXG9.2 size=901060 2024-09-12T17:00:51.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.612+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=WTOWJCYDRXG9 tag=NVBA1MBQZ7PM type=write size=4046788 2024-09-12T17:00:51.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.613+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=WQVL3PEDDM4G type=del size=705723 2024-09-12T17:00:51.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.614+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=24LT1IPJNRIE type=del 2024-09-12T17:00:51.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.615+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=X2OZYHU61THL type=del size=197144 2024-09-12T17:00:51.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.617+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~PGGU7VFYM58Y.0 size=1048576 2024-09-12T17:00:51.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.617+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~PGGU7VFYM58Y.1 size=1048576 2024-09-12T17:00:51.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.618+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~PGGU7VFYM58Y.2 size=68025 2024-09-12T17:00:51.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.620+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=PGGU7VFYM58Y tag=1506UXC9BTNI type=write size=3213753 2024-09-12T17:00:51.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.621+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=KO0ZCC6R48JP type=del size=2074062 2024-09-12T17:00:51.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.622+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=8RFP0886EMI5 type=del 2024-09-12T17:00:51.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.625+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~MLAHSRMG0T3Y.0 size=950586 2024-09-12T17:00:51.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.625+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=MLAHSRMG0T3Y tag=8VBVPHAM2N67 type=write size=1999162 2024-09-12T17:00:51.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.627+0000 7fc68f42f780 1 < suggested update operation key=FFYEARKYU8MK tag=EWMP3UG1WV2I type=del size=2526981 2024-09-12T17:00:51.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.629+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~QT3V473VQ3TH.0 size=1048576 2024-09-12T17:00:51.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.630+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~QT3V473VQ3TH.1 size=571129 2024-09-12T17:00:51.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.630+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=QT3V473VQ3TH tag=0ML2T10PFORX type=write size=2668281 2024-09-12T17:00:51.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.631+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~EE1GOPV6A35D.0 size=1048576 2024-09-12T17:00:51.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.632+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~EE1GOPV6A35D.1 size=1048576 2024-09-12T17:00:51.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.633+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~EE1GOPV6A35D.2 size=261384 2024-09-12T17:00:51.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.635+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=EE1GOPV6A35D tag=0BC4L95S9SEZ type=write size=3407112 2024-09-12T17:00:51.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.636+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=1ZN6UWA1AGBD type=del size=423604 2024-09-12T17:00:51.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.637+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~Y7K3JCL37U65.0 size=1048576 2024-09-12T17:00:51.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.638+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~Y7K3JCL37U65.1 size=910659 2024-09-12T17:00:51.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.642+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=Y7K3JCL37U65 tag=4JL7O6SQMWMZ type=write size=3007811 2024-09-12T17:00:51.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.643+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=O4NXBOLIECIZ type=del size=1349150 2024-09-12T17:00:51.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.644+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=82IP2H8OYDWH type=del 2024-09-12T17:00:51.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.645+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=13I2PI15A5RD type=write size=105361 2024-09-12T17:00:51.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.646+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~T1WJG3UMLJCT.0 size=1048576 2024-09-12T17:00:51.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.647+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~T1WJG3UMLJCT.1 size=1048576 2024-09-12T17:00:51.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.648+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~T1WJG3UMLJCT.2 size=627195 2024-09-12T17:00:51.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.650+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=T1WJG3UMLJCT tag=QZ4KKNE6UEYR type=write size=3772923 2024-09-12T17:00:51.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.651+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=TQYIVM7U3ZSU type=write size=846780 2024-09-12T17:00:51.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.652+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=JN1QLI7SAD69 type=del 2024-09-12T17:00:51.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.653+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=PC3DQ8FWY4SI type=del size=3636624 2024-09-12T17:00:51.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.654+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~NBSW5YCRONJL.0 size=1044286 2024-09-12T17:00:51.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.656+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=NBSW5YCRONJL tag=UG9STESBY52A type=write size=2092862 2024-09-12T17:00:51.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.658+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~M5D0H2895Q73.0 size=1048576 2024-09-12T17:00:51.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.659+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~M5D0H2895Q73.1 size=1048576 2024-09-12T17:00:51.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.660+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~M5D0H2895Q73.2 size=619098 2024-09-12T17:00:51.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.660+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=M5D0H2895Q73 tag=6MBKC5MQAPDE type=write size=3764826 2024-09-12T17:00:51.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.661+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=5A02C0NS7R6O type=del 2024-09-12T17:00:51.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.663+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=RL4AY09PVWBK type=del size=3691351 2024-09-12T17:00:51.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.664+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1KJ2U0GYIFEZ.0 size=224669 2024-09-12T17:00:51.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.666+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=1KJ2U0GYIFEZ tag=UWKN6LCFDLCX type=write size=1273245 2024-09-12T17:00:51.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.667+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=R73IZ85UA746 type=del size=2790292 2024-09-12T17:00:51.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.668+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1Z4ZYBVNZEH3.0 size=1048576 2024-09-12T17:00:51.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.669+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1Z4ZYBVNZEH3.1 size=1048576 2024-09-12T17:00:51.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.670+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~1Z4ZYBVNZEH3.2 size=786359 2024-09-12T17:00:51.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.672+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=1Z4ZYBVNZEH3 tag=F8VYF0I1T8WS type=write size=3932087 2024-09-12T17:00:51.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.674+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=RF4NXEWV0K75 type=del size=2642443 2024-09-12T17:00:51.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.675+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=YTVK1YNA5MRI type=del 2024-09-12T17:00:51.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.676+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=10PIEJ90D41E type=del size=523495 2024-09-12T17:00:51.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.677+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~1WK0BVBW1Q4A.0 size=1048576 2024-09-12T17:00:51.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.678+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~1WK0BVBW1Q4A.1 size=67367 2024-09-12T17:00:51.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.680+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=1WK0BVBW1Q4A tag=C4IACXO3P1GI type=write size=2164519 2024-09-12T17:00:51.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.682+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~KSGKFC63X5OK.0 size=1048576 2024-09-12T17:00:51.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.683+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~KSGKFC63X5OK.1 size=1048576 2024-09-12T17:00:51.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.684+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~KSGKFC63X5OK.2 size=366121 2024-09-12T17:00:51.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.684+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=KSGKFC63X5OK tag=F359FJ5A8MTQ type=write size=3511849 2024-09-12T17:00:51.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.685+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=WQVL3PEDDM4G type=del 2024-09-12T17:00:51.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.686+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=4L0ENSRFSU0O type=del size=4089076 2024-09-12T17:00:51.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.688+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=X2OZYHU61THL type=del 2024-09-12T17:00:51.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.689+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=5E0IBQK8EY22 type=write size=385429 2024-09-12T17:00:51.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.690+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=KO0ZCC6R48JP type=del 2024-09-12T17:00:51.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.692+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=Z220D4WP2SGH type=del size=344253 2024-09-12T17:00:51.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.693+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~MLAHSRMG0T3Y.0 size=950586 2024-09-12T17:00:51.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.695+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=MLAHSRMG0T3Y tag=8VBVPHAM2N67 type=write size=1999162 2024-09-12T17:00:51.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.696+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=WB0R5WLHRODK type=del size=3648068 2024-09-12T17:00:51.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.697+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~QT3V473VQ3TH.0 size=1048576 2024-09-12T17:00:51.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.698+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~QT3V473VQ3TH.1 size=571129 2024-09-12T17:00:51.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.700+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=QT3V473VQ3TH tag=0ML2T10PFORX type=write size=2668281 2024-09-12T17:00:51.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.701+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=RDM5L220Y2X8 type=del size=3115881 2024-09-12T17:00:51.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.704+0000 7fc68f42f780 1 < suggested remove operation key=YXWFMB60E9UH tag=1ZN6UWA1AGBD type=del 2024-09-12T17:00:51.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.705+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=0S0B5GRA1GZ0 type=del size=1117083 2024-09-12T17:00:51.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.706+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=O4NXBOLIECIZ type=del 2024-09-12T17:00:51.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.708+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~6JMUYHQ8WCR8.0 size=1048576 2024-09-12T17:00:51.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.709+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~6JMUYHQ8WCR8.1 size=265054 2024-09-12T17:00:51.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.709+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=6JMUYHQ8WCR8 tag=5ZD4KSUIUDOW type=write size=2362206 2024-09-12T17:00:51.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.711+0000 7fc68f42f780 1 < suggested update operation key=FQE909ZZU024 tag=13I2PI15A5RD type=write size=105361 2024-09-12T17:00:51.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.712+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=FO1XJOFLD94O type=del size=2827588 2024-09-12T17:00:51.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.715+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=TQYIVM7U3ZSU type=write 2024-09-12T17:00:51.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.717+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~GBZKOLYSP2TN.0 size=1048576 2024-09-12T17:00:51.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.718+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~GBZKOLYSP2TN.1 size=732817 2024-09-12T17:00:51.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.718+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=GBZKOLYSP2TN tag=M4GFTHU1I3JA type=write size=2829969 2024-09-12T17:00:51.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.719+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=PC3DQ8FWY4SI type=del 2024-09-12T17:00:51.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.720+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=7KS3H7H972U4 type=del size=427130 2024-09-12T17:00:51.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.721+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~M5D0H2895Q73.0 size=1048576 2024-09-12T17:00:51.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.722+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~M5D0H2895Q73.1 size=1048576 2024-09-12T17:00:51.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.723+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~M5D0H2895Q73.2 size=619098 2024-09-12T17:00:51.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.725+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=M5D0H2895Q73 tag=6MBKC5MQAPDE type=write size=3764826 2024-09-12T17:00:51.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.726+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=L9FS1SXJQSNB type=del size=2582562 2024-09-12T17:00:51.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.727+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=RL4AY09PVWBK type=del 2024-09-12T17:00:51.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.729+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=9Z0X2QG8JRBL type=del size=1456947 2024-09-12T17:00:51.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.730+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=R73IZ85UA746 type=del 2024-09-12T17:00:51.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.732+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~ZCQ74U0Z104L.0 size=19235 2024-09-12T17:00:51.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.732+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=ZCQ74U0Z104L tag=HK5CWE84SR3Z type=write size=1067811 2024-09-12T17:00:51.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.733+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=RF4NXEWV0K75 type=del 2024-09-12T17:00:51.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.734+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=2T21HXC365V2 type=del size=2497195 2024-09-12T17:00:51.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.735+0000 7fc68f42f780 -1 < failed to complete operation key=YXWFMB60E9UH tag=10PIEJ90D41E type=del size=523495: (22) Invalid argument 2024-09-12T17:00:51.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.736+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=ERVLMA01S467 type=del size=713595 2024-09-12T17:00:51.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.738+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~KSGKFC63X5OK.0 size=1048576 2024-09-12T17:00:51.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.739+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~KSGKFC63X5OK.1 size=1048576 2024-09-12T17:00:51.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.739+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~KSGKFC63X5OK.2 size=366121 2024-09-12T17:00:51.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.741+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=KSGKFC63X5OK tag=F359FJ5A8MTQ type=write size=3511849 2024-09-12T17:00:51.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.743+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~W8ZYEQT9MCBT.0 size=1048576 2024-09-12T17:00:51.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.744+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~W8ZYEQT9MCBT.1 size=47239 2024-09-12T17:00:51.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.744+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=W8ZYEQT9MCBT tag=WUETHVTR5EDA type=write size=2144391 2024-09-12T17:00:51.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.746+0000 7fc68f42f780 1 < canceled operation key=YTRABX96UY8F tag=4L0ENSRFSU0O type=del size=4089076 2024-09-12T17:00:51.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.747+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=COHGRB3W0SQT type=write size=351218 2024-09-12T17:00:51.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.748+0000 7fc68f42f780 -1 < failed to complete operation key=FQE909ZZU024 tag=5E0IBQK8EY22 type=write size=385429: (22) Invalid argument 2024-09-12T17:00:51.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.750+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~FLE3DY7KBVAE.0 size=1048576 2024-09-12T17:00:51.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.751+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~FLE3DY7KBVAE.1 size=1048576 2024-09-12T17:00:51.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.752+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~FLE3DY7KBVAE.2 size=978206 2024-09-12T17:00:51.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.752+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=FLE3DY7KBVAE tag=0V39JTV480CP type=write size=4123934 2024-09-12T17:00:51.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.753+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=Z220D4WP2SGH type=del 2024-09-12T17:00:51.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.754+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=4ZJP54WLAE4U type=write size=799244 2024-09-12T17:00:51.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.755+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=WB0R5WLHRODK type=del 2024-09-12T17:00:51.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.757+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~T6PCLJSUGS7N.0 size=1048576 2024-09-12T17:00:51.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.758+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~T6PCLJSUGS7N.1 size=111400 2024-09-12T17:00:51.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.758+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=T6PCLJSUGS7N tag=8U2D3XQ6JQ84 type=write size=2208552 2024-09-12T17:00:51.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.759+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=RDM5L220Y2X8 type=del 2024-09-12T17:00:51.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.761+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~MTR2N7FFJK86.0 size=442905 2024-09-12T17:00:51.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.761+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=MTR2N7FFJK86 tag=AGPYR37L4EF2 type=write size=1491481 2024-09-12T17:00:51.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.762+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=0S0B5GRA1GZ0 type=del 2024-09-12T17:00:51.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.765+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~LEGO3U6G2ZFU.0 size=1048576 2024-09-12T17:00:51.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.766+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~LEGO3U6G2ZFU.1 size=567549 2024-09-12T17:00:51.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.766+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=LEGO3U6G2ZFU tag=J0JAD4ICQOZL type=write size=2664701 2024-09-12T17:00:51.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.767+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~6JMUYHQ8WCR8.0 size=1048576 2024-09-12T17:00:51.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.768+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~6JMUYHQ8WCR8.1 size=265054 2024-09-12T17:00:51.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.770+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=6JMUYHQ8WCR8 tag=5ZD4KSUIUDOW type=write size=2362206 2024-09-12T17:00:51.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.772+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~AVAJEH6MZNY0.0 size=665000 2024-09-12T17:00:51.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.772+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=AVAJEH6MZNY0 tag=YRJICDAW2FCD type=write size=1713576 2024-09-12T17:00:51.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.773+0000 7fc68f42f780 1 < canceled operation key=QXA2N8KQQN1N tag=FO1XJOFLD94O type=del size=2827588 2024-09-12T17:00:51.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.774+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=87E13GTT3IDI type=del size=926993 2024-09-12T17:00:51.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.776+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~GBZKOLYSP2TN.0 size=1048576 2024-09-12T17:00:51.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.777+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~GBZKOLYSP2TN.1 size=732817 2024-09-12T17:00:51.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.779+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=GBZKOLYSP2TN tag=M4GFTHU1I3JA type=write size=2829969 2024-09-12T17:00:51.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.780+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=A4TIJLP5N3MH type=del size=1677960 2024-09-12T17:00:51.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.781+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=7KS3H7H972U4 type=del 2024-09-12T17:00:51.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.782+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=WO5YPEG7J4JZ type=del size=70555 2024-09-12T17:00:51.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.784+0000 7fc68f42f780 1 < suggested update operation key=CBE2Q8N9LPWT tag=L9FS1SXJQSNB type=del size=2582562 2024-09-12T17:00:51.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.785+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=D8LKWF43QB9Y type=del size=489176 2024-09-12T17:00:51.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.787+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=9Z0X2QG8JRBL type=del 2024-09-12T17:00:51.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.788+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=LCQDZ3TVKSPM type=del size=4165686 2024-09-12T17:00:51.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.789+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~ZCQ74U0Z104L.0 size=19235 2024-09-12T17:00:51.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.791+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=ZCQ74U0Z104L tag=HK5CWE84SR3Z type=write size=1067811 2024-09-12T17:00:51.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.792+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=EOO60KZ1ZJUY type=del size=493305 2024-09-12T17:00:51.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.793+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=2T21HXC365V2 type=del 2024-09-12T17:00:51.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.795+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~IT057HDT3R80.0 size=1048576 2024-09-12T17:00:51.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.796+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~IT057HDT3R80.1 size=1048576 2024-09-12T17:00:51.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.797+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~IT057HDT3R80.2 size=497994 2024-09-12T17:00:51.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.797+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=IT057HDT3R80 tag=2DF83467WP90 type=write size=3643722 2024-09-12T17:00:51.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.799+0000 7fc68f42f780 1 < suggested remove operation key=CNRF3YNKC07N tag=ERVLMA01S467 type=del 2024-09-12T17:00:51.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.801+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~L9SG46TIFQGO.0 size=1048576 2024-09-12T17:00:51.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.802+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~L9SG46TIFQGO.1 size=461107 2024-09-12T17:00:51.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.802+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=L9SG46TIFQGO tag=2P5TJK8PS8ZK type=write size=2558259 2024-09-12T17:00:51.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.803+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~W8ZYEQT9MCBT.0 size=1048576 2024-09-12T17:00:51.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.804+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~W8ZYEQT9MCBT.1 size=47239 2024-09-12T17:00:51.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.806+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=W8ZYEQT9MCBT tag=WUETHVTR5EDA type=write size=2144391 2024-09-12T17:00:51.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.808+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~3SGSM0B8O7E2.0 size=1048576 2024-09-12T17:00:51.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.809+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~3SGSM0B8O7E2.1 size=1048576 2024-09-12T17:00:51.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.810+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~3SGSM0B8O7E2.2 size=334080 2024-09-12T17:00:51.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.810+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=3SGSM0B8O7E2 tag=BUIKT6B9KK6C type=write size=3479808 2024-09-12T17:00:51.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.811+0000 7fc68f42f780 1 < completed write operation key=NALVOSHAE3VH tag=COHGRB3W0SQT type=write size=351218 2024-09-12T17:00:51.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.813+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=2LV16OGRVP6F type=del size=4154087 2024-09-12T17:00:51.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.814+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~FLE3DY7KBVAE.0 size=1048576 2024-09-12T17:00:51.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.815+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~FLE3DY7KBVAE.1 size=1048576 2024-09-12T17:00:51.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.816+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~FLE3DY7KBVAE.2 size=978206 2024-09-12T17:00:51.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.818+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=FLE3DY7KBVAE tag=0V39JTV480CP type=write size=4123934 2024-09-12T17:00:51.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.820+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~YO4NQVLWO5RF.0 size=1048576 2024-09-12T17:00:51.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.822+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~YO4NQVLWO5RF.1 size=1048576 2024-09-12T17:00:51.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.823+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~YO4NQVLWO5RF.2 size=594698 2024-09-12T17:00:51.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.823+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=YO4NQVLWO5RF tag=R4F54TFHSR2B type=write size=3740426 2024-09-12T17:00:51.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.824+0000 7fc68f42f780 1 < completed write operation key=W0I001KV7JL4 tag=4ZJP54WLAE4U type=write size=799244 2024-09-12T17:00:51.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.826+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~3N016KHSGHZC.0 size=1048576 2024-09-12T17:00:51.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.827+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~3N016KHSGHZC.1 size=1048576 2024-09-12T17:00:51.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.829+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~3N016KHSGHZC.2 size=492844 2024-09-12T17:00:51.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.829+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=3N016KHSGHZC tag=C1VLNF2XBG7E type=write size=3638572 2024-09-12T17:00:51.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.830+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~T6PCLJSUGS7N.0 size=1048576 2024-09-12T17:00:51.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.831+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~T6PCLJSUGS7N.1 size=111400 2024-09-12T17:00:51.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.833+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=T6PCLJSUGS7N tag=8U2D3XQ6JQ84 type=write size=2208552 2024-09-12T17:00:51.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.834+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=HLUYSWCS0Z13 type=del size=2274286 2024-09-12T17:00:51.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.835+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~MTR2N7FFJK86.0 size=442905 2024-09-12T17:00:51.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.837+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=MTR2N7FFJK86 tag=AGPYR37L4EF2 type=write size=1491481 2024-09-12T17:00:51.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.838+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=2DZOF22MFYYD type=del size=1298662 2024-09-12T17:00:51.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.839+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~LEGO3U6G2ZFU.0 size=1048576 2024-09-12T17:00:51.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.840+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~LEGO3U6G2ZFU.1 size=567549 2024-09-12T17:00:51.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.842+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=LEGO3U6G2ZFU tag=J0JAD4ICQOZL type=write size=2664701 2024-09-12T17:00:51.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.844+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=O6GY0L5PCZSK type=write size=211746 2024-09-12T17:00:51.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.845+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~AVAJEH6MZNY0.0 size=665000 2024-09-12T17:00:51.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.847+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=AVAJEH6MZNY0 tag=YRJICDAW2FCD type=write size=1713576 2024-09-12T17:00:51.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.848+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=2FKXT5CSSMT1 type=del size=895848 2024-09-12T17:00:51.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.849+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=87E13GTT3IDI type=del 2024-09-12T17:00:51.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.851+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~28KWFNCF03YC.0 size=441176 2024-09-12T17:00:51.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.851+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=28KWFNCF03YC tag=C7T48Q05PZOP type=write size=1489752 2024-09-12T17:00:51.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.852+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=A4TIJLP5N3MH type=del 2024-09-12T17:00:51.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.854+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~2UI1985EHEGK.0 size=1048576 2024-09-12T17:00:51.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.855+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~2UI1985EHEGK.1 size=348106 2024-09-12T17:00:51.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.855+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=2UI1985EHEGK tag=6Z1EXJXB2QDT type=write size=2445258 2024-09-12T17:00:51.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.857+0000 7fc68f42f780 1 < suggested remove operation key=HCFK4AS0XMDI tag=WO5YPEG7J4JZ type=del 2024-09-12T17:00:51.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.859+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~XT5U1PVM99JL.0 size=1048576 2024-09-12T17:00:51.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.860+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~XT5U1PVM99JL.1 size=868285 2024-09-12T17:00:51.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.860+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=XT5U1PVM99JL tag=L28UXGLZSLD5 type=write size=2965437 2024-09-12T17:00:51.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.862+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=D8LKWF43QB9Y type=del 2024-09-12T17:00:51.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.863+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=FLW0B5GFOEXC type=del size=3790105 2024-09-12T17:00:51.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.864+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=LCQDZ3TVKSPM type=del 2024-09-12T17:00:51.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.865+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=3BNAYKVARJKX type=del size=3043158 2024-09-12T17:00:51.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.866+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=EOO60KZ1ZJUY type=del 2024-09-12T17:00:51.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.867+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=AHVH5H8R3WZB type=write size=57962 2024-09-12T17:00:51.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.869+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~IT057HDT3R80.0 size=1048576 2024-09-12T17:00:51.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.870+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~IT057HDT3R80.1 size=1048576 2024-09-12T17:00:51.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.871+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~IT057HDT3R80.2 size=497994 2024-09-12T17:00:51.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.873+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=IT057HDT3R80 tag=2DF83467WP90 type=write size=3643722 2024-09-12T17:00:51.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.874+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=TJL6GY2209CC type=del size=568679 2024-09-12T17:00:51.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.875+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~L9SG46TIFQGO.0 size=1048576 2024-09-12T17:00:51.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.876+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~L9SG46TIFQGO.1 size=461107 2024-09-12T17:00:51.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.879+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=L9SG46TIFQGO tag=2P5TJK8PS8ZK type=write size=2558259 2024-09-12T17:00:51.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.880+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=PXULG92BVN4D type=del size=4111171 2024-09-12T17:00:51.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.881+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~3SGSM0B8O7E2.0 size=1048576 2024-09-12T17:00:51.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.882+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~3SGSM0B8O7E2.1 size=1048576 2024-09-12T17:00:51.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.883+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~3SGSM0B8O7E2.2 size=334080 2024-09-12T17:00:51.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.885+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=3SGSM0B8O7E2 tag=BUIKT6B9KK6C type=write size=3479808 2024-09-12T17:00:51.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.886+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=UZJFB8NDZC6L type=del size=2067003 2024-09-12T17:00:51.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.887+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=2LV16OGRVP6F type=del 2024-09-12T17:00:51.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.889+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=O5714RJRPYUF type=del size=3468507 2024-09-12T17:00:51.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.890+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~YO4NQVLWO5RF.0 size=1048576 2024-09-12T17:00:51.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.891+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~YO4NQVLWO5RF.1 size=1048576 2024-09-12T17:00:51.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.892+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~YO4NQVLWO5RF.2 size=594698 2024-09-12T17:00:51.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.894+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=YO4NQVLWO5RF tag=R4F54TFHSR2B type=write size=3740426 2024-09-12T17:00:51.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.895+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=XU5QQ1P2M6T2 type=del size=2839127 2024-09-12T17:00:51.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.896+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~3N016KHSGHZC.0 size=1048576 2024-09-12T17:00:51.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.896+0000 7fc68f42f780 1 < canceled part key=_multipart_YTRABX96UY8F.2~3N016KHSGHZC.1 size=1048576 2024-09-12T17:00:51.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.897+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~3N016KHSGHZC.2 size=492844 2024-09-12T17:00:51.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.899+0000 7fc68f42f780 1 < canceled multipart upload key=YTRABX96UY8F upload=3N016KHSGHZC tag=C1VLNF2XBG7E type=write size=3638572 2024-09-12T17:00:51.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.902+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~MKTVKK5IKPIF.0 size=159608 2024-09-12T17:00:51.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.902+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=MKTVKK5IKPIF tag=6AJ3C58J9R5Z type=write size=1208184 2024-09-12T17:00:51.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.903+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=HLUYSWCS0Z13 type=del 2024-09-12T17:00:51.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.905+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~GY6FDYA8SLG9.0 size=1048576 2024-09-12T17:00:51.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.906+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~GY6FDYA8SLG9.1 size=1048576 2024-09-12T17:00:51.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.907+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~GY6FDYA8SLG9.2 size=972969 2024-09-12T17:00:51.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.907+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=GY6FDYA8SLG9 tag=5ZHVIU0TRQNA type=write size=4118697 2024-09-12T17:00:51.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.908+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=2DZOF22MFYYD type=del 2024-09-12T17:00:51.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.910+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=A10DV32QDB0S type=del size=4080227 2024-09-12T17:00:51.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.911+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=O6GY0L5PCZSK type=write size=211746 2024-09-12T17:00:51.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.912+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=DTYDI38OQ61C type=del size=2402046 2024-09-12T17:00:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.914+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=2FKXT5CSSMT1 type=del 2024-09-12T17:00:51.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.915+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=7LM1UFSOF6S2 type=write size=663320 2024-09-12T17:00:51.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.917+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~28KWFNCF03YC.0 size=441176 2024-09-12T17:00:51.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.918+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=28KWFNCF03YC tag=C7T48Q05PZOP type=write size=1489752 2024-09-12T17:00:51.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.920+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=OYP7226MNR07 type=del size=2833349 2024-09-12T17:00:51.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.921+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~2UI1985EHEGK.0 size=1048576 2024-09-12T17:00:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.922+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~2UI1985EHEGK.1 size=348106 2024-09-12T17:00:51.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.924+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=2UI1985EHEGK tag=6Z1EXJXB2QDT type=write size=2445258 2024-09-12T17:00:51.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.925+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=TX3OXOYU9VZX type=del size=2113661 2024-09-12T17:00:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.926+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~XT5U1PVM99JL.0 size=1048576 2024-09-12T17:00:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.927+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~XT5U1PVM99JL.1 size=868285 2024-09-12T17:00:51.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.929+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=XT5U1PVM99JL tag=L28UXGLZSLD5 type=write size=2965437 2024-09-12T17:00:51.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.931+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~WY8I6ZPA353E.0 size=1048576 2024-09-12T17:00:51.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.934+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~WY8I6ZPA353E.1 size=908096 2024-09-12T17:00:51.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.934+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=WY8I6ZPA353E tag=2KIP4F5XY3WS type=write size=3005248 2024-09-12T17:00:51.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.935+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=FLW0B5GFOEXC type=del 2024-09-12T17:00:51.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.936+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=4SKFMYI31QCC type=del size=3524970 2024-09-12T17:00:51.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.937+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=3BNAYKVARJKX type=del 2024-09-12T17:00:51.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.939+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~NKIHBMQBSQRW.0 size=1048576 2024-09-12T17:00:51.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.940+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~NKIHBMQBSQRW.1 size=1048576 2024-09-12T17:00:51.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.941+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~NKIHBMQBSQRW.2 size=180536 2024-09-12T17:00:51.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.941+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=NKIHBMQBSQRW tag=XJ5OQ229B97E type=write size=3326264 2024-09-12T17:00:51.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.942+0000 7fc68f42f780 1 < completed write operation key=FFYEARKYU8MK tag=AHVH5H8R3WZB type=write size=57962 2024-09-12T17:00:51.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.943+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=EPEOF91A5L3X type=del size=3133951 2024-09-12T17:00:51.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.945+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=TJL6GY2209CC type=del 2024-09-12T17:00:51.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.946+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=JCVEJBUK35PT type=del size=3620763 2024-09-12T17:00:51.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.947+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=PXULG92BVN4D type=del 2024-09-12T17:00:51.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.948+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=ZRLSA8OXL15D type=del size=3687560 2024-09-12T17:00:51.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.949+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=UZJFB8NDZC6L type=del 2024-09-12T17:00:51.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.951+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=DQGSGK9OB2T1 type=del size=148041 2024-09-12T17:00:51.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.952+0000 7fc68f42f780 1 < canceled operation key=9N1QDZF7NPT0 tag=O5714RJRPYUF type=del size=3468507 2024-09-12T17:00:51.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.953+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=H67MU2D1965Z type=del size=132052 2024-09-12T17:00:51.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.955+0000 7fc68f42f780 1 < suggested update operation key=6QSQEMIJKMU1 tag=XU5QQ1P2M6T2 type=del size=2839127 2024-09-12T17:00:51.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.956+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=HG9NU02ICV8K type=del size=2347731 2024-09-12T17:00:51.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.958+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~MKTVKK5IKPIF.0 size=159608 2024-09-12T17:00:51.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.961+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=MKTVKK5IKPIF tag=6AJ3C58J9R5Z type=write size=1208184 2024-09-12T17:00:51.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.963+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=D6QPDM5UCCPX type=write size=224238 2024-09-12T17:00:51.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.964+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~GY6FDYA8SLG9.0 size=1048576 2024-09-12T17:00:51.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.965+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~GY6FDYA8SLG9.1 size=1048576 2024-09-12T17:00:51.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.966+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~GY6FDYA8SLG9.2 size=972969 2024-09-12T17:00:51.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.968+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=GY6FDYA8SLG9 tag=5ZHVIU0TRQNA type=write size=4118697 2024-09-12T17:00:51.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.969+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=ECCWSMUKF9OP type=del size=3724442 2024-09-12T17:00:51.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.970+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=A10DV32QDB0S type=del size=4080227 2024-09-12T17:00:51.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.971+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=26CR91L8SSBI type=del size=924178 2024-09-12T17:00:51.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.972+0000 7fc68f42f780 1 < canceled operation key=5G9ZFBIRSZN0 tag=DTYDI38OQ61C type=del size=2402046 2024-09-12T17:00:51.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.975+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~PGBTY5HK98T7.0 size=1048576 2024-09-12T17:00:51.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.976+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~PGBTY5HK98T7.1 size=1048576 2024-09-12T17:00:51.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.977+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~PGBTY5HK98T7.2 size=608144 2024-09-12T17:00:51.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.977+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=PGBTY5HK98T7 tag=UFXHGMGZXK41 type=write size=3753872 2024-09-12T17:00:51.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.978+0000 7fc68f42f780 1 < completed write operation key=52JV36JIR0EJ tag=7LM1UFSOF6S2 type=write size=663320 2024-09-12T17:00:51.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.980+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~Y7LBHD1GSS78.0 size=1048576 2024-09-12T17:00:51.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.981+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~Y7LBHD1GSS78.1 size=356496 2024-09-12T17:00:51.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.981+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=Y7LBHD1GSS78 tag=S3HX2SYEGXEH type=write size=2453648 2024-09-12T17:00:51.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.983+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=OYP7226MNR07 type=del 2024-09-12T17:00:51.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.985+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~6J6R1A6NPCO1.0 size=11436 2024-09-12T17:00:51.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.985+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=6J6R1A6NPCO1 tag=HVQV1DWEEV9O type=write size=1060012 2024-09-12T17:00:51.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.987+0000 7fc68f42f780 1 < suggested remove operation key=9RJEGZRPXJQH tag=TX3OXOYU9VZX type=del 2024-09-12T17:00:51.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.989+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=0ZN2NFA7H344 type=del size=777368 2024-09-12T17:00:51.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.990+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~WY8I6ZPA353E.0 size=1048576 2024-09-12T17:00:51.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.991+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~WY8I6ZPA353E.1 size=908096 2024-09-12T17:00:51.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.993+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=WY8I6ZPA353E tag=2KIP4F5XY3WS type=write size=3005248 2024-09-12T17:00:51.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.994+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=2R0405I8LS5G type=del size=132566 2024-09-12T17:00:51.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.997+0000 7fc68f42f780 1 < suggested update operation key=FQE909ZZU024 tag=4SKFMYI31QCC type=del size=3524970 2024-09-12T17:00:51.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.998+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=CONRVWVP8LWK type=write size=124406 2024-09-12T17:00:52.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:51.999+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~NKIHBMQBSQRW.0 size=1048576 2024-09-12T17:00:52.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.000+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~NKIHBMQBSQRW.1 size=1048576 2024-09-12T17:00:52.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.001+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~NKIHBMQBSQRW.2 size=180536 2024-09-12T17:00:52.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.003+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=NKIHBMQBSQRW tag=XJ5OQ229B97E type=write size=3326264 2024-09-12T17:00:52.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.004+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=IM6PS6A38RP6 type=del size=921218 2024-09-12T17:00:52.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.007+0000 7fc68f42f780 1 < suggested remove operation key=M84G815CQ1SC tag=EPEOF91A5L3X type=del 2024-09-12T17:00:52.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.008+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=OPK2MCDRGYWY type=del size=488588 2024-09-12T17:00:52.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.009+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=JCVEJBUK35PT type=del 2024-09-12T17:00:52.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.010+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=67MOXIVZS5B7 type=del size=1876236 2024-09-12T17:00:52.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.012+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=ZRLSA8OXL15D type=del 2024-09-12T17:00:52.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.014+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~08MWC0LPTAAD.0 size=1048576 2024-09-12T17:00:52.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.015+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~08MWC0LPTAAD.1 size=798060 2024-09-12T17:00:52.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.015+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=08MWC0LPTAAD tag=6SV213A8FJU8 type=write size=2895212 2024-09-12T17:00:52.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.016+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=DQGSGK9OB2T1 type=del 2024-09-12T17:00:52.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.018+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~H5PNAC0PR2EC.0 size=948814 2024-09-12T17:00:52.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.018+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=H5PNAC0PR2EC tag=7JGJ3KGMY27S type=write size=1997390 2024-09-12T17:00:52.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.020+0000 7fc68f42f780 1 < suggested update operation key=8WXCDATAFRNK tag=H67MU2D1965Z type=del size=132052 2024-09-12T17:00:52.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.022+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=BBI6VLCTW6N4 type=del size=3546774 2024-09-12T17:00:52.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.023+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=HG9NU02ICV8K type=del 2024-09-12T17:00:52.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.024+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=KOB8MXICTDXD type=write size=333923 2024-09-12T17:00:52.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.025+0000 7fc68f42f780 1 < completed write operation key=QXA2N8KQQN1N tag=D6QPDM5UCCPX type=write size=224238 2024-09-12T17:00:52.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.027+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~F2BK8DEQSOVD.0 size=1048576 2024-09-12T17:00:52.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.028+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~F2BK8DEQSOVD.1 size=319073 2024-09-12T17:00:52.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.028+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=F2BK8DEQSOVD tag=97VKZQ8BFWFK type=write size=2416225 2024-09-12T17:00:52.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.030+0000 7fc68f42f780 1 < suggested update operation key=CNRF3YNKC07N tag=ECCWSMUKF9OP type=del size=3724442 2024-09-12T17:00:52.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.031+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=VC7DU8TODSPY type=del size=333594 2024-09-12T17:00:52.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.034+0000 7fc68f42f780 1 < suggested update operation key=0SVTT81FXB2X tag=26CR91L8SSBI type=del size=924178 2024-09-12T17:00:52.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.036+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~1ZJP4L8WW7EU.0 size=268349 2024-09-12T17:00:52.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.036+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=1ZJP4L8WW7EU tag=HOJGMV3KNINJ type=write size=1316925 2024-09-12T17:00:52.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.037+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~PGBTY5HK98T7.0 size=1048576 2024-09-12T17:00:52.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.038+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~PGBTY5HK98T7.1 size=1048576 2024-09-12T17:00:52.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.039+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~PGBTY5HK98T7.2 size=608144 2024-09-12T17:00:52.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.041+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=PGBTY5HK98T7 tag=UFXHGMGZXK41 type=write size=3753872 2024-09-12T17:00:52.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.042+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=KHKVHI6R6Z1L type=del size=2107411 2024-09-12T17:00:52.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.043+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~Y7LBHD1GSS78.0 size=1048576 2024-09-12T17:00:52.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.044+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~Y7LBHD1GSS78.1 size=356496 2024-09-12T17:00:52.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.046+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=Y7LBHD1GSS78 tag=S3HX2SYEGXEH type=write size=2453648 2024-09-12T17:00:52.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.049+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~SMB2AP19MDTQ.0 size=924515 2024-09-12T17:00:52.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.049+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=SMB2AP19MDTQ tag=ZSZQDKTE2CDV type=write size=1973091 2024-09-12T17:00:52.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.052+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~6J6R1A6NPCO1.0 size=11436 2024-09-12T17:00:52.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.054+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=6J6R1A6NPCO1 tag=HVQV1DWEEV9O type=write size=1060012 2024-09-12T17:00:52.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.056+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~32VLDT5A8IDF.0 size=171795 2024-09-12T17:00:52.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.056+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=32VLDT5A8IDF tag=98ZZ1A7R6IGW type=write size=1220371 2024-09-12T17:00:52.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.057+0000 7fc68f42f780 -1 < failed to complete operation key=8WXCDATAFRNK tag=0ZN2NFA7H344 type=del size=777368: (22) Invalid argument 2024-09-12T17:00:52.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.059+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~NJMLFDH8CP7G.0 size=1048576 2024-09-12T17:00:52.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.060+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~NJMLFDH8CP7G.1 size=906068 2024-09-12T17:00:52.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.060+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=NJMLFDH8CP7G tag=A7AUQRNRTEDC type=write size=3003220 2024-09-12T17:00:52.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.061+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=2R0405I8LS5G type=del 2024-09-12T17:00:52.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.063+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=KYN2HE4OPART type=del size=1928808 2024-09-12T17:00:52.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.064+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=CONRVWVP8LWK type=write size=124406 2024-09-12T17:00:52.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.066+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~7CYLLASKFARA.0 size=458410 2024-09-12T17:00:52.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.066+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=7CYLLASKFARA tag=8PB43W7AABXF type=write size=1506986 2024-09-12T17:00:52.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.067+0000 7fc68f42f780 -1 < failed to complete operation key=CNRF3YNKC07N tag=IM6PS6A38RP6 type=del size=921218: (22) Invalid argument 2024-09-12T17:00:52.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.069+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~V7B3TPW5EYDK.0 size=1048576 2024-09-12T17:00:52.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.070+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~V7B3TPW5EYDK.1 size=743145 2024-09-12T17:00:52.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.070+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=V7B3TPW5EYDK tag=N6W7KO4AJP87 type=write size=2840297 2024-09-12T17:00:52.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.072+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=OPK2MCDRGYWY type=del size=488588 2024-09-12T17:00:52.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.073+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=QW5E6DX6OO6A type=del size=3065392 2024-09-12T17:00:52.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.074+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=67MOXIVZS5B7 type=del 2024-09-12T17:00:52.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.076+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=GHQYUQWO27EZ type=del size=2806348 2024-09-12T17:00:52.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.077+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~08MWC0LPTAAD.0 size=1048576 2024-09-12T17:00:52.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.078+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~08MWC0LPTAAD.1 size=798060 2024-09-12T17:00:52.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.080+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=08MWC0LPTAAD tag=6SV213A8FJU8 type=write size=2895212 2024-09-12T17:00:52.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.082+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~VBIJWT1NHC90.0 size=557287 2024-09-12T17:00:52.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.082+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=VBIJWT1NHC90 tag=X3OHSBT46QCG type=write size=1605863 2024-09-12T17:00:52.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.083+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~H5PNAC0PR2EC.0 size=948814 2024-09-12T17:00:52.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.085+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=H5PNAC0PR2EC tag=7JGJ3KGMY27S type=write size=1997390 2024-09-12T17:00:52.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.086+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=06QKTX1ICNDB type=del size=1993310 2024-09-12T17:00:52.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.087+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=BBI6VLCTW6N4 type=del 2024-09-12T17:00:52.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.089+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~BKGF2OP00J76.0 size=1048576 2024-09-12T17:00:52.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.090+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~BKGF2OP00J76.1 size=1048576 2024-09-12T17:00:52.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.091+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~BKGF2OP00J76.2 size=28063 2024-09-12T17:00:52.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.091+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=BKGF2OP00J76 tag=8Y24GMCAFX56 type=write size=3173791 2024-09-12T17:00:52.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.092+0000 7fc68f42f780 1 < completed write operation key=CBE2Q8N9LPWT tag=KOB8MXICTDXD type=write size=333923 2024-09-12T17:00:52.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.093+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=O229A677IIKS type=del size=985069 2024-09-12T17:00:52.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.095+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~F2BK8DEQSOVD.0 size=1048576 2024-09-12T17:00:52.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.096+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~F2BK8DEQSOVD.1 size=319073 2024-09-12T17:00:52.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.097+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=F2BK8DEQSOVD tag=97VKZQ8BFWFK type=write size=2416225 2024-09-12T17:00:52.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.099+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=76VFH9IY13K5 type=del size=3866058 2024-09-12T17:00:52.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.100+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=VC7DU8TODSPY type=del 2024-09-12T17:00:52.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.102+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~46VG4WMCNGX1.0 size=109328 2024-09-12T17:00:52.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.102+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=46VG4WMCNGX1 tag=94HIPENZT8TY type=write size=1157904 2024-09-12T17:00:52.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.103+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~1ZJP4L8WW7EU.0 size=268349 2024-09-12T17:00:52.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.105+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=1ZJP4L8WW7EU tag=HOJGMV3KNINJ type=write size=1316925 2024-09-12T17:00:52.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.107+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~3AXBNSNXQK9G.0 size=514914 2024-09-12T17:00:52.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.107+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=3AXBNSNXQK9G tag=DRVGOY7ZVZSR type=write size=1563490 2024-09-12T17:00:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.109+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=KHKVHI6R6Z1L type=del 2024-09-12T17:00:52.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.111+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~1FWMRZ8HDS6M.0 size=105801 2024-09-12T17:00:52.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.111+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=1FWMRZ8HDS6M tag=593CY0MFLV3Y type=write size=1154377 2024-09-12T17:00:52.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.112+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~SMB2AP19MDTQ.0 size=924515 2024-09-12T17:00:52.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.115+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=SMB2AP19MDTQ tag=ZSZQDKTE2CDV type=write size=1973091 2024-09-12T17:00:52.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.117+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~9QQ81O88RQEO.0 size=751845 2024-09-12T17:00:52.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.117+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=9QQ81O88RQEO tag=GYABE75VN7LO type=write size=1800421 2024-09-12T17:00:52.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.118+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~32VLDT5A8IDF.0 size=171795 2024-09-12T17:00:52.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.121+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=32VLDT5A8IDF tag=98ZZ1A7R6IGW type=write size=1220371 2024-09-12T17:00:52.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.122+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=YDF29G1W22W8 type=write size=572765 2024-09-12T17:00:52.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.124+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~NJMLFDH8CP7G.0 size=1048576 2024-09-12T17:00:52.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.125+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~NJMLFDH8CP7G.1 size=906068 2024-09-12T17:00:52.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.127+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=NJMLFDH8CP7G tag=A7AUQRNRTEDC type=write size=3003220 2024-09-12T17:00:52.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.128+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=YS2J2NE0BHCL type=del size=317611 2024-09-12T17:00:52.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.130+0000 7fc68f42f780 1 < suggested remove operation key=9N1QDZF7NPT0 tag=KYN2HE4OPART type=del 2024-09-12T17:00:52.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.132+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~WHQTEVLAAA5S.0 size=92463 2024-09-12T17:00:52.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.132+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=WHQTEVLAAA5S tag=8J7UHMF2WZSG type=write size=1141039 2024-09-12T17:00:52.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.133+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~7CYLLASKFARA.0 size=458410 2024-09-12T17:00:52.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.135+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=7CYLLASKFARA tag=8PB43W7AABXF type=write size=1506986 2024-09-12T17:00:52.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.137+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~HF650VJAJDYS.0 size=1048576 2024-09-12T17:00:52.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.138+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~HF650VJAJDYS.1 size=189546 2024-09-12T17:00:52.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.138+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=HF650VJAJDYS tag=9IPXCNKRIMTF type=write size=2286698 2024-09-12T17:00:52.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.139+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~V7B3TPW5EYDK.0 size=1048576 2024-09-12T17:00:52.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.140+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~V7B3TPW5EYDK.1 size=743145 2024-09-12T17:00:52.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.142+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=V7B3TPW5EYDK tag=N6W7KO4AJP87 type=write size=2840297 2024-09-12T17:00:52.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.144+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~HFI0R2UD02QP.0 size=1048576 2024-09-12T17:00:52.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.145+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~HFI0R2UD02QP.1 size=368299 2024-09-12T17:00:52.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.145+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=HFI0R2UD02QP tag=ORHDUPHFP9LO type=write size=2465451 2024-09-12T17:00:52.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.146+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=QW5E6DX6OO6A type=del size=3065392 2024-09-12T17:00:52.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.147+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=KLH53TPV7JWY type=del size=2193687 2024-09-12T17:00:52.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.149+0000 7fc68f42f780 1 < suggested update operation key=AXKH2QANZCAL tag=GHQYUQWO27EZ type=del size=2806348 2024-09-12T17:00:52.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.151+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=I86LPQI92UCQ type=del size=616734 2024-09-12T17:00:52.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.152+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~VBIJWT1NHC90.0 size=557287 2024-09-12T17:00:52.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.154+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=VBIJWT1NHC90 tag=X3OHSBT46QCG type=write size=1605863 2024-09-12T17:00:52.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.155+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=561X0J409AC7 type=del size=2287285 2024-09-12T17:00:52.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.156+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=06QKTX1ICNDB type=del 2024-09-12T17:00:52.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.159+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~JV8W0KOUZ1SH.0 size=1048576 2024-09-12T17:00:52.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.160+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~JV8W0KOUZ1SH.1 size=1048576 2024-09-12T17:00:52.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.163+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~JV8W0KOUZ1SH.2 size=794991 2024-09-12T17:00:52.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.163+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=JV8W0KOUZ1SH tag=THLBIW0F17KD type=write size=3940719 2024-09-12T17:00:52.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.163+0000 7fc68f42f780 1 < canceled part key=_multipart_CNRF3YNKC07N.2~BKGF2OP00J76.0 size=1048576 2024-09-12T17:00:52.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.163+0000 7fc68f42f780 1 < canceled part key=_multipart_CNRF3YNKC07N.2~BKGF2OP00J76.1 size=1048576 2024-09-12T17:00:52.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.164+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~BKGF2OP00J76.2 size=28063 2024-09-12T17:00:52.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.166+0000 7fc68f42f780 1 < canceled multipart upload key=CNRF3YNKC07N upload=BKGF2OP00J76 tag=8Y24GMCAFX56 type=write size=3173791 2024-09-12T17:00:52.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.168+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~D2VWK84N3O3V.0 size=1000089 2024-09-12T17:00:52.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.168+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=D2VWK84N3O3V tag=AHD02D41AA87 type=write size=2048665 2024-09-12T17:00:52.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.170+0000 7fc68f42f780 1 < suggested update operation key=5IRJPMUAJTW1 tag=O229A677IIKS type=del size=985069 2024-09-12T17:00:52.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.172+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~Q6NPHQZ5BKRP.0 size=1048576 2024-09-12T17:00:52.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.173+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~Q6NPHQZ5BKRP.1 size=828602 2024-09-12T17:00:52.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.173+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=Q6NPHQZ5BKRP tag=MT9VJC4IQI8Q type=write size=2925754 2024-09-12T17:00:52.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.174+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=76VFH9IY13K5 type=del 2024-09-12T17:00:52.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.176+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=F9AM3223PK38 type=del size=729480 2024-09-12T17:00:52.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.177+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~46VG4WMCNGX1.0 size=109328 2024-09-12T17:00:52.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.179+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=46VG4WMCNGX1 tag=94HIPENZT8TY type=write size=1157904 2024-09-12T17:00:52.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.181+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~UF6FBV2CO5W6.0 size=1048576 2024-09-12T17:00:52.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.182+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~UF6FBV2CO5W6.1 size=1048576 2024-09-12T17:00:52.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.183+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~UF6FBV2CO5W6.2 size=372355 2024-09-12T17:00:52.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.183+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=UF6FBV2CO5W6 tag=OJ6365I8SYZ4 type=write size=3518083 2024-09-12T17:00:52.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.185+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~3AXBNSNXQK9G.0 size=514914 2024-09-12T17:00:52.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.187+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=3AXBNSNXQK9G tag=DRVGOY7ZVZSR type=write size=1563490 2024-09-12T17:00:52.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.189+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~N7F1PLTV235D.0 size=1048576 2024-09-12T17:00:52.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.190+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~N7F1PLTV235D.1 size=679565 2024-09-12T17:00:52.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.190+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=N7F1PLTV235D tag=Z1U8T3HYYH8L type=write size=2776717 2024-09-12T17:00:52.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.191+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~1FWMRZ8HDS6M.0 size=105801 2024-09-12T17:00:52.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.193+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=1FWMRZ8HDS6M tag=593CY0MFLV3Y type=write size=1154377 2024-09-12T17:00:52.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.194+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=KF8K3Q34VMXU type=write size=1031643 2024-09-12T17:00:52.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.195+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~9QQ81O88RQEO.0 size=751845 2024-09-12T17:00:52.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.197+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=9QQ81O88RQEO tag=GYABE75VN7LO type=write size=1800421 2024-09-12T17:00:52.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.199+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~6F6W9EMBW5YP.0 size=1048576 2024-09-12T17:00:52.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.200+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~6F6W9EMBW5YP.1 size=301750 2024-09-12T17:00:52.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.200+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=6F6W9EMBW5YP tag=NWOMMBBS03PO type=write size=2398902 2024-09-12T17:00:52.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.201+0000 7fc68f42f780 1 < completed write operation key=FQE909ZZU024 tag=YDF29G1W22W8 type=write size=572765 2024-09-12T17:00:52.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.203+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~OYAVLXS5KR91.0 size=1048576 2024-09-12T17:00:52.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.204+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~OYAVLXS5KR91.1 size=676837 2024-09-12T17:00:52.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.204+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=OYAVLXS5KR91 tag=AKHC6VPOJC23 type=write size=2773989 2024-09-12T17:00:52.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.205+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=YS2J2NE0BHCL type=del 2024-09-12T17:00:52.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.206+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=6EROLOLKKLLJ type=write size=691435 2024-09-12T17:00:52.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.207+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~WHQTEVLAAA5S.0 size=92463 2024-09-12T17:00:52.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.209+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=WHQTEVLAAA5S tag=8J7UHMF2WZSG type=write size=1141039 2024-09-12T17:00:52.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.211+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~KQICBCF72FHK.0 size=1048576 2024-09-12T17:00:52.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.212+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~KQICBCF72FHK.1 size=486599 2024-09-12T17:00:52.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.212+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=KQICBCF72FHK tag=DG52AH1L4SKH type=write size=2583751 2024-09-12T17:00:52.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.213+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~HF650VJAJDYS.0 size=1048576 2024-09-12T17:00:52.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.214+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~HF650VJAJDYS.1 size=189546 2024-09-12T17:00:52.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.216+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=HF650VJAJDYS tag=9IPXCNKRIMTF type=write size=2286698 2024-09-12T17:00:52.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.217+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=KXVUVJDPD5JW type=write size=509368 2024-09-12T17:00:52.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.219+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~HFI0R2UD02QP.0 size=1048576 2024-09-12T17:00:52.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.220+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~HFI0R2UD02QP.1 size=368299 2024-09-12T17:00:52.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.221+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=HFI0R2UD02QP tag=ORHDUPHFP9LO type=write size=2465451 2024-09-12T17:00:52.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.223+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=8BAB2N1G73D3 type=del size=2588785 2024-09-12T17:00:52.226 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.225+0000 7fc68f42f780 1 < suggested remove operation key=0SVTT81FXB2X tag=KLH53TPV7JWY type=del 2024-09-12T17:00:52.227 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.226+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=7XF3O9X6CVII type=del size=2269258 2024-09-12T17:00:52.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.228+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=I86LPQI92UCQ type=del 2024-09-12T17:00:52.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.230+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~EX7F087WLG3X.0 size=746583 2024-09-12T17:00:52.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.230+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=EX7F087WLG3X tag=6KMNPU8YUM4B type=write size=1795159 2024-09-12T17:00:52.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.231+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=561X0J409AC7 type=del 2024-09-12T17:00:52.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.232+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=XUU9D81AY5GG type=write size=29893 2024-09-12T17:00:52.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.233+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~JV8W0KOUZ1SH.0 size=1048576 2024-09-12T17:00:52.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.234+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~JV8W0KOUZ1SH.1 size=1048576 2024-09-12T17:00:52.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.235+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~JV8W0KOUZ1SH.2 size=794991 2024-09-12T17:00:52.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.237+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=JV8W0KOUZ1SH tag=THLBIW0F17KD type=write size=3940719 2024-09-12T17:00:52.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.238+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=9BF1E4713I7K type=del size=105313 2024-09-12T17:00:52.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.239+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~D2VWK84N3O3V.0 size=1000089 2024-09-12T17:00:52.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.241+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=D2VWK84N3O3V tag=AHD02D41AA87 type=write size=2048665 2024-09-12T17:00:52.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.243+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~SOMEX8M56NU7.0 size=1048576 2024-09-12T17:00:52.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.244+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~SOMEX8M56NU7.1 size=518074 2024-09-12T17:00:52.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.244+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=SOMEX8M56NU7 tag=BD6HLZ54XFXW type=write size=2615226 2024-09-12T17:00:52.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.244+0000 7fc68f42f780 1 < canceled part key=_multipart_8WXCDATAFRNK.2~Q6NPHQZ5BKRP.0 size=1048576 2024-09-12T17:00:52.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.245+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~Q6NPHQZ5BKRP.1 size=828602 2024-09-12T17:00:52.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.247+0000 7fc68f42f780 1 < canceled multipart upload key=8WXCDATAFRNK upload=Q6NPHQZ5BKRP tag=MT9VJC4IQI8Q type=write size=2925754 2024-09-12T17:00:52.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.248+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=09OZ2KHD3VT8 type=del size=2855729 2024-09-12T17:00:52.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.249+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=F9AM3223PK38 type=del 2024-09-12T17:00:52.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.251+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~PFI97A3VOCDL.0 size=1048576 2024-09-12T17:00:52.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.252+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~PFI97A3VOCDL.1 size=1048576 2024-09-12T17:00:52.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.253+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~PFI97A3VOCDL.2 size=396023 2024-09-12T17:00:52.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.253+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=PFI97A3VOCDL tag=RH9H90VIPB26 type=write size=3541751 2024-09-12T17:00:52.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.254+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~UF6FBV2CO5W6.0 size=1048576 2024-09-12T17:00:52.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.255+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~UF6FBV2CO5W6.1 size=1048576 2024-09-12T17:00:52.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.256+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~UF6FBV2CO5W6.2 size=372355 2024-09-12T17:00:52.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.258+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=UF6FBV2CO5W6 tag=OJ6365I8SYZ4 type=write size=3518083 2024-09-12T17:00:52.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.259+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=5XH031TH75R2 type=write size=734050 2024-09-12T17:00:52.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.262+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~N7F1PLTV235D.0 size=1048576 2024-09-12T17:00:52.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.262+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~N7F1PLTV235D.1 size=679565 2024-09-12T17:00:52.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.264+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=N7F1PLTV235D tag=Z1U8T3HYYH8L type=write size=2776717 2024-09-12T17:00:52.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.266+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=V8Z1O4AGGPFL type=del size=2292930 2024-09-12T17:00:52.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.268+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=KF8K3Q34VMXU type=write size=1031643 2024-09-12T17:00:52.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.269+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=YPFK66S02C11 type=del size=323190 2024-09-12T17:00:52.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.272+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~6F6W9EMBW5YP.0 size=1048576 2024-09-12T17:00:52.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.273+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~6F6W9EMBW5YP.1 size=301750 2024-09-12T17:00:52.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.275+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=6F6W9EMBW5YP tag=NWOMMBBS03PO type=write size=2398902 2024-09-12T17:00:52.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.278+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~LWSZDE7BLEFC.0 size=1048576 2024-09-12T17:00:52.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.278+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~LWSZDE7BLEFC.1 size=846196 2024-09-12T17:00:52.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.278+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=LWSZDE7BLEFC tag=3E27I6XY9BVH type=write size=2943348 2024-09-12T17:00:52.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.280+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~OYAVLXS5KR91.0 size=1048576 2024-09-12T17:00:52.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.280+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~OYAVLXS5KR91.1 size=676837 2024-09-12T17:00:52.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.282+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=OYAVLXS5KR91 tag=AKHC6VPOJC23 type=write size=2773989 2024-09-12T17:00:52.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.284+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~UX12STCQCM29.0 size=1048576 2024-09-12T17:00:52.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.285+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~UX12STCQCM29.1 size=1048576 2024-09-12T17:00:52.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.286+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~UX12STCQCM29.2 size=599194 2024-09-12T17:00:52.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.286+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=UX12STCQCM29 tag=FK4E11FQ9IV3 type=write size=3744922 2024-09-12T17:00:52.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.287+0000 7fc68f42f780 1 < completed write operation key=CBE2Q8N9LPWT tag=6EROLOLKKLLJ type=write size=691435 2024-09-12T17:00:52.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.289+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~8J4R4RBRW3Z2.0 size=1048576 2024-09-12T17:00:52.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.290+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~8J4R4RBRW3Z2.1 size=318381 2024-09-12T17:00:52.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.290+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=8J4R4RBRW3Z2 tag=CEJJ0N51SRGV type=write size=2415533 2024-09-12T17:00:52.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.291+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~KQICBCF72FHK.0 size=1048576 2024-09-12T17:00:52.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.292+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~KQICBCF72FHK.1 size=486599 2024-09-12T17:00:52.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.294+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=KQICBCF72FHK tag=DG52AH1L4SKH type=write size=2583751 2024-09-12T17:00:52.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.295+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=B7WMV1484R9B type=del size=2489819 2024-09-12T17:00:52.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.296+0000 7fc68f42f780 1 < completed write operation key=8XULRL5LJZAH tag=KXVUVJDPD5JW type=write size=509368 2024-09-12T17:00:52.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.297+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=ZV3GTGI0V22G type=del size=2028879 2024-09-12T17:00:52.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.298+0000 7fc68f42f780 1 < canceled operation key=NALVOSHAE3VH tag=8BAB2N1G73D3 type=del size=2588785 2024-09-12T17:00:52.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.300+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=X153VH2Z1LIC type=del size=3173175 2024-09-12T17:00:52.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.301+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=7XF3O9X6CVII type=del 2024-09-12T17:00:52.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.302+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=KY3IPYE5M61Q type=del size=880358 2024-09-12T17:00:52.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.303+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~EX7F087WLG3X.0 size=746583 2024-09-12T17:00:52.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.305+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=EX7F087WLG3X tag=6KMNPU8YUM4B type=write size=1795159 2024-09-12T17:00:52.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.306+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=E8Y1DMUQW8OC type=del size=2634450 2024-09-12T17:00:52.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.307+0000 7fc68f42f780 1 < completed write operation key=W0I001KV7JL4 tag=XUU9D81AY5GG type=write size=29893 2024-09-12T17:00:52.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.309+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~WAQ2S82SYO1W.0 size=1048576 2024-09-12T17:00:52.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.310+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~WAQ2S82SYO1W.1 size=1048576 2024-09-12T17:00:52.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.311+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~WAQ2S82SYO1W.2 size=328039 2024-09-12T17:00:52.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.311+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=WAQ2S82SYO1W tag=EV9F9X8XDYZ1 type=write size=3473767 2024-09-12T17:00:52.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.312+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=9BF1E4713I7K type=del 2024-09-12T17:00:52.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.314+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~BW7R0PY6ZHVB.0 size=1048576 2024-09-12T17:00:52.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.315+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~BW7R0PY6ZHVB.1 size=1048576 2024-09-12T17:00:52.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.316+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~BW7R0PY6ZHVB.2 size=994347 2024-09-12T17:00:52.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.316+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=BW7R0PY6ZHVB tag=5GLAIXSROIEG type=write size=4140075 2024-09-12T17:00:52.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.317+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~SOMEX8M56NU7.0 size=1048576 2024-09-12T17:00:52.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.318+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~SOMEX8M56NU7.1 size=518074 2024-09-12T17:00:52.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.320+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=SOMEX8M56NU7 tag=BD6HLZ54XFXW type=write size=2615226 2024-09-12T17:00:52.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.321+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=EZ1XGBXFW9IW type=write size=888164 2024-09-12T17:00:52.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.322+0000 7fc68f42f780 1 < canceled operation key=KZSUBBPS0F1I tag=09OZ2KHD3VT8 type=del size=2855729 2024-09-12T17:00:52.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.323+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=M446UCTO9NQL type=write size=45055 2024-09-12T17:00:52.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.324+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~PFI97A3VOCDL.0 size=1048576 2024-09-12T17:00:52.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.325+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~PFI97A3VOCDL.1 size=1048576 2024-09-12T17:00:52.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.326+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~PFI97A3VOCDL.2 size=396023 2024-09-12T17:00:52.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.328+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=PFI97A3VOCDL tag=RH9H90VIPB26 type=write size=3541751 2024-09-12T17:00:52.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.329+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=K5FQG3W70UU4 type=write size=929417 2024-09-12T17:00:52.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.330+0000 7fc68f42f780 1 < completed write operation key=NEAY7HVG4N98 tag=5XH031TH75R2 type=write size=734050 2024-09-12T17:00:52.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.332+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~OQCQP6R89K6Y.0 size=69255 2024-09-12T17:00:52.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.332+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=OQCQP6R89K6Y tag=77CLQCLFIU9T type=write size=1117831 2024-09-12T17:00:52.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.333+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=V8Z1O4AGGPFL type=del 2024-09-12T17:00:52.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.335+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~11FH0RGMXXHJ.0 size=43642 2024-09-12T17:00:52.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.335+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=11FH0RGMXXHJ tag=UER4HPM1M7AF type=write size=1092218 2024-09-12T17:00:52.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.336+0000 7fc68f42f780 1 < canceled operation key=W0I001KV7JL4 tag=YPFK66S02C11 type=del size=323190 2024-09-12T17:00:52.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.337+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=R8VS7I1WJXRI type=del size=68447 2024-09-12T17:00:52.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.339+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~LWSZDE7BLEFC.0 size=1048576 2024-09-12T17:00:52.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.340+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~LWSZDE7BLEFC.1 size=846196 2024-09-12T17:00:52.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.341+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=LWSZDE7BLEFC tag=3E27I6XY9BVH type=write size=2943348 2024-09-12T17:00:52.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.342+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=79UVH4VD1WDS type=del size=1586645 2024-09-12T17:00:52.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.344+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~UX12STCQCM29.0 size=1048576 2024-09-12T17:00:52.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.344+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~UX12STCQCM29.1 size=1048576 2024-09-12T17:00:52.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.345+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~UX12STCQCM29.2 size=599194 2024-09-12T17:00:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.347+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=UX12STCQCM29 tag=FK4E11FQ9IV3 type=write size=3744922 2024-09-12T17:00:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.348+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=T03R4JYRAJ43 type=del size=2357502 2024-09-12T17:00:52.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.350+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~8J4R4RBRW3Z2.0 size=1048576 2024-09-12T17:00:52.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.350+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~8J4R4RBRW3Z2.1 size=318381 2024-09-12T17:00:52.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.352+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=8J4R4RBRW3Z2 tag=CEJJ0N51SRGV type=write size=2415533 2024-09-12T17:00:52.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.354+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=KB73ZHGVN1J7 type=write size=692609 2024-09-12T17:00:52.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.355+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=B7WMV1484R9B type=del 2024-09-12T17:00:52.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.356+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=JWDRG80SV74V type=del size=765248 2024-09-12T17:00:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.358+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=ZV3GTGI0V22G type=del 2024-09-12T17:00:52.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.359+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=9V8O91U00S51 type=del size=2140430 2024-09-12T17:00:52.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.361+0000 7fc68f42f780 1 < suggested update operation key=CBE2Q8N9LPWT tag=X153VH2Z1LIC type=del size=3173175 2024-09-12T17:00:52.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.363+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=67PLXB0OE2VR type=write size=554691 2024-09-12T17:00:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.364+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=KY3IPYE5M61Q type=del 2024-09-12T17:00:52.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.366+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~NK4SHHESNBTV.0 size=1048576 2024-09-12T17:00:52.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.367+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~NK4SHHESNBTV.1 size=1048576 2024-09-12T17:00:52.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.368+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~NK4SHHESNBTV.2 size=1040229 2024-09-12T17:00:52.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.368+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=NK4SHHESNBTV tag=IT6KPD3TT53B type=write size=4185957 2024-09-12T17:00:52.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.369+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=E8Y1DMUQW8OC type=del 2024-09-12T17:00:52.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.371+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=QSP4P9BUYR4S type=del size=682654 2024-09-12T17:00:52.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.372+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~WAQ2S82SYO1W.0 size=1048576 2024-09-12T17:00:52.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.373+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~WAQ2S82SYO1W.1 size=1048576 2024-09-12T17:00:52.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.373+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~WAQ2S82SYO1W.2 size=328039 2024-09-12T17:00:52.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.376+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=WAQ2S82SYO1W tag=EV9F9X8XDYZ1 type=write size=3473767 2024-09-12T17:00:52.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.378+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=IBJ9R105SG6E type=del size=935905 2024-09-12T17:00:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.379+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~BW7R0PY6ZHVB.0 size=1048576 2024-09-12T17:00:52.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.380+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~BW7R0PY6ZHVB.1 size=1048576 2024-09-12T17:00:52.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.381+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~BW7R0PY6ZHVB.2 size=994347 2024-09-12T17:00:52.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.383+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=BW7R0PY6ZHVB tag=5GLAIXSROIEG type=write size=4140075 2024-09-12T17:00:52.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.384+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=2X3YC9L33XGM type=write size=157183 2024-09-12T17:00:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.385+0000 7fc68f42f780 1 < completed write operation key=IGCTZ5WOBL39 tag=EZ1XGBXFW9IW type=write size=888164 2024-09-12T17:00:52.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.387+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~K8F05WZWKY7D.0 size=1048576 2024-09-12T17:00:52.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.388+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~K8F05WZWKY7D.1 size=787429 2024-09-12T17:00:52.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.388+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=K8F05WZWKY7D tag=UTQZVW296BVL type=write size=2884581 2024-09-12T17:00:52.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.390+0000 7fc68f42f780 1 < suggested remove operation key=52JV36JIR0EJ tag=M446UCTO9NQL type=write 2024-09-12T17:00:52.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.392+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=H5BPXB0D3GTZ type=del size=4176823 2024-09-12T17:00:52.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.394+0000 7fc68f42f780 1 < suggested remove operation key=M84G815CQ1SC tag=K5FQG3W70UU4 type=write 2024-09-12T17:00:52.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.396+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~01OLKSA53E1B.0 size=765474 2024-09-12T17:00:52.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.396+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=01OLKSA53E1B tag=8AOO4W4QJ9TY type=write size=1814050 2024-09-12T17:00:52.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.397+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~OQCQP6R89K6Y.0 size=69255 2024-09-12T17:00:52.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.399+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=OQCQP6R89K6Y tag=77CLQCLFIU9T type=write size=1117831 2024-09-12T17:00:52.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.400+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=VB2I9F11910R type=del size=765213 2024-09-12T17:00:52.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.402+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~11FH0RGMXXHJ.0 size=43642 2024-09-12T17:00:52.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.404+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=11FH0RGMXXHJ tag=UER4HPM1M7AF type=write size=1092218 2024-09-12T17:00:52.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.405+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=4ZDVGEUGMBQX type=del size=4152167 2024-09-12T17:00:52.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.406+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=R8VS7I1WJXRI type=del 2024-09-12T17:00:52.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.407+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=UC91ME9GHABJ type=del size=3051619 2024-09-12T17:00:52.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.409+0000 7fc68f42f780 1 < suggested remove operation key=YTRABX96UY8F tag=79UVH4VD1WDS type=del 2024-09-12T17:00:52.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.411+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~2TONILYK344D.0 size=792382 2024-09-12T17:00:52.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.411+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=2TONILYK344D tag=FW7ESM2ML551 type=write size=1840958 2024-09-12T17:00:52.414 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.413+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=T03R4JYRAJ43 type=del 2024-09-12T17:00:52.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.415+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~KKVIJ517EAU1.0 size=278971 2024-09-12T17:00:52.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.415+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=KKVIJ517EAU1 tag=8I7KD1VVO2VY type=write size=1327547 2024-09-12T17:00:52.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.418+0000 7fc68f42f780 1 < suggested remove operation key=UTP229W3RHD3 tag=KB73ZHGVN1J7 type=write 2024-09-12T17:00:52.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.420+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~YR2EZGP4GTAJ.0 size=60548 2024-09-12T17:00:52.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.420+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=YR2EZGP4GTAJ tag=U8VC8CCVHM39 type=write size=1109124 2024-09-12T17:00:52.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.421+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=JWDRG80SV74V type=del 2024-09-12T17:00:52.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.422+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=YDUU07EYMHCS type=del size=294736 2024-09-12T17:00:52.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.423+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=9V8O91U00S51 type=del 2024-09-12T17:00:52.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.425+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=L2DLA5JCY1KS type=write size=1007498 2024-09-12T17:00:52.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.427+0000 7fc68f42f780 1 < suggested remove operation key=5IRJPMUAJTW1 tag=67PLXB0OE2VR type=write 2024-09-12T17:00:52.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.428+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=G6KZIFMHBZ2J type=write size=129156 2024-09-12T17:00:52.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.430+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~NK4SHHESNBTV.0 size=1048576 2024-09-12T17:00:52.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.432+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~NK4SHHESNBTV.1 size=1048576 2024-09-12T17:00:52.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.433+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~NK4SHHESNBTV.2 size=1040229 2024-09-12T17:00:52.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.435+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=NK4SHHESNBTV tag=IT6KPD3TT53B type=write size=4185957 2024-09-12T17:00:52.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.436+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=4UEKVB0JS17M type=del size=1937862 2024-09-12T17:00:52.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.438+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=QSP4P9BUYR4S type=del size=682654 2024-09-12T17:00:52.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.439+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=7H3GGG80J4LL type=del size=2876204 2024-09-12T17:00:52.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.440+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=IBJ9R105SG6E type=del 2024-09-12T17:00:52.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.642+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=K58U16ZKF2DS type=write size=22474 2024-09-12T17:00:52.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.643+0000 7fc68f42f780 1 < completed write operation key=QXA2N8KQQN1N tag=2X3YC9L33XGM type=write size=157183 2024-09-12T17:00:52.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.645+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=S4N3VX1BQ867 type=write size=862826 2024-09-12T17:00:52.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.646+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~K8F05WZWKY7D.0 size=1048576 2024-09-12T17:00:52.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.647+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~K8F05WZWKY7D.1 size=787429 2024-09-12T17:00:52.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.649+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=K8F05WZWKY7D tag=UTQZVW296BVL type=write size=2884581 2024-09-12T17:00:52.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.651+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~YOPUX7WDH9X6.0 size=1048576 2024-09-12T17:00:52.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.652+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~YOPUX7WDH9X6.1 size=1048576 2024-09-12T17:00:52.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.652+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~YOPUX7WDH9X6.2 size=506880 2024-09-12T17:00:52.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.652+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=YOPUX7WDH9X6 tag=OH063XZF1663 type=write size=3652608 2024-09-12T17:00:52.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.654+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=H5BPXB0D3GTZ type=del 2024-09-12T17:00:52.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.656+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~18RSF32WXP7Z.0 size=279385 2024-09-12T17:00:52.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.656+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=18RSF32WXP7Z tag=P2D1A1S0XY5B type=write size=1327961 2024-09-12T17:00:52.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.657+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~01OLKSA53E1B.0 size=765474 2024-09-12T17:00:52.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.659+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=01OLKSA53E1B tag=8AOO4W4QJ9TY type=write size=1814050 2024-09-12T17:00:52.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.660+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=C3DSOLQ2TNHN type=del size=1227258 2024-09-12T17:00:52.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.662+0000 7fc68f42f780 1 < suggested update operation key=KZSUBBPS0F1I tag=VB2I9F11910R type=del size=765213 2024-09-12T17:00:52.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.663+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=DR6ZVF5HM6KT type=del size=484823 2024-09-12T17:00:52.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.664+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=4ZDVGEUGMBQX type=del 2024-09-12T17:00:52.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.666+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=5W9ZPSJ0TG81 type=write size=782811 2024-09-12T17:00:52.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.667+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=UC91ME9GHABJ type=del 2024-09-12T17:00:52.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.668+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=YRZTKMBQCIJI type=del size=3219387 2024-09-12T17:00:52.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.669+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~2TONILYK344D.0 size=792382 2024-09-12T17:00:52.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.671+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=2TONILYK344D tag=FW7ESM2ML551 type=write size=1840958 2024-09-12T17:00:52.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.673+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~UTKEA6L9ZWQ2.0 size=1048576 2024-09-12T17:00:52.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.674+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~UTKEA6L9ZWQ2.1 size=1048576 2024-09-12T17:00:52.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.675+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~UTKEA6L9ZWQ2.2 size=860129 2024-09-12T17:00:52.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.675+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=UTKEA6L9ZWQ2 tag=3P7LOWS1V95V type=write size=4005857 2024-09-12T17:00:52.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.676+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~KKVIJ517EAU1.0 size=278971 2024-09-12T17:00:52.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.678+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=KKVIJ517EAU1 tag=8I7KD1VVO2VY type=write size=1327547 2024-09-12T17:00:52.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.679+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=DUHRLQEMZSBL type=write size=973592 2024-09-12T17:00:52.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.680+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~YR2EZGP4GTAJ.0 size=60548 2024-09-12T17:00:52.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.682+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=YR2EZGP4GTAJ tag=U8VC8CCVHM39 type=write size=1109124 2024-09-12T17:00:52.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.684+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~EME0VK4JLFHN.0 size=1048576 2024-09-12T17:00:52.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.685+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~EME0VK4JLFHN.1 size=1048576 2024-09-12T17:00:52.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.686+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~EME0VK4JLFHN.2 size=1044558 2024-09-12T17:00:52.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.686+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=EME0VK4JLFHN tag=4AJ9FI240931 type=write size=4190286 2024-09-12T17:00:52.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.690+0000 7fc68f42f780 1 < suggested update operation key=52JV36JIR0EJ tag=YDUU07EYMHCS type=del size=294736 2024-09-12T17:00:52.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.691+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=K1SJIYSXCKHY type=del size=2714312 2024-09-12T17:00:52.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.693+0000 7fc68f42f780 1 < suggested remove operation key=0SVTT81FXB2X tag=L2DLA5JCY1KS type=write 2024-09-12T17:00:52.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.695+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~7VN1FF3RHZM1.0 size=35417 2024-09-12T17:00:52.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.695+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=7VN1FF3RHZM1 tag=TE5UB5A1HP6L type=write size=1083993 2024-09-12T17:00:52.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.697+0000 7fc68f42f780 1 < suggested update operation key=JVU4KT3G91R7 tag=G6KZIFMHBZ2J type=write size=129156 2024-09-12T17:00:52.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.700+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~0G1XHT0D9J3N.0 size=1048576 2024-09-12T17:00:52.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.701+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~0G1XHT0D9J3N.1 size=1048576 2024-09-12T17:00:52.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.702+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~0G1XHT0D9J3N.2 size=331454 2024-09-12T17:00:52.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.702+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=0G1XHT0D9J3N tag=CP9J1PRM0JV2 type=write size=3477182 2024-09-12T17:00:52.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.704+0000 7fc68f42f780 1 < suggested remove operation key=5IRJPMUAJTW1 tag=4UEKVB0JS17M type=del 2024-09-12T17:00:52.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.706+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~5TY77BBPMUZY.0 size=337812 2024-09-12T17:00:52.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.706+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=5TY77BBPMUZY tag=8LOPPZN11VI8 type=write size=1386388 2024-09-12T17:00:52.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.707+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=7H3GGG80J4LL type=del 2024-09-12T17:00:52.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.709+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=HIG2JG5GT3FQ type=write size=62017 2024-09-12T17:00:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.711+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=K58U16ZKF2DS type=write size=22474 2024-09-12T17:00:52.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.713+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~POFVI5QTQLDS.0 size=1048576 2024-09-12T17:00:52.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.714+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~POFVI5QTQLDS.1 size=930927 2024-09-12T17:00:52.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.714+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=POFVI5QTQLDS tag=GJ8PYAK8PTAI type=write size=3028079 2024-09-12T17:00:52.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.716+0000 7fc68f42f780 1 < suggested update operation key=52JV36JIR0EJ tag=S4N3VX1BQ867 type=write size=862826 2024-09-12T17:00:52.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.717+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=DTL70AC3E5VP type=del size=2090130 2024-09-12T17:00:52.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.718+0000 7fc68f42f780 1 < canceled part key=_multipart_8WXCDATAFRNK.2~YOPUX7WDH9X6.0 size=1048576 2024-09-12T17:00:52.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.719+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~YOPUX7WDH9X6.1 size=1048576 2024-09-12T17:00:52.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.720+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~YOPUX7WDH9X6.2 size=506880 2024-09-12T17:00:52.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.722+0000 7fc68f42f780 1 < canceled multipart upload key=8WXCDATAFRNK upload=YOPUX7WDH9X6 tag=OH063XZF1663 type=write size=3652608 2024-09-12T17:00:52.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.723+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=B2DUU5V74S2E type=del size=3041070 2024-09-12T17:00:52.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.723+0000 7fc68f42f780 1 < canceled part key=_multipart_UTP229W3RHD3.2~18RSF32WXP7Z.0 size=279385 2024-09-12T17:00:52.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.725+0000 7fc68f42f780 1 < canceled multipart upload key=UTP229W3RHD3 upload=18RSF32WXP7Z tag=P2D1A1S0XY5B type=write size=1327961 2024-09-12T17:00:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.726+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=Y2HYM75TRE3E type=del size=2270402 2024-09-12T17:00:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.727+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=C3DSOLQ2TNHN type=del 2024-09-12T17:00:52.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.728+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=1DH3RRGKQMVO type=del size=128230 2024-09-12T17:00:52.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.730+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=DR6ZVF5HM6KT type=del 2024-09-12T17:00:52.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.732+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~F9H4RIXKU6CN.0 size=1048576 2024-09-12T17:00:52.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.733+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~F9H4RIXKU6CN.1 size=85082 2024-09-12T17:00:52.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.733+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=F9H4RIXKU6CN tag=8D7XTUVHHAWN type=write size=2182234 2024-09-12T17:00:52.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.734+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=5W9ZPSJ0TG81 type=write size=782811 2024-09-12T17:00:52.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.735+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=7H5YWLZ39HB8 type=del size=479999 2024-09-12T17:00:52.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.736+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=YRZTKMBQCIJI type=del 2024-09-12T17:00:52.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.738+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~3CHIYTW3RN23.0 size=574681 2024-09-12T17:00:52.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.738+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=3CHIYTW3RN23 tag=8ORKZLGJGO07 type=write size=1623257 2024-09-12T17:00:52.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.739+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~UTKEA6L9ZWQ2.0 size=1048576 2024-09-12T17:00:52.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.740+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~UTKEA6L9ZWQ2.1 size=1048576 2024-09-12T17:00:52.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.741+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~UTKEA6L9ZWQ2.2 size=860129 2024-09-12T17:00:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.743+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=UTKEA6L9ZWQ2 tag=3P7LOWS1V95V type=write size=4005857 2024-09-12T17:00:52.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.744+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=6YMZDCHMG007 type=del size=2841354 2024-09-12T17:00:52.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.745+0000 7fc68f42f780 1 < completed write operation key=ZCAVQ3AQ5V23 tag=DUHRLQEMZSBL type=write size=973592 2024-09-12T17:00:52.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.748+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~MDBDC7FK8G7P.0 size=1048576 2024-09-12T17:00:52.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.748+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~MDBDC7FK8G7P.1 size=418661 2024-09-12T17:00:52.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.748+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=MDBDC7FK8G7P tag=V77YQPWPE1BW type=write size=2515813 2024-09-12T17:00:52.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.750+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~EME0VK4JLFHN.0 size=1048576 2024-09-12T17:00:52.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.750+0000 7fc68f42f780 1 < canceled part key=_multipart_JPQVCVA736JG.2~EME0VK4JLFHN.1 size=1048576 2024-09-12T17:00:52.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.750+0000 7fc68f42f780 1 < canceled part key=_multipart_JPQVCVA736JG.2~EME0VK4JLFHN.2 size=1044558 2024-09-12T17:00:52.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.751+0000 7fc68f42f780 1 < canceled multipart upload key=JPQVCVA736JG upload=EME0VK4JLFHN tag=4AJ9FI240931 type=write size=4190286 2024-09-12T17:00:52.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.753+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=XLBCGSXB0QRS type=del size=4140818 2024-09-12T17:00:52.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.755+0000 7fc68f42f780 1 < suggested remove operation key=W0I001KV7JL4 tag=K1SJIYSXCKHY type=del 2024-09-12T17:00:52.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.756+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=0B0OYRAKFI4Z type=del size=35616 2024-09-12T17:00:52.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.757+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~7VN1FF3RHZM1.0 size=35417 2024-09-12T17:00:52.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.759+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=7VN1FF3RHZM1 tag=TE5UB5A1HP6L type=write size=1083993 2024-09-12T17:00:52.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.761+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~93H7HTK11V09.0 size=1048576 2024-09-12T17:00:52.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.762+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~93H7HTK11V09.1 size=1048576 2024-09-12T17:00:52.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.763+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~93H7HTK11V09.2 size=1026415 2024-09-12T17:00:52.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.763+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=93H7HTK11V09 tag=ZA2V6RHX2640 type=write size=4172143 2024-09-12T17:00:52.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.764+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~0G1XHT0D9J3N.0 size=1048576 2024-09-12T17:00:52.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.764+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~0G1XHT0D9J3N.1 size=1048576 2024-09-12T17:00:52.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.765+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~0G1XHT0D9J3N.2 size=331454 2024-09-12T17:00:52.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.767+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=0G1XHT0D9J3N tag=CP9J1PRM0JV2 type=write size=3477182 2024-09-12T17:00:52.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.768+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=MMQEUKQQV7GV type=del size=3844903 2024-09-12T17:00:52.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.769+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~5TY77BBPMUZY.0 size=337812 2024-09-12T17:00:52.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.771+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=5TY77BBPMUZY tag=8LOPPZN11VI8 type=write size=1386388 2024-09-12T17:00:52.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.773+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=W8DT3R0UXQJE type=del size=2507211 2024-09-12T17:00:52.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.774+0000 7fc68f42f780 1 < canceled operation key=8XULRL5LJZAH tag=HIG2JG5GT3FQ type=write size=62017 2024-09-12T17:00:52.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.775+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=84PSAKGQDSHI type=write size=552578 2024-09-12T17:00:52.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.776+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~POFVI5QTQLDS.0 size=1048576 2024-09-12T17:00:52.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.777+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~POFVI5QTQLDS.1 size=930927 2024-09-12T17:00:52.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.779+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=POFVI5QTQLDS tag=GJ8PYAK8PTAI type=write size=3028079 2024-09-12T17:00:52.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.781+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~TYDJZ6HYEY0F.0 size=26144 2024-09-12T17:00:52.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.781+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=TYDJZ6HYEY0F tag=6FRBU762WYNY type=write size=1074720 2024-09-12T17:00:52.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.783+0000 7fc68f42f780 1 < canceled operation key=NEAY7HVG4N98 tag=DTL70AC3E5VP type=del size=2090130 2024-09-12T17:00:52.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.785+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~EBDXG5MVD2JC.0 size=1048576 2024-09-12T17:00:52.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.786+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~EBDXG5MVD2JC.1 size=1048576 2024-09-12T17:00:52.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.786+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~EBDXG5MVD2JC.2 size=980894 2024-09-12T17:00:52.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.786+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=EBDXG5MVD2JC tag=6I9OLCRGIIN2 type=write size=4126622 2024-09-12T17:00:52.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.788+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=B2DUU5V74S2E type=del 2024-09-12T17:00:52.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.790+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~ZEWHODB31LMX.0 size=1048576 2024-09-12T17:00:52.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.791+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~ZEWHODB31LMX.1 size=854978 2024-09-12T17:00:52.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.791+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=ZEWHODB31LMX tag=TF7V2LL712IG type=write size=2952130 2024-09-12T17:00:52.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.792+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=Y2HYM75TRE3E type=del 2024-09-12T17:00:52.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.795+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~NVU81OMPNTCR.0 size=1048576 2024-09-12T17:00:52.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.795+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~NVU81OMPNTCR.1 size=1048576 2024-09-12T17:00:52.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.796+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~NVU81OMPNTCR.2 size=349856 2024-09-12T17:00:52.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.796+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=NVU81OMPNTCR tag=69N2KVQJ1TGU type=write size=3495584 2024-09-12T17:00:52.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.798+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=1DH3RRGKQMVO type=del 2024-09-12T17:00:52.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.800+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=365005IOEXLZ type=del size=303125 2024-09-12T17:00:52.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.802+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~F9H4RIXKU6CN.0 size=1048576 2024-09-12T17:00:52.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.803+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~F9H4RIXKU6CN.1 size=85082 2024-09-12T17:00:52.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.806+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=F9H4RIXKU6CN tag=8D7XTUVHHAWN type=write size=2182234 2024-09-12T17:00:52.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.808+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~TGABNJDZ8552.0 size=1048576 2024-09-12T17:00:52.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.809+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~TGABNJDZ8552.1 size=1048576 2024-09-12T17:00:52.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.810+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~TGABNJDZ8552.2 size=338892 2024-09-12T17:00:52.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.810+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=TGABNJDZ8552 tag=N2YZJL32YDGA type=write size=3484620 2024-09-12T17:00:52.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.811+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=7H5YWLZ39HB8 type=del 2024-09-12T17:00:52.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.813+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~7B8KI7I2ZZL3.0 size=1010127 2024-09-12T17:00:52.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.813+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=7B8KI7I2ZZL3 tag=30T6KJVDR52M type=write size=2058703 2024-09-12T17:00:52.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.815+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~3CHIYTW3RN23.0 size=574681 2024-09-12T17:00:52.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.818+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=3CHIYTW3RN23 tag=8ORKZLGJGO07 type=write size=1623257 2024-09-12T17:00:52.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.821+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~O7YQZFSFOUWK.0 size=1048576 2024-09-12T17:00:52.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.822+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~O7YQZFSFOUWK.1 size=736777 2024-09-12T17:00:52.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.822+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=O7YQZFSFOUWK tag=QJ778G2OUZKA type=write size=2833929 2024-09-12T17:00:52.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.823+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=6YMZDCHMG007 type=del 2024-09-12T17:00:52.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.824+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=CEQJ2MC3L2MU type=del size=4124843 2024-09-12T17:00:52.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.826+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~MDBDC7FK8G7P.0 size=1048576 2024-09-12T17:00:52.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.827+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~MDBDC7FK8G7P.1 size=418661 2024-09-12T17:00:52.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.829+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=MDBDC7FK8G7P tag=V77YQPWPE1BW type=write size=2515813 2024-09-12T17:00:52.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.831+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=ZGPR63KPZY7S type=del size=1867672 2024-09-12T17:00:52.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.832+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=XLBCGSXB0QRS type=del 2024-09-12T17:00:52.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.835+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~1WXMEPGZD4PG.0 size=1048576 2024-09-12T17:00:52.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.836+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~1WXMEPGZD4PG.1 size=1048576 2024-09-12T17:00:52.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.837+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~1WXMEPGZD4PG.2 size=500175 2024-09-12T17:00:52.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.837+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=1WXMEPGZD4PG tag=TZSSDEN50IIW type=write size=3645903 2024-09-12T17:00:52.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.838+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=0B0OYRAKFI4Z type=del 2024-09-12T17:00:52.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.840+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~ZD5ZEKOKVT9V.0 size=254319 2024-09-12T17:00:52.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.840+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=ZD5ZEKOKVT9V tag=RCNZV7P22W6H type=write size=1302895 2024-09-12T17:00:52.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.841+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~93H7HTK11V09.0 size=1048576 2024-09-12T17:00:52.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.842+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~93H7HTK11V09.1 size=1048576 2024-09-12T17:00:52.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.843+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~93H7HTK11V09.2 size=1026415 2024-09-12T17:00:52.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.845+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=93H7HTK11V09 tag=ZA2V6RHX2640 type=write size=4172143 2024-09-12T17:00:52.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.847+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=RBSGRUYWW5PD type=del size=1238212 2024-09-12T17:00:52.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.848+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=MMQEUKQQV7GV type=del 2024-09-12T17:00:52.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.849+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=M3VHAV4L66WL type=del size=236481 2024-09-12T17:00:52.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.850+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=W8DT3R0UXQJE type=del 2024-09-12T17:00:52.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.851+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=YJGFJ0Q6T0SP type=del size=633132 2024-09-12T17:00:52.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.852+0000 7fc68f42f780 1 < canceled operation key=HCFK4AS0XMDI tag=84PSAKGQDSHI type=write size=552578 2024-09-12T17:00:52.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.853+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=SVQ46ZH1NV8C type=del size=2533119 2024-09-12T17:00:52.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.855+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~TYDJZ6HYEY0F.0 size=26144 2024-09-12T17:00:52.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.856+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=TYDJZ6HYEY0F tag=6FRBU762WYNY type=write size=1074720 2024-09-12T17:00:52.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.857+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=XB4DNOOG6FDI type=del size=2695999 2024-09-12T17:00:52.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.858+0000 7fc68f42f780 1 < canceled part key=_multipart_M84G815CQ1SC.2~EBDXG5MVD2JC.0 size=1048576 2024-09-12T17:00:52.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.858+0000 7fc68f42f780 1 < canceled part key=_multipart_M84G815CQ1SC.2~EBDXG5MVD2JC.1 size=1048576 2024-09-12T17:00:52.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.859+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~EBDXG5MVD2JC.2 size=980894 2024-09-12T17:00:52.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.860+0000 7fc68f42f780 1 < canceled multipart upload key=M84G815CQ1SC upload=EBDXG5MVD2JC tag=6I9OLCRGIIN2 type=write size=4126622 2024-09-12T17:00:52.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.862+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=JY8QUS7T59MP type=del size=4413 2024-09-12T17:00:52.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.863+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~ZEWHODB31LMX.0 size=1048576 2024-09-12T17:00:52.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.864+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~ZEWHODB31LMX.1 size=854978 2024-09-12T17:00:52.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.866+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=ZEWHODB31LMX tag=TF7V2LL712IG type=write size=2952130 2024-09-12T17:00:52.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.868+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~VI5Y5LDSUUKY.0 size=1048576 2024-09-12T17:00:52.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.869+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~VI5Y5LDSUUKY.1 size=1048576 2024-09-12T17:00:52.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.870+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~VI5Y5LDSUUKY.2 size=429903 2024-09-12T17:00:52.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.870+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=VI5Y5LDSUUKY tag=YH5GF35F5213 type=write size=3575631 2024-09-12T17:00:52.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.871+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~NVU81OMPNTCR.0 size=1048576 2024-09-12T17:00:52.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.872+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~NVU81OMPNTCR.1 size=1048576 2024-09-12T17:00:52.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.872+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~NVU81OMPNTCR.2 size=349856 2024-09-12T17:00:52.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.874+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=NVU81OMPNTCR tag=69N2KVQJ1TGU type=write size=3495584 2024-09-12T17:00:52.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.876+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=UAP2ZKOQC6JC type=del size=1986829 2024-09-12T17:00:52.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.877+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=365005IOEXLZ type=del 2024-09-12T17:00:52.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.878+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=29XKH66TUGCB type=del size=310581 2024-09-12T17:00:52.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.878+0000 7fc68f42f780 1 < canceled part key=_multipart_FFYEARKYU8MK.2~TGABNJDZ8552.0 size=1048576 2024-09-12T17:00:52.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.879+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~TGABNJDZ8552.1 size=1048576 2024-09-12T17:00:52.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.880+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~TGABNJDZ8552.2 size=338892 2024-09-12T17:00:52.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.882+0000 7fc68f42f780 1 < canceled multipart upload key=FFYEARKYU8MK upload=TGABNJDZ8552 tag=N2YZJL32YDGA type=write size=3484620 2024-09-12T17:00:52.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.884+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~QKS1IPO93QPB.0 size=312779 2024-09-12T17:00:52.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.884+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=QKS1IPO93QPB tag=KHF2JSR2BUAW type=write size=1361355 2024-09-12T17:00:52.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.885+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~7B8KI7I2ZZL3.0 size=1010127 2024-09-12T17:00:52.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.887+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=7B8KI7I2ZZL3 tag=30T6KJVDR52M type=write size=2058703 2024-09-12T17:00:52.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.889+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=67T9YXSVW8F5 type=del size=102230 2024-09-12T17:00:52.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.890+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~O7YQZFSFOUWK.0 size=1048576 2024-09-12T17:00:52.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.891+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~O7YQZFSFOUWK.1 size=736777 2024-09-12T17:00:52.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.893+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=O7YQZFSFOUWK tag=QJ778G2OUZKA type=write size=2833929 2024-09-12T17:00:52.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.894+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=BNCYWT8YUUBL type=del size=149843 2024-09-12T17:00:52.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.896+0000 7fc68f42f780 1 < suggested remove operation key=5G9ZFBIRSZN0 tag=CEQJ2MC3L2MU type=del 2024-09-12T17:00:52.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.898+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~J4JHWEGU213I.0 size=464108 2024-09-12T17:00:52.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.898+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=J4JHWEGU213I tag=AAZYCO4F4DV1 type=write size=1512684 2024-09-12T17:00:52.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.900+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=ZGPR63KPZY7S type=del 2024-09-12T17:00:52.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.901+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=Y7CVQK3XFTT9 type=write size=666242 2024-09-12T17:00:52.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.902+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~1WXMEPGZD4PG.0 size=1048576 2024-09-12T17:00:52.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.903+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~1WXMEPGZD4PG.1 size=1048576 2024-09-12T17:00:52.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.904+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~1WXMEPGZD4PG.2 size=500175 2024-09-12T17:00:52.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.906+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=1WXMEPGZD4PG tag=TZSSDEN50IIW type=write size=3645903 2024-09-12T17:00:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.908+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~S66670RGU3I4.0 size=397381 2024-09-12T17:00:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.908+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=S66670RGU3I4 tag=WUCSK0ZJD01N type=write size=1445957 2024-09-12T17:00:52.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.909+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~ZD5ZEKOKVT9V.0 size=254319 2024-09-12T17:00:52.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.913+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=ZD5ZEKOKVT9V tag=RCNZV7P22W6H type=write size=1302895 2024-09-12T17:00:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.915+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=30KM9SDP4K8V type=del size=1266703 2024-09-12T17:00:52.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.918+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=RBSGRUYWW5PD type=del 2024-09-12T17:00:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.920+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=8J9VXHZJI1PL type=del size=2131023 2024-09-12T17:00:52.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.921+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=M3VHAV4L66WL type=del 2024-09-12T17:00:52.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.922+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=ONYMG2S8XCHC type=write size=607606 2024-09-12T17:00:52.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.923+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=YJGFJ0Q6T0SP type=del 2024-09-12T17:00:52.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.924+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=JB0SLWGZ3XYN type=del size=1410545 2024-09-12T17:00:52.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.927+0000 7fc68f42f780 1 < suggested update operation key=9RJEGZRPXJQH tag=SVQ46ZH1NV8C type=del size=2533119 2024-09-12T17:00:52.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.928+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=8GUVUGCTQBPW type=del size=2576014 2024-09-12T17:00:52.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.931+0000 7fc68f42f780 1 < suggested update operation key=DF7W920VNP0G tag=XB4DNOOG6FDI type=del size=2695999 2024-09-12T17:00:52.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.932+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=BLMY89DFAVBV type=del size=1665984 2024-09-12T17:00:52.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.939+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=JY8QUS7T59MP type=del 2024-09-12T17:00:52.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.941+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~BAJ3K99VWEYC.0 size=1048576 2024-09-12T17:00:52.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.942+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~BAJ3K99VWEYC.1 size=145090 2024-09-12T17:00:52.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.942+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=BAJ3K99VWEYC tag=SHLYS5647UON type=write size=2242242 2024-09-12T17:00:52.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.943+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~VI5Y5LDSUUKY.0 size=1048576 2024-09-12T17:00:52.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.944+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~VI5Y5LDSUUKY.1 size=1048576 2024-09-12T17:00:52.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.945+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~VI5Y5LDSUUKY.2 size=429903 2024-09-12T17:00:52.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.947+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=VI5Y5LDSUUKY tag=YH5GF35F5213 type=write size=3575631 2024-09-12T17:00:52.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.948+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=AR7OX5M71JH1 type=write size=185483 2024-09-12T17:00:52.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.949+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=UAP2ZKOQC6JC type=del 2024-09-12T17:00:52.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.952+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~S762UP7O1Q76.0 size=1048576 2024-09-12T17:00:52.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.952+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~S762UP7O1Q76.1 size=11299 2024-09-12T17:00:52.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.952+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=S762UP7O1Q76 tag=T517UYMTIN4Z type=write size=2108451 2024-09-12T17:00:52.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.954+0000 7fc68f42f780 1 < suggested remove operation key=FLARRSQDFMB6 tag=29XKH66TUGCB type=del 2024-09-12T17:00:52.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.956+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=7UUH1JX01FKG type=del size=168581 2024-09-12T17:00:52.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.957+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~QKS1IPO93QPB.0 size=312779 2024-09-12T17:00:52.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.959+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=QKS1IPO93QPB tag=KHF2JSR2BUAW type=write size=1361355 2024-09-12T17:00:52.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.960+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=E790FV2AN9DM type=del size=1122650 2024-09-12T17:00:52.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.961+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=67T9YXSVW8F5 type=del 2024-09-12T17:00:52.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.962+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=FWNI6X02GT6Q type=del size=54678 2024-09-12T17:00:52.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.963+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=BNCYWT8YUUBL type=del 2024-09-12T17:00:52.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.965+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~7S2KFMJ21M1N.0 size=413926 2024-09-12T17:00:52.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.965+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=7S2KFMJ21M1N tag=W1DQR7MDMK5F type=write size=1462502 2024-09-12T17:00:52.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.966+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~J4JHWEGU213I.0 size=464108 2024-09-12T17:00:52.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.968+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=J4JHWEGU213I tag=AAZYCO4F4DV1 type=write size=1512684 2024-09-12T17:00:52.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.970+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~I46AT2GBTIRE.0 size=1048576 2024-09-12T17:00:52.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.971+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~I46AT2GBTIRE.1 size=493582 2024-09-12T17:00:52.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.971+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=I46AT2GBTIRE tag=1GQSXTETLIQ8 type=write size=2590734 2024-09-12T17:00:52.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.972+0000 7fc68f42f780 1 < canceled operation key=FFYEARKYU8MK tag=Y7CVQK3XFTT9 type=write size=666242 2024-09-12T17:00:52.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.973+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=BAB9K8TYNS2A type=del size=871157 2024-09-12T17:00:52.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.974+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~S66670RGU3I4.0 size=397381 2024-09-12T17:00:52.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.976+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=S66670RGU3I4 tag=WUCSK0ZJD01N type=write size=1445957 2024-09-12T17:00:52.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.978+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~IXDL9WNED5MB.0 size=534540 2024-09-12T17:00:52.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.978+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=IXDL9WNED5MB tag=EGHZMJYZHY7V type=write size=1583116 2024-09-12T17:00:52.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.979+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=30KM9SDP4K8V type=del 2024-09-12T17:00:52.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.981+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~MTQQE3XPJF76.0 size=1048576 2024-09-12T17:00:52.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.982+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~MTQQE3XPJF76.1 size=1048576 2024-09-12T17:00:52.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.983+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~MTQQE3XPJF76.2 size=791229 2024-09-12T17:00:52.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.983+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=MTQQE3XPJF76 tag=U05WGNY25J0C type=write size=3936957 2024-09-12T17:00:52.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.984+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=8J9VXHZJI1PL type=del 2024-09-12T17:00:52.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.986+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~LRQT20SJDTR0.0 size=1048576 2024-09-12T17:00:52.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.987+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~LRQT20SJDTR0.1 size=103978 2024-09-12T17:00:52.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.987+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=LRQT20SJDTR0 tag=R1O95PR4FSSB type=write size=2201130 2024-09-12T17:00:52.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.988+0000 7fc68f42f780 1 < completed write operation key=8XULRL5LJZAH tag=ONYMG2S8XCHC type=write size=607606 2024-09-12T17:00:52.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.989+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=RSET8E99K19S type=del size=1324416 2024-09-12T17:00:52.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.990+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=JB0SLWGZ3XYN type=del 2024-09-12T17:00:52.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.992+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=O8M7N17QX86V type=del size=1706147 2024-09-12T17:00:52.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.993+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=8GUVUGCTQBPW type=del 2024-09-12T17:00:52.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.994+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=22A34YF5Z80M type=del size=2863921 2024-09-12T17:00:52.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.995+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=BLMY89DFAVBV type=del 2024-09-12T17:00:52.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.996+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=GPVR7D1KDNHJ type=del size=860248 2024-09-12T17:00:52.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.997+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~BAJ3K99VWEYC.0 size=1048576 2024-09-12T17:00:52.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:52.998+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~BAJ3K99VWEYC.1 size=145090 2024-09-12T17:00:53.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.001+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=BAJ3K99VWEYC tag=SHLYS5647UON type=write size=2242242 2024-09-12T17:00:53.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.002+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=CN0CUM7S69US type=write size=866926 2024-09-12T17:00:53.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.004+0000 7fc68f42f780 1 < canceled operation key=5IRJPMUAJTW1 tag=AR7OX5M71JH1 type=write size=185483 2024-09-12T17:00:53.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.005+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=UZ4VWSA3JRFS type=del size=1590472 2024-09-12T17:00:53.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.006+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~S762UP7O1Q76.0 size=1048576 2024-09-12T17:00:53.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.007+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~S762UP7O1Q76.1 size=11299 2024-09-12T17:00:53.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.009+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=S762UP7O1Q76 tag=T517UYMTIN4Z type=write size=2108451 2024-09-12T17:00:53.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.011+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~Y3HO248R8MUO.0 size=137278 2024-09-12T17:00:53.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.011+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=Y3HO248R8MUO tag=HCUP6SYOJ9MP type=write size=1185854 2024-09-12T17:00:53.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.012+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=7UUH1JX01FKG type=del 2024-09-12T17:00:53.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.013+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=P4V3JGOK3TAY type=del size=2824447 2024-09-12T17:00:53.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.015+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=E790FV2AN9DM type=del 2024-09-12T17:00:53.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.017+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~82DDEII7X80E.0 size=1048576 2024-09-12T17:00:53.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.018+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~82DDEII7X80E.1 size=879606 2024-09-12T17:00:53.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.018+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=82DDEII7X80E tag=MJY4IHQ4EIXZ type=write size=2976758 2024-09-12T17:00:53.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.019+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=FWNI6X02GT6Q type=del 2024-09-12T17:00:53.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.021+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~8G1WJ2DP6111.0 size=521877 2024-09-12T17:00:53.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.021+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=8G1WJ2DP6111 tag=6D9HDE5FS5MV type=write size=1570453 2024-09-12T17:00:53.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.022+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~7S2KFMJ21M1N.0 size=413926 2024-09-12T17:00:53.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.024+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=7S2KFMJ21M1N tag=W1DQR7MDMK5F type=write size=1462502 2024-09-12T17:00:53.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.026+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~2A375C70PYP0.0 size=1048576 2024-09-12T17:00:53.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.027+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~2A375C70PYP0.1 size=1048576 2024-09-12T17:00:53.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.028+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~2A375C70PYP0.2 size=174577 2024-09-12T17:00:53.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.028+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=2A375C70PYP0 tag=96AU0CO3Z1AK type=write size=3320305 2024-09-12T17:00:53.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.029+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~I46AT2GBTIRE.0 size=1048576 2024-09-12T17:00:53.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.032+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~I46AT2GBTIRE.1 size=493582 2024-09-12T17:00:53.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.034+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=I46AT2GBTIRE tag=1GQSXTETLIQ8 type=write size=2590734 2024-09-12T17:00:53.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.035+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=994OBOSICTJZ type=write size=673545 2024-09-12T17:00:53.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.036+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=BAB9K8TYNS2A type=del 2024-09-12T17:00:53.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.038+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~YMWP48BLRYO2.0 size=1048576 2024-09-12T17:00:53.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.039+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~YMWP48BLRYO2.1 size=351330 2024-09-12T17:00:53.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.039+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=YMWP48BLRYO2 tag=0H012R2R1HQ1 type=write size=2448482 2024-09-12T17:00:53.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.040+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~IXDL9WNED5MB.0 size=534540 2024-09-12T17:00:53.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.042+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=IXDL9WNED5MB tag=EGHZMJYZHY7V type=write size=1583116 2024-09-12T17:00:53.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.045+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~Q9ZFA705OIAU.0 size=758918 2024-09-12T17:00:53.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.045+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=Q9ZFA705OIAU tag=9JJOX4BJIKSJ type=write size=1807494 2024-09-12T17:00:53.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.046+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~MTQQE3XPJF76.0 size=1048576 2024-09-12T17:00:53.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.047+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~MTQQE3XPJF76.1 size=1048576 2024-09-12T17:00:53.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.048+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~MTQQE3XPJF76.2 size=791229 2024-09-12T17:00:53.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.050+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=MTQQE3XPJF76 tag=U05WGNY25J0C type=write size=3936957 2024-09-12T17:00:53.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.051+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=UWCMXQS0G51Z type=write size=317711 2024-09-12T17:00:53.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.052+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~LRQT20SJDTR0.0 size=1048576 2024-09-12T17:00:53.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.053+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~LRQT20SJDTR0.1 size=103978 2024-09-12T17:00:53.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.055+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=LRQT20SJDTR0 tag=R1O95PR4FSSB type=write size=2201130 2024-09-12T17:00:53.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.057+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~12QSRMXOX35H.0 size=185562 2024-09-12T17:00:53.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.057+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=12QSRMXOX35H tag=YIX0XPBBD5KJ type=write size=1234138 2024-09-12T17:00:53.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.059+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=RSET8E99K19S type=del 2024-09-12T17:00:53.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.060+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=UH708J78BCBD type=del size=3038576 2024-09-12T17:00:53.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.061+0000 7fc68f42f780 1 < canceled operation key=FFYEARKYU8MK tag=O8M7N17QX86V type=del size=1706147 2024-09-12T17:00:53.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.062+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=5VUJTIPC6AHH type=del size=93333 2024-09-12T17:00:53.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.064+0000 7fc68f42f780 1 < suggested remove operation key=NALVOSHAE3VH tag=22A34YF5Z80M type=del 2024-09-12T17:00:53.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.066+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~99MNWF221CK0.0 size=205375 2024-09-12T17:00:53.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.066+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=99MNWF221CK0 tag=ATSCHONPDFKP type=write size=1253951 2024-09-12T17:00:53.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.067+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=GPVR7D1KDNHJ type=del 2024-09-12T17:00:53.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.070+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~IVOEHNKSSCIT.0 size=1048576 2024-09-12T17:00:53.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.070+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~IVOEHNKSSCIT.1 size=1048576 2024-09-12T17:00:53.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.071+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~IVOEHNKSSCIT.2 size=419022 2024-09-12T17:00:53.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.071+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=IVOEHNKSSCIT tag=V6F2RJOLW9II type=write size=3564750 2024-09-12T17:00:53.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.072+0000 7fc68f42f780 1 < completed write operation key=JPQVCVA736JG tag=CN0CUM7S69US type=write size=866926 2024-09-12T17:00:53.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.074+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=D6O5P5TX5T23 type=del size=1872667 2024-09-12T17:00:53.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.075+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=UZ4VWSA3JRFS type=del 2024-09-12T17:00:53.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.076+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=Q0667OEIA42I type=write size=910445 2024-09-12T17:00:53.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.077+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~Y3HO248R8MUO.0 size=137278 2024-09-12T17:00:53.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.079+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=Y3HO248R8MUO tag=HCUP6SYOJ9MP type=write size=1185854 2024-09-12T17:00:53.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.080+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=YWJ03W1F4X4N type=del size=4099794 2024-09-12T17:00:53.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.082+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=P4V3JGOK3TAY type=del 2024-09-12T17:00:53.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.083+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=43EVVDTCGFT0 type=del size=1990181 2024-09-12T17:00:53.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.085+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~82DDEII7X80E.0 size=1048576 2024-09-12T17:00:53.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.086+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~82DDEII7X80E.1 size=879606 2024-09-12T17:00:53.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.087+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=82DDEII7X80E tag=MJY4IHQ4EIXZ type=write size=2976758 2024-09-12T17:00:53.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.089+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=N1R2VXIAA4MB type=del size=3690914 2024-09-12T17:00:53.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.090+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~8G1WJ2DP6111.0 size=521877 2024-09-12T17:00:53.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.098+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=8G1WJ2DP6111 tag=6D9HDE5FS5MV type=write size=1570453 2024-09-12T17:00:53.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.099+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=1RM7A56GMJZ1 type=del size=4043304 2024-09-12T17:00:53.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.100+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~2A375C70PYP0.0 size=1048576 2024-09-12T17:00:53.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.101+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~2A375C70PYP0.1 size=1048576 2024-09-12T17:00:53.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.102+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~2A375C70PYP0.2 size=174577 2024-09-12T17:00:53.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.104+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=2A375C70PYP0 tag=96AU0CO3Z1AK type=write size=3320305 2024-09-12T17:00:53.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.105+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=EUYHF853VBN3 type=del size=2551062 2024-09-12T17:00:53.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.106+0000 7fc68f42f780 1 < completed write operation key=9RJEGZRPXJQH tag=994OBOSICTJZ type=write size=673545 2024-09-12T17:00:53.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.108+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=GRXGPTJGZWIB type=del size=1929912 2024-09-12T17:00:53.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.109+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~YMWP48BLRYO2.0 size=1048576 2024-09-12T17:00:53.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.109+0000 7fc68f42f780 1 < canceled part key=_multipart_5G9ZFBIRSZN0.2~YMWP48BLRYO2.1 size=351330 2024-09-12T17:00:53.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.111+0000 7fc68f42f780 1 < canceled multipart upload key=5G9ZFBIRSZN0 upload=YMWP48BLRYO2 tag=0H012R2R1HQ1 type=write size=2448482 2024-09-12T17:00:53.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.113+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~0EC1K4ST8M77.0 size=1048576 2024-09-12T17:00:53.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.113+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~0EC1K4ST8M77.1 size=694920 2024-09-12T17:00:53.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.113+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=0EC1K4ST8M77 tag=7CYYZ6APKST4 type=write size=2792072 2024-09-12T17:00:53.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.115+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~Q9ZFA705OIAU.0 size=758918 2024-09-12T17:00:53.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.117+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=Q9ZFA705OIAU tag=9JJOX4BJIKSJ type=write size=1807494 2024-09-12T17:00:53.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.118+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~D0HOYX6M3Y36.0 size=1048576 2024-09-12T17:00:53.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.120+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~D0HOYX6M3Y36.1 size=95556 2024-09-12T17:00:53.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.120+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=D0HOYX6M3Y36 tag=6GR74X03GNPX type=write size=2192708 2024-09-12T17:00:53.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.120+0000 7fc68f42f780 -1 < no bi entry to suggest for operation key=NALVOSHAE3VH tag=UWCMXQS0G51Z type=write size=317711: (2) No such file or directory 2024-09-12T17:00:53.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.121+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=ST04J03RG97B type=del size=3089914 2024-09-12T17:00:53.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.123+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~12QSRMXOX35H.0 size=185562 2024-09-12T17:00:53.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.125+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=12QSRMXOX35H tag=YIX0XPBBD5KJ type=write size=1234138 2024-09-12T17:00:53.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.126+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=714WNPX1K3MD type=del size=1345857 2024-09-12T17:00:53.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.127+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=UH708J78BCBD type=del 2024-09-12T17:00:53.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.129+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=P0DP4ZOAXRBX type=del size=241199 2024-09-12T17:00:53.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.130+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=5VUJTIPC6AHH type=del 2024-09-12T17:00:53.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.131+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=ML1LB2S7KY5C type=write size=924398 2024-09-12T17:00:53.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.133+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~99MNWF221CK0.0 size=205375 2024-09-12T17:00:53.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.135+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=99MNWF221CK0 tag=ATSCHONPDFKP type=write size=1253951 2024-09-12T17:00:53.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.137+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~LFXTKXIK1P8F.0 size=1048576 2024-09-12T17:00:53.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.138+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~LFXTKXIK1P8F.1 size=89326 2024-09-12T17:00:53.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.138+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=LFXTKXIK1P8F tag=Z22C7VKD51YY type=write size=2186478 2024-09-12T17:00:53.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.140+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~IVOEHNKSSCIT.0 size=1048576 2024-09-12T17:00:53.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.141+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~IVOEHNKSSCIT.1 size=1048576 2024-09-12T17:00:53.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.142+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~IVOEHNKSSCIT.2 size=419022 2024-09-12T17:00:53.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.144+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=IVOEHNKSSCIT tag=V6F2RJOLW9II type=write size=3564750 2024-09-12T17:00:53.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.146+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~ZXTCAZQ22DB4.0 size=1048576 2024-09-12T17:00:53.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.148+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~ZXTCAZQ22DB4.1 size=1048576 2024-09-12T17:00:53.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.149+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~ZXTCAZQ22DB4.2 size=170748 2024-09-12T17:00:53.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.149+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=ZXTCAZQ22DB4 tag=570TE204DEVD type=write size=3316476 2024-09-12T17:00:53.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.152+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=D6O5P5TX5T23 type=del 2024-09-12T17:00:53.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.154+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~82E457UL3DFK.0 size=1048576 2024-09-12T17:00:53.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.155+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~82E457UL3DFK.1 size=1048576 2024-09-12T17:00:53.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.155+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~82E457UL3DFK.2 size=8850 2024-09-12T17:00:53.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.155+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=82E457UL3DFK tag=HZK0E20163SU type=write size=3154578 2024-09-12T17:00:53.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.156+0000 7fc68f42f780 1 < canceled operation key=UTP229W3RHD3 tag=Q0667OEIA42I type=write size=910445 2024-09-12T17:00:53.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.158+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~G49W8KWR6QJS.0 size=1048576 2024-09-12T17:00:53.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.159+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~G49W8KWR6QJS.1 size=1048576 2024-09-12T17:00:53.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.160+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~G49W8KWR6QJS.2 size=292237 2024-09-12T17:00:53.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.160+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=G49W8KWR6QJS tag=B6V9GWESTOIQ type=write size=3437965 2024-09-12T17:00:53.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.161+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=YWJ03W1F4X4N type=del 2024-09-12T17:00:53.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.162+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=PL9WIXJ6XH7L type=del size=1465341 2024-09-12T17:00:53.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.165+0000 7fc68f42f780 1 < suggested remove operation key=FFYEARKYU8MK tag=43EVVDTCGFT0 type=del 2024-09-12T17:00:53.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.166+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=I1MICT25ZVR3 type=del size=3382582 2024-09-12T17:00:53.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.167+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=N1R2VXIAA4MB type=del 2024-09-12T17:00:53.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.169+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=0FDGZ88HUUSE type=del size=2010446 2024-09-12T17:00:53.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.170+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=1RM7A56GMJZ1 type=del 2024-09-12T17:00:53.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.171+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=QH3FB55PCU2N type=del size=201570 2024-09-12T17:00:53.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.174+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=EUYHF853VBN3 type=del size=2551062 2024-09-12T17:00:53.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.176+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~74GCCOL9RJ73.0 size=1048576 2024-09-12T17:00:53.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.176+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~74GCCOL9RJ73.1 size=1048576 2024-09-12T17:00:53.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.177+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~74GCCOL9RJ73.2 size=52365 2024-09-12T17:00:53.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.177+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=74GCCOL9RJ73 tag=2MAK4TTRIMNG type=write size=3198093 2024-09-12T17:00:53.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.178+0000 7fc68f42f780 1 < canceled operation key=9N1QDZF7NPT0 tag=GRXGPTJGZWIB type=del size=1929912 2024-09-12T17:00:53.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.180+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~W0T1SJU8O47M.0 size=1048576 2024-09-12T17:00:53.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.181+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~W0T1SJU8O47M.1 size=1038324 2024-09-12T17:00:53.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.181+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=W0T1SJU8O47M tag=3Y90NR5A18ZZ type=write size=3135476 2024-09-12T17:00:53.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.182+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~0EC1K4ST8M77.0 size=1048576 2024-09-12T17:00:53.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.183+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~0EC1K4ST8M77.1 size=694920 2024-09-12T17:00:53.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.185+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=0EC1K4ST8M77 tag=7CYYZ6APKST4 type=write size=2792072 2024-09-12T17:00:53.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.186+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=FWFSV2BETFBM type=del size=2605427 2024-09-12T17:00:53.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.187+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~D0HOYX6M3Y36.0 size=1048576 2024-09-12T17:00:53.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.188+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~D0HOYX6M3Y36.1 size=95556 2024-09-12T17:00:53.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.189+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=D0HOYX6M3Y36 tag=6GR74X03GNPX type=write size=2192708 2024-09-12T17:00:53.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.191+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~O4FIKUFBXPK0.0 size=1048576 2024-09-12T17:00:53.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.192+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~O4FIKUFBXPK0.1 size=133104 2024-09-12T17:00:53.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.192+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=O4FIKUFBXPK0 tag=FS30X5HJ90US type=write size=2230256 2024-09-12T17:00:53.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.194+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=ST04J03RG97B type=del 2024-09-12T17:00:53.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.196+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=YB8QBCIAVA2E type=write size=329360 2024-09-12T17:00:53.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.199+0000 7fc68f42f780 1 < suggested remove operation key=YXWFMB60E9UH tag=714WNPX1K3MD type=del 2024-09-12T17:00:53.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.200+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=Q2A426BL91YW type=del size=1210740 2024-09-12T17:00:53.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.201+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=P0DP4ZOAXRBX type=del size=241199 2024-09-12T17:00:53.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.203+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~7250DMGMSQVT.0 size=1048576 2024-09-12T17:00:53.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.204+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~7250DMGMSQVT.1 size=242038 2024-09-12T17:00:53.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.204+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=7250DMGMSQVT tag=Z0YJU0TP9GC6 type=write size=2339190 2024-09-12T17:00:53.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.205+0000 7fc68f42f780 1 < canceled operation key=HCFK4AS0XMDI tag=ML1LB2S7KY5C type=write size=924398 2024-09-12T17:00:53.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.206+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=MILU9B7POQEQ type=del size=3053192 2024-09-12T17:00:53.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.207+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~LFXTKXIK1P8F.0 size=1048576 2024-09-12T17:00:53.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.208+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~LFXTKXIK1P8F.1 size=89326 2024-09-12T17:00:53.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.210+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=LFXTKXIK1P8F tag=Z22C7VKD51YY type=write size=2186478 2024-09-12T17:00:53.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.211+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=FJVVB68YXFMG type=del size=2830030 2024-09-12T17:00:53.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.211+0000 7fc68f42f780 1 < canceled part key=_multipart_ZCAVQ3AQ5V23.2~ZXTCAZQ22DB4.0 size=1048576 2024-09-12T17:00:53.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.212+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~ZXTCAZQ22DB4.1 size=1048576 2024-09-12T17:00:53.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.213+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~ZXTCAZQ22DB4.2 size=170748 2024-09-12T17:00:53.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.215+0000 7fc68f42f780 1 < canceled multipart upload key=ZCAVQ3AQ5V23 upload=ZXTCAZQ22DB4 tag=570TE204DEVD type=write size=3316476 2024-09-12T17:00:53.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.216+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=UKLD18CCRU8O type=write size=105352 2024-09-12T17:00:53.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.217+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~82E457UL3DFK.0 size=1048576 2024-09-12T17:00:53.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.218+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~82E457UL3DFK.1 size=1048576 2024-09-12T17:00:53.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.219+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~82E457UL3DFK.2 size=8850 2024-09-12T17:00:53.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.221+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=82E457UL3DFK tag=HZK0E20163SU type=write size=3154578 2024-09-12T17:00:53.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.222+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=SIDASYPZN9NP type=del size=656244 2024-09-12T17:00:53.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.223+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~G49W8KWR6QJS.0 size=1048576 2024-09-12T17:00:53.225 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.224+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~G49W8KWR6QJS.1 size=1048576 2024-09-12T17:00:53.226 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.225+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~G49W8KWR6QJS.2 size=292237 2024-09-12T17:00:53.228 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.227+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=G49W8KWR6QJS tag=B6V9GWESTOIQ type=write size=3437965 2024-09-12T17:00:53.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.229+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~DEUFZB8MCEPY.0 size=1048576 2024-09-12T17:00:53.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.230+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~DEUFZB8MCEPY.1 size=1048576 2024-09-12T17:00:53.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.231+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~DEUFZB8MCEPY.2 size=271676 2024-09-12T17:00:53.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.231+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=DEUFZB8MCEPY tag=XAB7C4W0AHB8 type=write size=3417404 2024-09-12T17:00:53.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.233+0000 7fc68f42f780 1 < suggested update operation key=ZCAVQ3AQ5V23 tag=PL9WIXJ6XH7L type=del size=1465341 2024-09-12T17:00:53.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.235+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~N86YORCLACM9.0 size=1048576 2024-09-12T17:00:53.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.236+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~N86YORCLACM9.1 size=1048576 2024-09-12T17:00:53.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.237+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~N86YORCLACM9.2 size=1030721 2024-09-12T17:00:53.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.237+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=N86YORCLACM9 tag=8TDNF6193A84 type=write size=4176449 2024-09-12T17:00:53.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.238+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=I1MICT25ZVR3 type=del 2024-09-12T17:00:53.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.239+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=6SHZIM73W06B type=del size=696317 2024-09-12T17:00:53.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.240+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=0FDGZ88HUUSE type=del 2024-09-12T17:00:53.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.241+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=JUNQWNNCR0O8 type=del size=3349955 2024-09-12T17:00:53.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.243+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=QH3FB55PCU2N type=del 2024-09-12T17:00:53.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.245+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~40MIMVBPP5P4.0 size=1048576 2024-09-12T17:00:53.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.246+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~40MIMVBPP5P4.1 size=1048576 2024-09-12T17:00:53.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.247+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~40MIMVBPP5P4.2 size=852616 2024-09-12T17:00:53.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.247+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=40MIMVBPP5P4 tag=3OHSTJDV6R4M type=write size=3998344 2024-09-12T17:00:53.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.248+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~74GCCOL9RJ73.0 size=1048576 2024-09-12T17:00:53.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.249+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~74GCCOL9RJ73.1 size=1048576 2024-09-12T17:00:53.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.250+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~74GCCOL9RJ73.2 size=52365 2024-09-12T17:00:53.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.251+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=74GCCOL9RJ73 tag=2MAK4TTRIMNG type=write size=3198093 2024-09-12T17:00:53.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.253+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=OXF1TFSLQJXA type=del size=1938910 2024-09-12T17:00:53.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.255+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~W0T1SJU8O47M.0 size=1048576 2024-09-12T17:00:53.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.256+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~W0T1SJU8O47M.1 size=1038324 2024-09-12T17:00:53.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.259+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=W0T1SJU8O47M tag=3Y90NR5A18ZZ type=write size=3135476 2024-09-12T17:00:53.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.260+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=WSJDSX9ZD019 type=del size=1268412 2024-09-12T17:00:53.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.261+0000 7fc68f42f780 -1 < failed to complete operation key=ZCAVQ3AQ5V23 tag=FWFSV2BETFBM type=del size=2605427: (22) Invalid argument 2024-09-12T17:00:53.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.263+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=KUYWIISC4AMY type=del size=2584565 2024-09-12T17:00:53.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.264+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~O4FIKUFBXPK0.0 size=1048576 2024-09-12T17:00:53.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.265+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~O4FIKUFBXPK0.1 size=133104 2024-09-12T17:00:53.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.266+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=O4FIKUFBXPK0 tag=FS30X5HJ90US type=write size=2230256 2024-09-12T17:00:53.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.268+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=O3R9V90NNKTT type=write size=436461 2024-09-12T17:00:53.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.269+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=YB8QBCIAVA2E type=write size=329360 2024-09-12T17:00:53.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.270+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=Z4NCTW2709MZ type=del size=2631786 2024-09-12T17:00:53.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.272+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=Q2A426BL91YW type=del 2024-09-12T17:00:53.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.273+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=FR2I603BM3Y1 type=del size=3013750 2024-09-12T17:00:53.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.274+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~7250DMGMSQVT.0 size=1048576 2024-09-12T17:00:53.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.275+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~7250DMGMSQVT.1 size=242038 2024-09-12T17:00:53.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.277+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=7250DMGMSQVT tag=Z0YJU0TP9GC6 type=write size=2339190 2024-09-12T17:00:53.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.279+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~C7OYYY7QLOL8.0 size=1048576 2024-09-12T17:00:53.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.280+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~C7OYYY7QLOL8.1 size=890688 2024-09-12T17:00:53.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.280+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=C7OYYY7QLOL8 tag=Z8RWQ3HP26JP type=write size=2987840 2024-09-12T17:00:53.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.282+0000 7fc68f42f780 1 < suggested update operation key=FQE909ZZU024 tag=MILU9B7POQEQ type=del size=3053192 2024-09-12T17:00:53.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.283+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=Z4DKG1HX1394 type=del size=139641 2024-09-12T17:00:53.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.284+0000 7fc68f42f780 -1 < failed to complete operation key=CBE2Q8N9LPWT tag=FJVVB68YXFMG type=del size=2830030: (22) Invalid argument 2024-09-12T17:00:53.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.286+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~MP8JPVVPAW51.0 size=1048576 2024-09-12T17:00:53.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.287+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~MP8JPVVPAW51.1 size=33282 2024-09-12T17:00:53.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.287+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=MP8JPVVPAW51 tag=6CMBABL1CDU7 type=write size=2130434 2024-09-12T17:00:53.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.287+0000 7fc68f42f780 -1 < no bi entry to suggest for operation key=CBE2Q8N9LPWT tag=UKLD18CCRU8O type=write size=105352: (2) No such file or directory 2024-09-12T17:00:53.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.289+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~KXB8EBB117H4.0 size=1048576 2024-09-12T17:00:53.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.290+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~KXB8EBB117H4.1 size=1048576 2024-09-12T17:00:53.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.291+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~KXB8EBB117H4.2 size=691398 2024-09-12T17:00:53.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.291+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=KXB8EBB117H4 tag=90S1MD3NPYDV type=write size=3837126 2024-09-12T17:00:53.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.292+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=SIDASYPZN9NP type=del 2024-09-12T17:00:53.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.293+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=TD0B113KMRFA type=del size=1873158 2024-09-12T17:00:53.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.294+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~DEUFZB8MCEPY.0 size=1048576 2024-09-12T17:00:53.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.294+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~DEUFZB8MCEPY.1 size=1048576 2024-09-12T17:00:53.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.294+0000 7fc68f42f780 1 < canceled part key=_multipart_W0I001KV7JL4.2~DEUFZB8MCEPY.2 size=271676 2024-09-12T17:00:53.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.296+0000 7fc68f42f780 1 < canceled multipart upload key=W0I001KV7JL4 upload=DEUFZB8MCEPY tag=XAB7C4W0AHB8 type=write size=3417404 2024-09-12T17:00:53.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.298+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=Q2XEMWL6VEMU type=del size=1944561 2024-09-12T17:00:53.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.299+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~N86YORCLACM9.0 size=1048576 2024-09-12T17:00:53.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.300+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~N86YORCLACM9.1 size=1048576 2024-09-12T17:00:53.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.301+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~N86YORCLACM9.2 size=1030721 2024-09-12T17:00:53.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.302+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=N86YORCLACM9 tag=8TDNF6193A84 type=write size=4176449 2024-09-12T17:00:53.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.304+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=BXZKXORS31T2 type=write size=827389 2024-09-12T17:00:53.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.305+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=6SHZIM73W06B type=del 2024-09-12T17:00:53.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.306+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=MC1J4IUEI4WI type=del size=2945877 2024-09-12T17:00:53.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.307+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=JUNQWNNCR0O8 type=del 2024-09-12T17:00:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.309+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~11IKYIP9F62Q.0 size=685622 2024-09-12T17:00:53.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.309+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=11IKYIP9F62Q tag=AIE2WBZSVZQV type=write size=1734198 2024-09-12T17:00:53.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.310+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~40MIMVBPP5P4.0 size=1048576 2024-09-12T17:00:53.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.311+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~40MIMVBPP5P4.1 size=1048576 2024-09-12T17:00:53.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.312+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~40MIMVBPP5P4.2 size=852616 2024-09-12T17:00:53.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.314+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=40MIMVBPP5P4 tag=3OHSTJDV6R4M type=write size=3998344 2024-09-12T17:00:53.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.316+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=6ZQPDTF2YJY7 type=del size=4018326 2024-09-12T17:00:53.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.317+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=OXF1TFSLQJXA type=del 2024-09-12T17:00:53.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.319+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~E2UQW1C8WWW4.0 size=1048576 2024-09-12T17:00:53.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.320+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~E2UQW1C8WWW4.1 size=1048576 2024-09-12T17:00:53.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.321+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~E2UQW1C8WWW4.2 size=488109 2024-09-12T17:00:53.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.321+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=E2UQW1C8WWW4 tag=G3YSAUMPLXVU type=write size=3633837 2024-09-12T17:00:53.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.322+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=WSJDSX9ZD019 type=del 2024-09-12T17:00:53.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.324+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~7157FJYW1XAN.0 size=1048576 2024-09-12T17:00:53.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.325+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~7157FJYW1XAN.1 size=761491 2024-09-12T17:00:53.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.325+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=7157FJYW1XAN tag=9SC8BJUNN9WE type=write size=2858643 2024-09-12T17:00:53.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.327+0000 7fc68f42f780 -1 < failed to complete operation key=CBE2Q8N9LPWT tag=KUYWIISC4AMY type=del size=2584565: (22) Invalid argument 2024-09-12T17:00:53.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.329+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~FSFTUSKM5J3R.0 size=223535 2024-09-12T17:00:53.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.329+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=FSFTUSKM5J3R tag=5XI1H4X3U0WY type=write size=1272111 2024-09-12T17:00:53.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.330+0000 7fc68f42f780 1 < completed write operation key=G6LXZXKH2LCK tag=O3R9V90NNKTT type=write size=436461 2024-09-12T17:00:53.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.331+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=OWRP2C6SLQSE type=write size=744123 2024-09-12T17:00:53.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.332+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=Z4NCTW2709MZ type=del 2024-09-12T17:00:53.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.334+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~N3YDWVI0GR5Y.0 size=1048576 2024-09-12T17:00:53.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.335+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~N3YDWVI0GR5Y.1 size=1048576 2024-09-12T17:00:53.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.336+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~N3YDWVI0GR5Y.2 size=891457 2024-09-12T17:00:53.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.336+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=N3YDWVI0GR5Y tag=B1YXXPVSUSB0 type=write size=4037185 2024-09-12T17:00:53.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.337+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=FR2I603BM3Y1 type=del 2024-09-12T17:00:53.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.340+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~IOTGNO9RODXE.0 size=396352 2024-09-12T17:00:53.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.340+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=IOTGNO9RODXE tag=2DJ00HTB5DF0 type=write size=1444928 2024-09-12T17:00:53.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.341+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~C7OYYY7QLOL8.0 size=1048576 2024-09-12T17:00:53.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.342+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~C7OYYY7QLOL8.1 size=890688 2024-09-12T17:00:53.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.344+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=C7OYYY7QLOL8 tag=Z8RWQ3HP26JP type=write size=2987840 2024-09-12T17:00:53.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.345+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=29IHJCAXWGD1 type=del size=3952944 2024-09-12T17:00:53.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.347+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=Z4DKG1HX1394 type=del 2024-09-12T17:00:53.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.349+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~HM3MEGWXT44S.0 size=189429 2024-09-12T17:00:53.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.349+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=HM3MEGWXT44S tag=B1KP0MZQ1NZD type=write size=1238005 2024-09-12T17:00:53.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.351+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~MP8JPVVPAW51.0 size=1048576 2024-09-12T17:00:53.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.352+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~MP8JPVVPAW51.1 size=33282 2024-09-12T17:00:53.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.354+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=MP8JPVVPAW51 tag=6CMBABL1CDU7 type=write size=2130434 2024-09-12T17:00:53.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.355+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=57ZWXZKW86IV type=del size=3171904 2024-09-12T17:00:53.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.357+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~KXB8EBB117H4.0 size=1048576 2024-09-12T17:00:53.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.358+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~KXB8EBB117H4.1 size=1048576 2024-09-12T17:00:53.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.359+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~KXB8EBB117H4.2 size=691398 2024-09-12T17:00:53.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.361+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=KXB8EBB117H4 tag=90S1MD3NPYDV type=write size=3837126 2024-09-12T17:00:53.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.363+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=1639ZGGN2ILE type=del size=3325427 2024-09-12T17:00:53.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.367+0000 7fc68f42f780 1 < suggested remove operation key=5G9ZFBIRSZN0 tag=TD0B113KMRFA type=del 2024-09-12T17:00:53.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.371+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~JHS9KA9OG35M.0 size=1048576 2024-09-12T17:00:53.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.373+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~JHS9KA9OG35M.1 size=753889 2024-09-12T17:00:53.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.373+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=JHS9KA9OG35M tag=RADGFNICX14Y type=write size=2851041 2024-09-12T17:00:53.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.374+0000 7fc68f42f780 1 < canceled operation key=DF7W920VNP0G tag=Q2XEMWL6VEMU type=del size=1944561 2024-09-12T17:00:53.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.376+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~M2QU23XXZH5R.0 size=1048576 2024-09-12T17:00:53.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.377+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~M2QU23XXZH5R.1 size=19094 2024-09-12T17:00:53.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.377+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=M2QU23XXZH5R tag=HUDG9KGXIIHU type=write size=2116246 2024-09-12T17:00:53.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.378+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=BXZKXORS31T2 type=write size=827389 2024-09-12T17:00:53.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.380+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=N3AXHP17O4ZB type=write size=652603 2024-09-12T17:00:53.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.381+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=MC1J4IUEI4WI type=del 2024-09-12T17:00:53.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.382+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=S6IHQZSD2ATQ type=del size=1144528 2024-09-12T17:00:53.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.384+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~11IKYIP9F62Q.0 size=685622 2024-09-12T17:00:53.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.385+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=11IKYIP9F62Q tag=AIE2WBZSVZQV type=write size=1734198 2024-09-12T17:00:53.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.387+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=XNTXHPTD2AZ0 type=del size=3694309 2024-09-12T17:00:53.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.388+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=6ZQPDTF2YJY7 type=del 2024-09-12T17:00:53.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.391+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~5A6GG7SF2HYN.0 size=1048576 2024-09-12T17:00:53.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.392+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~5A6GG7SF2HYN.1 size=23835 2024-09-12T17:00:53.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.392+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=5A6GG7SF2HYN tag=6ULW1WHPTVOE type=write size=2120987 2024-09-12T17:00:53.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.393+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~E2UQW1C8WWW4.0 size=1048576 2024-09-12T17:00:53.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.394+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~E2UQW1C8WWW4.1 size=1048576 2024-09-12T17:00:53.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.395+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~E2UQW1C8WWW4.2 size=488109 2024-09-12T17:00:53.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.397+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=E2UQW1C8WWW4 tag=G3YSAUMPLXVU type=write size=3633837 2024-09-12T17:00:53.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.399+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~5IBN7VUXPKS9.0 size=1048576 2024-09-12T17:00:53.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.400+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~5IBN7VUXPKS9.1 size=1048576 2024-09-12T17:00:53.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.401+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~5IBN7VUXPKS9.2 size=344586 2024-09-12T17:00:53.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.401+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=5IBN7VUXPKS9 tag=QMKLA9Z1I3QK type=write size=3490314 2024-09-12T17:00:53.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.402+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~7157FJYW1XAN.0 size=1048576 2024-09-12T17:00:53.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.403+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~7157FJYW1XAN.1 size=761491 2024-09-12T17:00:53.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.405+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=7157FJYW1XAN tag=9SC8BJUNN9WE type=write size=2858643 2024-09-12T17:00:53.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.406+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=JB25O9AP7LV7 type=del size=3646912 2024-09-12T17:00:53.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.407+0000 7fc68f42f780 1 < canceled part key=_multipart_FLARRSQDFMB6.2~FSFTUSKM5J3R.0 size=223535 2024-09-12T17:00:53.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.408+0000 7fc68f42f780 1 < canceled multipart upload key=FLARRSQDFMB6 upload=FSFTUSKM5J3R tag=5XI1H4X3U0WY type=write size=1272111 2024-09-12T17:00:53.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.410+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=E8AL9PRD842G type=write size=196136 2024-09-12T17:00:53.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.411+0000 7fc68f42f780 1 < completed write operation key=KZSUBBPS0F1I tag=OWRP2C6SLQSE type=write size=744123 2024-09-12T17:00:53.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.412+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=EE0LN9XOJQMU type=del size=2019585 2024-09-12T17:00:53.414 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.413+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~N3YDWVI0GR5Y.0 size=1048576 2024-09-12T17:00:53.415 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.414+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~N3YDWVI0GR5Y.1 size=1048576 2024-09-12T17:00:53.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.415+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~N3YDWVI0GR5Y.2 size=891457 2024-09-12T17:00:53.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.417+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=N3YDWVI0GR5Y tag=B1YXXPVSUSB0 type=write size=4037185 2024-09-12T17:00:53.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.419+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~ECOUVSPKCVWL.0 size=1048576 2024-09-12T17:00:53.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.420+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~ECOUVSPKCVWL.1 size=242006 2024-09-12T17:00:53.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.420+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=ECOUVSPKCVWL tag=VCV8A373J2TL type=write size=2339158 2024-09-12T17:00:53.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.421+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~IOTGNO9RODXE.0 size=396352 2024-09-12T17:00:53.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.423+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=IOTGNO9RODXE tag=2DJ00HTB5DF0 type=write size=1444928 2024-09-12T17:00:53.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.424+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=2RTM37K8IO8T type=del size=3376832 2024-09-12T17:00:53.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.426+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=29IHJCAXWGD1 type=del 2024-09-12T17:00:53.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.427+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=6ACS1ZRBT1YH type=del size=3973418 2024-09-12T17:00:53.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.428+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~HM3MEGWXT44S.0 size=189429 2024-09-12T17:00:53.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.430+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=HM3MEGWXT44S tag=B1KP0MZQ1NZD type=write size=1238005 2024-09-12T17:00:53.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.431+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=BK28IMHSAC4F type=del size=1094407 2024-09-12T17:00:53.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.432+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=57ZWXZKW86IV type=del 2024-09-12T17:00:53.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.434+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=B0GJKW1YNG1E type=del size=2281626 2024-09-12T17:00:53.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.435+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=1639ZGGN2ILE type=del 2024-09-12T17:00:53.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.437+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~YLF3NVDTZIGY.0 size=1048576 2024-09-12T17:00:53.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.438+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~YLF3NVDTZIGY.1 size=733169 2024-09-12T17:00:53.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.438+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=YLF3NVDTZIGY tag=98K3433HKDJZ type=write size=2830321 2024-09-12T17:00:53.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.439+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~JHS9KA9OG35M.0 size=1048576 2024-09-12T17:00:53.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.440+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~JHS9KA9OG35M.1 size=753889 2024-09-12T17:00:53.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.442+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=JHS9KA9OG35M tag=RADGFNICX14Y type=write size=2851041 2024-09-12T17:00:53.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.443+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=JWUN99ED81UV type=del size=1455390 2024-09-12T17:00:53.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.445+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~M2QU23XXZH5R.0 size=1048576 2024-09-12T17:00:53.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.446+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~M2QU23XXZH5R.1 size=19094 2024-09-12T17:00:53.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.448+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=M2QU23XXZH5R tag=HUDG9KGXIIHU type=write size=2116246 2024-09-12T17:00:53.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.449+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=LL4QYB8LLW09 type=write size=931657 2024-09-12T17:00:53.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.450+0000 7fc68f42f780 1 < completed write operation key=UTP229W3RHD3 tag=N3AXHP17O4ZB type=write size=652603 2024-09-12T17:00:53.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.451+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=KZB360NRZ44E type=write size=144801 2024-09-12T17:00:53.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.452+0000 7fc68f42f780 1 < canceled operation key=8WXCDATAFRNK tag=S6IHQZSD2ATQ type=del size=1144528 2024-09-12T17:00:53.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.453+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=4ATRJ3TW5AW6 type=del size=2212778 2024-09-12T17:00:53.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.455+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=XNTXHPTD2AZ0 type=del 2024-09-12T17:00:53.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.457+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1R0PTDY429BN.0 size=1048576 2024-09-12T17:00:53.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.458+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1R0PTDY429BN.1 size=801767 2024-09-12T17:00:53.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.458+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=1R0PTDY429BN tag=K0TPC80RCTQ9 type=write size=2898919 2024-09-12T17:00:53.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.459+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~5A6GG7SF2HYN.0 size=1048576 2024-09-12T17:00:53.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.460+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~5A6GG7SF2HYN.1 size=23835 2024-09-12T17:00:53.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.462+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=5A6GG7SF2HYN tag=6ULW1WHPTVOE type=write size=2120987 2024-09-12T17:00:53.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.464+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~VKXWFCPE9KIY.0 size=1048576 2024-09-12T17:00:53.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.465+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~VKXWFCPE9KIY.1 size=1048576 2024-09-12T17:00:53.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.466+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~VKXWFCPE9KIY.2 size=226544 2024-09-12T17:00:53.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.466+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=VKXWFCPE9KIY tag=ZAT5KBWPKTH1 type=write size=3372272 2024-09-12T17:00:53.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.467+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~5IBN7VUXPKS9.0 size=1048576 2024-09-12T17:00:53.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.468+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~5IBN7VUXPKS9.1 size=1048576 2024-09-12T17:00:53.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.469+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~5IBN7VUXPKS9.2 size=344586 2024-09-12T17:00:53.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.471+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=5IBN7VUXPKS9 tag=QMKLA9Z1I3QK type=write size=3490314 2024-09-12T17:00:53.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.473+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~93OEW48TLRGB.0 size=1048576 2024-09-12T17:00:53.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.474+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~93OEW48TLRGB.1 size=1048576 2024-09-12T17:00:53.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.475+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~93OEW48TLRGB.2 size=135379 2024-09-12T17:00:53.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.475+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=93OEW48TLRGB tag=OM9TWLC6TDM5 type=write size=3281107 2024-09-12T17:00:53.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.476+0000 7fc68f42f780 1 < canceled operation key=YZ11NLDPZ4HC tag=JB25O9AP7LV7 type=del size=3646912 2024-09-12T17:00:53.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.477+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=YTDFO9W1THQR type=del size=1757995 2024-09-12T17:00:53.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.479+0000 7fc68f42f780 1 < completed write operation key=G6LXZXKH2LCK tag=E8AL9PRD842G type=write size=196136 2024-09-12T17:00:53.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.481+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~4WUF36U1BOW2.0 size=1048576 2024-09-12T17:00:53.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.482+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~4WUF36U1BOW2.1 size=1048576 2024-09-12T17:00:53.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.483+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~4WUF36U1BOW2.2 size=134164 2024-09-12T17:00:53.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.483+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=4WUF36U1BOW2 tag=Q25R5X2CGDPI type=write size=3279892 2024-09-12T17:00:53.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.485+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=EE0LN9XOJQMU type=del size=2019585 2024-09-12T17:00:53.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.486+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=5E4LT2J3C97Q type=write size=671496 2024-09-12T17:00:53.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.487+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~ECOUVSPKCVWL.0 size=1048576 2024-09-12T17:00:53.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.488+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~ECOUVSPKCVWL.1 size=242006 2024-09-12T17:00:53.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.490+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=ECOUVSPKCVWL tag=VCV8A373J2TL type=write size=2339158 2024-09-12T17:00:53.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.491+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=A8ZCU3ETTVHC type=del size=242791 2024-09-12T17:00:53.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.492+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=2RTM37K8IO8T type=del 2024-09-12T17:00:53.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.493+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=U45BOE2OOWSS type=del size=899307 2024-09-12T17:00:53.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.494+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=6ACS1ZRBT1YH type=del 2024-09-12T17:00:53.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.496+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~0QP2OY4L0724.0 size=1048576 2024-09-12T17:00:53.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.497+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~0QP2OY4L0724.1 size=1048576 2024-09-12T17:00:53.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.498+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~0QP2OY4L0724.2 size=694160 2024-09-12T17:00:53.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.498+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=0QP2OY4L0724 tag=LVCBKKN0HILY type=write size=3839888 2024-09-12T17:00:53.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.499+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=BK28IMHSAC4F type=del 2024-09-12T17:00:53.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.501+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~BZUEUQMCWLVW.0 size=443452 2024-09-12T17:00:53.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.501+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=BZUEUQMCWLVW tag=WO4TH5QV1Y60 type=write size=1492028 2024-09-12T17:00:53.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.502+0000 7fc68f42f780 1 < canceled operation key=YTRABX96UY8F tag=B0GJKW1YNG1E type=del size=2281626 2024-09-12T17:00:53.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.503+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=OGZQ466RTH1R type=write size=826583 2024-09-12T17:00:53.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.504+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~YLF3NVDTZIGY.0 size=1048576 2024-09-12T17:00:53.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.505+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~YLF3NVDTZIGY.1 size=733169 2024-09-12T17:00:53.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.507+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=YLF3NVDTZIGY tag=98K3433HKDJZ type=write size=2830321 2024-09-12T17:00:53.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.508+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=148808JWTVI5 type=del size=3233575 2024-09-12T17:00:53.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.509+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=JWUN99ED81UV type=del 2024-09-12T17:00:53.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.511+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=5T7Q6T30MSL6 type=del size=1184264 2024-09-12T17:00:53.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.513+0000 7fc68f42f780 1 < suggested update operation key=YZ11NLDPZ4HC tag=LL4QYB8LLW09 type=write size=931657 2024-09-12T17:00:53.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.515+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~74GMNTAMCN2Q.0 size=292790 2024-09-12T17:00:53.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.515+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=74GMNTAMCN2Q tag=EYDLHQ5CQH65 type=write size=1341366 2024-09-12T17:00:53.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.516+0000 7fc68f42f780 1 < completed write operation key=NEAY7HVG4N98 tag=KZB360NRZ44E type=write size=144801 2024-09-12T17:00:53.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.517+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=5LRCNSJ3XA7Q type=del size=83362 2024-09-12T17:00:53.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.518+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=4ATRJ3TW5AW6 type=del 2024-09-12T17:00:53.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.521+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~101EITYK6XKC.0 size=129206 2024-09-12T17:00:53.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.521+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=101EITYK6XKC tag=S1ZQ8GWCKG4H type=write size=1177782 2024-09-12T17:00:53.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.522+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1R0PTDY429BN.0 size=1048576 2024-09-12T17:00:53.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.523+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1R0PTDY429BN.1 size=801767 2024-09-12T17:00:53.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.525+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=1R0PTDY429BN tag=K0TPC80RCTQ9 type=write size=2898919 2024-09-12T17:00:53.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.526+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=NDJ5T3NN3YEK type=del size=3114034 2024-09-12T17:00:53.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.527+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~VKXWFCPE9KIY.0 size=1048576 2024-09-12T17:00:53.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.528+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~VKXWFCPE9KIY.1 size=1048576 2024-09-12T17:00:53.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.528+0000 7fc68f42f780 1 < canceled part key=_multipart_DF7W920VNP0G.2~VKXWFCPE9KIY.2 size=226544 2024-09-12T17:00:53.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.530+0000 7fc68f42f780 1 < canceled multipart upload key=DF7W920VNP0G upload=VKXWFCPE9KIY tag=ZAT5KBWPKTH1 type=write size=3372272 2024-09-12T17:00:53.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.531+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=645OHTZTO3O9 type=del size=4131230 2024-09-12T17:00:53.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.532+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~93OEW48TLRGB.0 size=1048576 2024-09-12T17:00:53.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.533+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~93OEW48TLRGB.1 size=1048576 2024-09-12T17:00:53.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.534+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~93OEW48TLRGB.2 size=135379 2024-09-12T17:00:53.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.536+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=93OEW48TLRGB tag=OM9TWLC6TDM5 type=write size=3281107 2024-09-12T17:00:53.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.537+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=0PEZIZCTL4D1 type=del size=3634051 2024-09-12T17:00:53.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.539+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=YTDFO9W1THQR type=del 2024-09-12T17:00:53.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.540+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=ZMDAXS3MIVPA type=del size=173430 2024-09-12T17:00:53.542 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.541+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~4WUF36U1BOW2.0 size=1048576 2024-09-12T17:00:53.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.542+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~4WUF36U1BOW2.1 size=1048576 2024-09-12T17:00:53.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.543+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~4WUF36U1BOW2.2 size=134164 2024-09-12T17:00:53.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.545+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=4WUF36U1BOW2 tag=Q25R5X2CGDPI type=write size=3279892 2024-09-12T17:00:53.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.547+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~FJAAT0WQBT5S.0 size=131017 2024-09-12T17:00:53.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.547+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=FJAAT0WQBT5S tag=RXLEBYBYS50P type=write size=1179593 2024-09-12T17:00:53.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.548+0000 7fc68f42f780 1 < completed write operation key=G6LXZXKH2LCK tag=5E4LT2J3C97Q type=write size=671496 2024-09-12T17:00:53.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.549+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=0WI2OZVK4N0I type=del size=391124 2024-09-12T17:00:53.553 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.552+0000 7fc68f42f780 1 < suggested remove operation key=G6LXZXKH2LCK tag=A8ZCU3ETTVHC type=del 2024-09-12T17:00:53.554 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.553+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=QC6LY5FGNSRH type=write size=842925 2024-09-12T17:00:53.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.554+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=U45BOE2OOWSS type=del size=899307 2024-09-12T17:00:53.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.557+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~YGHM5EU4PMSN.0 size=1048576 2024-09-12T17:00:53.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.557+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~YGHM5EU4PMSN.1 size=808842 2024-09-12T17:00:53.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.557+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=YGHM5EU4PMSN tag=98FA6Q8PT11D type=write size=2905994 2024-09-12T17:00:53.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.559+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~0QP2OY4L0724.0 size=1048576 2024-09-12T17:00:53.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.560+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~0QP2OY4L0724.1 size=1048576 2024-09-12T17:00:53.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.561+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~0QP2OY4L0724.2 size=694160 2024-09-12T17:00:53.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.563+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=0QP2OY4L0724 tag=LVCBKKN0HILY type=write size=3839888 2024-09-12T17:00:53.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.565+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~3UB0N0VU689J.0 size=1048576 2024-09-12T17:00:53.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.566+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~3UB0N0VU689J.1 size=540967 2024-09-12T17:00:53.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.566+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=3UB0N0VU689J tag=WVLZQ37VLA8M type=write size=2638119 2024-09-12T17:00:53.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.567+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~BZUEUQMCWLVW.0 size=443452 2024-09-12T17:00:53.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.569+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=BZUEUQMCWLVW tag=WO4TH5QV1Y60 type=write size=1492028 2024-09-12T17:00:53.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.571+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=NZ9NB0CGMQ4P type=del size=3870179 2024-09-12T17:00:53.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.572+0000 7fc68f42f780 1 < completed write operation key=KZSUBBPS0F1I tag=OGZQ466RTH1R type=write size=826583 2024-09-12T17:00:53.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.574+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~4XYLHOPS6PCH.0 size=1048576 2024-09-12T17:00:53.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.575+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~4XYLHOPS6PCH.1 size=1048576 2024-09-12T17:00:53.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.576+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~4XYLHOPS6PCH.2 size=968671 2024-09-12T17:00:53.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.576+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=4XYLHOPS6PCH tag=7W2HCK21ZFFH type=write size=4114399 2024-09-12T17:00:53.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.577+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=148808JWTVI5 type=del 2024-09-12T17:00:53.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.579+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=0B8EU5EWISV0 type=del size=3834301 2024-09-12T17:00:53.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.580+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=5T7Q6T30MSL6 type=del 2024-09-12T17:00:53.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.581+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=9F21HM7NAAR4 type=del size=2607587 2024-09-12T17:00:53.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.582+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~74GMNTAMCN2Q.0 size=292790 2024-09-12T17:00:53.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.584+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=74GMNTAMCN2Q tag=EYDLHQ5CQH65 type=write size=1341366 2024-09-12T17:00:53.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.586+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=3S14YD8LVXTH type=del size=2648188 2024-09-12T17:00:53.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.588+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=5LRCNSJ3XA7Q type=del 2024-09-12T17:00:53.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.589+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=O68GVE7UIOXA type=del size=3039332 2024-09-12T17:00:53.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.591+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~101EITYK6XKC.0 size=129206 2024-09-12T17:00:53.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.593+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=101EITYK6XKC tag=S1ZQ8GWCKG4H type=write size=1177782 2024-09-12T17:00:53.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.595+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~1CCBNLLCAOYM.0 size=1048576 2024-09-12T17:00:53.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.596+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~1CCBNLLCAOYM.1 size=863772 2024-09-12T17:00:53.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.596+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=1CCBNLLCAOYM tag=KMFX61CA2LHY type=write size=2960924 2024-09-12T17:00:53.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.597+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=NDJ5T3NN3YEK type=del 2024-09-12T17:00:53.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.598+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=YP7MCKPF6UWW type=del size=3021850 2024-09-12T17:00:53.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.601+0000 7fc68f42f780 1 < suggested remove operation key=ZCAVQ3AQ5V23 tag=645OHTZTO3O9 type=del 2024-09-12T17:00:53.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.602+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=NQ6IF0DHD5IF type=del size=2934478 2024-09-12T17:00:53.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.603+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=0PEZIZCTL4D1 type=del 2024-09-12T17:00:53.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.604+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=Q7I9TEKD3MQZ type=del size=44756 2024-09-12T17:00:53.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.605+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=ZMDAXS3MIVPA type=del 2024-09-12T17:00:53.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.608+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~6DY7CAY4JV39.0 size=459393 2024-09-12T17:00:53.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.608+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=6DY7CAY4JV39 tag=C6RR6NQ9JG75 type=write size=1507969 2024-09-12T17:00:53.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.609+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~FJAAT0WQBT5S.0 size=131017 2024-09-12T17:00:53.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.611+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=FJAAT0WQBT5S tag=RXLEBYBYS50P type=write size=1179593 2024-09-12T17:00:53.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.613+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~EQ1Z4KIQ0VKK.0 size=1048576 2024-09-12T17:00:53.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.614+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~EQ1Z4KIQ0VKK.1 size=1048576 2024-09-12T17:00:53.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.614+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~EQ1Z4KIQ0VKK.2 size=190996 2024-09-12T17:00:53.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.614+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=EQ1Z4KIQ0VKK tag=H9J276CEN0Q8 type=write size=3336724 2024-09-12T17:00:53.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.616+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=0WI2OZVK4N0I type=del 2024-09-12T17:00:53.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.618+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~VXWAWBCM9S7O.0 size=1048576 2024-09-12T17:00:53.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.619+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~VXWAWBCM9S7O.1 size=1048576 2024-09-12T17:00:53.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.620+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~VXWAWBCM9S7O.2 size=596505 2024-09-12T17:00:53.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.620+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=VXWAWBCM9S7O tag=E0R3E944W16L type=write size=3742233 2024-09-12T17:00:53.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.622+0000 7fc68f42f780 1 < suggested remove operation key=NEAY7HVG4N98 tag=QC6LY5FGNSRH type=write 2024-09-12T17:00:53.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.624+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=1SXY23F2F91Z type=del size=3374848 2024-09-12T17:00:53.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.625+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~YGHM5EU4PMSN.0 size=1048576 2024-09-12T17:00:53.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.626+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~YGHM5EU4PMSN.1 size=808842 2024-09-12T17:00:53.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.628+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=YGHM5EU4PMSN tag=98FA6Q8PT11D type=write size=2905994 2024-09-12T17:00:53.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.629+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=JSMUIUTLIELZ type=del size=1680260 2024-09-12T17:00:53.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.631+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~3UB0N0VU689J.0 size=1048576 2024-09-12T17:00:53.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.632+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~3UB0N0VU689J.1 size=540967 2024-09-12T17:00:53.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.634+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=3UB0N0VU689J tag=WVLZQ37VLA8M type=write size=2638119 2024-09-12T17:00:53.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.635+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=WWOQX5F9KCPR type=del size=3428721 2024-09-12T17:00:53.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.636+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=NZ9NB0CGMQ4P type=del 2024-09-12T17:00:53.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.637+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=VEP2OG81WIZE type=del size=1134409 2024-09-12T17:00:53.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.639+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~4XYLHOPS6PCH.0 size=1048576 2024-09-12T17:00:53.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.639+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~4XYLHOPS6PCH.1 size=1048576 2024-09-12T17:00:53.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.640+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~4XYLHOPS6PCH.2 size=968671 2024-09-12T17:00:53.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.643+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=4XYLHOPS6PCH tag=7W2HCK21ZFFH type=write size=4114399 2024-09-12T17:00:53.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.645+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~LIG1C4YR5FHQ.0 size=157548 2024-09-12T17:00:53.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.645+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=LIG1C4YR5FHQ tag=UH0ZZ8Y85RYU type=write size=1206124 2024-09-12T17:00:53.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.646+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=0B8EU5EWISV0 type=del 2024-09-12T17:00:53.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.647+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=VTPLN87ZO2GV type=del size=163624 2024-09-12T17:00:53.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.649+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=9F21HM7NAAR4 type=del 2024-09-12T17:00:53.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.651+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~FZ60ZPN9WNWW.0 size=1048576 2024-09-12T17:00:53.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.652+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~FZ60ZPN9WNWW.1 size=1048576 2024-09-12T17:00:53.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.653+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~FZ60ZPN9WNWW.2 size=400014 2024-09-12T17:00:53.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.653+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=FZ60ZPN9WNWW tag=VMA8KR493I7Z type=write size=3545742 2024-09-12T17:00:53.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.654+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=3S14YD8LVXTH type=del 2024-09-12T17:00:53.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.655+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=17HXSSVIZQ4W type=del size=572681 2024-09-12T17:00:53.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.656+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=O68GVE7UIOXA type=del 2024-09-12T17:00:53.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.659+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~XCYHXVGG97DI.0 size=228239 2024-09-12T17:00:53.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.659+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=XCYHXVGG97DI tag=CP762YTLBEQ5 type=write size=1276815 2024-09-12T17:00:53.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.660+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~1CCBNLLCAOYM.0 size=1048576 2024-09-12T17:00:53.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.661+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~1CCBNLLCAOYM.1 size=863772 2024-09-12T17:00:53.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.664+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=1CCBNLLCAOYM tag=KMFX61CA2LHY type=write size=2960924 2024-09-12T17:00:53.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.667+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~BCJ3E447IWKG.0 size=906284 2024-09-12T17:00:53.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.667+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=BCJ3E447IWKG tag=920QY14Y6CQ3 type=write size=1954860 2024-09-12T17:00:53.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.668+0000 7fc68f42f780 1 < canceled operation key=YZ11NLDPZ4HC tag=YP7MCKPF6UWW type=del size=3021850 2024-09-12T17:00:53.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.669+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=0O4MNZ3D67M4 type=del size=979835 2024-09-12T17:00:53.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.670+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=NQ6IF0DHD5IF type=del 2024-09-12T17:00:53.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.672+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=VRXY0HUDJOH4 type=del size=2119864 2024-09-12T17:00:53.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.673+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=Q7I9TEKD3MQZ type=del 2024-09-12T17:00:53.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.674+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=W173KZ5BPARU type=del size=3703824 2024-09-12T17:00:53.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.676+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~6DY7CAY4JV39.0 size=459393 2024-09-12T17:00:53.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.677+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=6DY7CAY4JV39 tag=C6RR6NQ9JG75 type=write size=1507969 2024-09-12T17:00:53.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.678+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=1ZBZS7MCYEKD type=del size=2853505 2024-09-12T17:00:53.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.680+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~EQ1Z4KIQ0VKK.0 size=1048576 2024-09-12T17:00:53.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.681+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~EQ1Z4KIQ0VKK.1 size=1048576 2024-09-12T17:00:53.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.682+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~EQ1Z4KIQ0VKK.2 size=190996 2024-09-12T17:00:53.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.684+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=EQ1Z4KIQ0VKK tag=H9J276CEN0Q8 type=write size=3336724 2024-09-12T17:00:53.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.685+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=7K2XVBC7ZWDU type=write size=912694 2024-09-12T17:00:53.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.686+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~VXWAWBCM9S7O.0 size=1048576 2024-09-12T17:00:53.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.687+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~VXWAWBCM9S7O.1 size=1048576 2024-09-12T17:00:53.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.688+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~VXWAWBCM9S7O.2 size=596505 2024-09-12T17:00:53.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.690+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=VXWAWBCM9S7O tag=E0R3E944W16L type=write size=3742233 2024-09-12T17:00:53.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.692+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~LA82N5IGXLBH.0 size=1048576 2024-09-12T17:00:53.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.693+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~LA82N5IGXLBH.1 size=1001377 2024-09-12T17:00:53.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.693+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=LA82N5IGXLBH tag=MKWR78Z87H12 type=write size=3098529 2024-09-12T17:00:53.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.695+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=1SXY23F2F91Z type=del 2024-09-12T17:00:53.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.697+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~TS30B94C6952.0 size=1048576 2024-09-12T17:00:53.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.698+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~TS30B94C6952.1 size=1048576 2024-09-12T17:00:53.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.698+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~TS30B94C6952.2 size=3900 2024-09-12T17:00:53.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.698+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=TS30B94C6952 tag=FPV1K2RJICL3 type=write size=3149628 2024-09-12T17:00:53.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.702+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=JSMUIUTLIELZ type=del 2024-09-12T17:00:53.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.704+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~I2L69UTXET5D.0 size=1048576 2024-09-12T17:00:53.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.705+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~I2L69UTXET5D.1 size=1048576 2024-09-12T17:00:53.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.705+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~I2L69UTXET5D.2 size=493351 2024-09-12T17:00:53.706 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.705+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=I2L69UTXET5D tag=KODRYK1HAVK8 type=write size=3639079 2024-09-12T17:00:53.708 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.707+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=WWOQX5F9KCPR type=del 2024-09-12T17:00:53.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.709+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~5SGL90076EFM.0 size=1048576 2024-09-12T17:00:53.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.710+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~5SGL90076EFM.1 size=1048576 2024-09-12T17:00:53.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.710+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~5SGL90076EFM.2 size=863491 2024-09-12T17:00:53.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.710+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=5SGL90076EFM tag=U7UPI15QAKR0 type=write size=4009219 2024-09-12T17:00:53.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.712+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=VEP2OG81WIZE type=del 2024-09-12T17:00:53.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.714+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~OD5FM9NR5TYQ.0 size=1048576 2024-09-12T17:00:53.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.715+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~OD5FM9NR5TYQ.1 size=22254 2024-09-12T17:00:53.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.715+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=OD5FM9NR5TYQ tag=XY3WWY9BA7NX type=write size=2119406 2024-09-12T17:00:53.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.715+0000 7fc68f42f780 1 < canceled part key=_multipart_YXWFMB60E9UH.2~LIG1C4YR5FHQ.0 size=157548 2024-09-12T17:00:53.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.717+0000 7fc68f42f780 1 < canceled multipart upload key=YXWFMB60E9UH upload=LIG1C4YR5FHQ tag=UH0ZZ8Y85RYU type=write size=1206124 2024-09-12T17:00:53.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.718+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=2UWPP6M72E4G type=del size=3089936 2024-09-12T17:00:53.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.719+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=VTPLN87ZO2GV type=del 2024-09-12T17:00:53.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.720+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=5YZZLBZCHK11 type=del size=3150817 2024-09-12T17:00:53.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.722+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~FZ60ZPN9WNWW.0 size=1048576 2024-09-12T17:00:53.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.723+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~FZ60ZPN9WNWW.1 size=1048576 2024-09-12T17:00:53.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.723+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~FZ60ZPN9WNWW.2 size=400014 2024-09-12T17:00:53.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.725+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=FZ60ZPN9WNWW tag=VMA8KR493I7Z type=write size=3545742 2024-09-12T17:00:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.727+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=MHKX2PSTE25K type=del size=2873903 2024-09-12T17:00:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.728+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=17HXSSVIZQ4W type=del 2024-09-12T17:00:53.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.729+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=MAS4QK7OOLSE type=del size=3853395 2024-09-12T17:00:53.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.730+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~XCYHXVGG97DI.0 size=228239 2024-09-12T17:00:53.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.732+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=XCYHXVGG97DI tag=CP762YTLBEQ5 type=write size=1276815 2024-09-12T17:00:53.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.734+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~S6ZHSJSL7GRE.0 size=1048576 2024-09-12T17:00:53.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.735+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~S6ZHSJSL7GRE.1 size=251632 2024-09-12T17:00:53.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.735+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=S6ZHSJSL7GRE tag=G3HPR3ZK78WO type=write size=2348784 2024-09-12T17:00:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.736+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~BCJ3E447IWKG.0 size=906284 2024-09-12T17:00:53.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.738+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=BCJ3E447IWKG tag=920QY14Y6CQ3 type=write size=1954860 2024-09-12T17:00:53.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.739+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=0RQUJI3K8AGV type=del size=3184557 2024-09-12T17:00:53.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.740+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=0O4MNZ3D67M4 type=del 2024-09-12T17:00:53.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.741+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=GM4PARH1RNB8 type=del size=1299657 2024-09-12T17:00:53.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.743+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=VRXY0HUDJOH4 type=del 2024-09-12T17:00:53.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.745+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~FGNM8XWS06IM.0 size=1048576 2024-09-12T17:00:53.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.746+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~FGNM8XWS06IM.1 size=1048576 2024-09-12T17:00:53.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.747+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~FGNM8XWS06IM.2 size=62541 2024-09-12T17:00:53.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.747+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=FGNM8XWS06IM tag=03CY0H153835 type=write size=3208269 2024-09-12T17:00:53.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.748+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=W173KZ5BPARU type=del 2024-09-12T17:00:53.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.750+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~HM2JDUOJA7A6.0 size=705379 2024-09-12T17:00:53.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.750+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=HM2JDUOJA7A6 tag=RZABDKUS0AB6 type=write size=1753955 2024-09-12T17:00:53.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.752+0000 7fc68f42f780 -1 < failed to complete operation key=KZSUBBPS0F1I tag=1ZBZS7MCYEKD type=del size=2853505: (22) Invalid argument 2024-09-12T17:00:53.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.753+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=AFWKM4JJLSBR type=del size=3339274 2024-09-12T17:00:53.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.754+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=7K2XVBC7ZWDU type=write size=912694 2024-09-12T17:00:53.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.756+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~JR0KIJZ5ZO95.0 size=136018 2024-09-12T17:00:53.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.756+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=JR0KIJZ5ZO95 tag=FROHLAYTZMG2 type=write size=1184594 2024-09-12T17:00:53.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.757+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~LA82N5IGXLBH.0 size=1048576 2024-09-12T17:00:53.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.759+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~LA82N5IGXLBH.1 size=1001377 2024-09-12T17:00:53.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.761+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=LA82N5IGXLBH tag=MKWR78Z87H12 type=write size=3098529 2024-09-12T17:00:53.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.763+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~8BTJAPOP8SFJ.0 size=1048576 2024-09-12T17:00:53.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.765+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~8BTJAPOP8SFJ.1 size=1048576 2024-09-12T17:00:53.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.766+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~8BTJAPOP8SFJ.2 size=864575 2024-09-12T17:00:53.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.766+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=8BTJAPOP8SFJ tag=VMHPLVZLV10Q type=write size=4010303 2024-09-12T17:00:53.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.767+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~TS30B94C6952.0 size=1048576 2024-09-12T17:00:53.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.768+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~TS30B94C6952.1 size=1048576 2024-09-12T17:00:53.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.769+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~TS30B94C6952.2 size=3900 2024-09-12T17:00:53.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.771+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=TS30B94C6952 tag=FPV1K2RJICL3 type=write size=3149628 2024-09-12T17:00:53.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.772+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=M7UTG9JR4Y5E type=del size=2888499 2024-09-12T17:00:53.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.773+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~I2L69UTXET5D.0 size=1048576 2024-09-12T17:00:53.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.773+0000 7fc68f42f780 1 < canceled part key=_multipart_NEAY7HVG4N98.2~I2L69UTXET5D.1 size=1048576 2024-09-12T17:00:53.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.774+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~I2L69UTXET5D.2 size=493351 2024-09-12T17:00:53.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.776+0000 7fc68f42f780 1 < canceled multipart upload key=NEAY7HVG4N98 upload=I2L69UTXET5D tag=KODRYK1HAVK8 type=write size=3639079 2024-09-12T17:00:53.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.778+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~UT5K7QLI4XXT.0 size=1048576 2024-09-12T17:00:53.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.779+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~UT5K7QLI4XXT.1 size=1048576 2024-09-12T17:00:53.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.780+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~UT5K7QLI4XXT.2 size=271497 2024-09-12T17:00:53.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.780+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=UT5K7QLI4XXT tag=TXKVT5A83ZUI type=write size=3417225 2024-09-12T17:00:53.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.781+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~5SGL90076EFM.0 size=1048576 2024-09-12T17:00:53.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.782+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~5SGL90076EFM.1 size=1048576 2024-09-12T17:00:53.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.782+0000 7fc68f42f780 1 < canceled part key=_multipart_CNRF3YNKC07N.2~5SGL90076EFM.2 size=863491 2024-09-12T17:00:53.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.784+0000 7fc68f42f780 1 < canceled multipart upload key=CNRF3YNKC07N upload=5SGL90076EFM tag=U7UPI15QAKR0 type=write size=4009219 2024-09-12T17:00:53.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.786+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=TDYC05G4HISS type=write size=169016 2024-09-12T17:00:53.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.787+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~OD5FM9NR5TYQ.0 size=1048576 2024-09-12T17:00:53.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.788+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~OD5FM9NR5TYQ.1 size=22254 2024-09-12T17:00:53.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.790+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=OD5FM9NR5TYQ tag=XY3WWY9BA7NX type=write size=2119406 2024-09-12T17:00:53.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.791+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=TW5V3N1BEQ95 type=del size=1146015 2024-09-12T17:00:53.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.793+0000 7fc68f42f780 1 < suggested remove operation key=IGCTZ5WOBL39 tag=2UWPP6M72E4G type=del 2024-09-12T17:00:53.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.795+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~QWJ22AE8JCB2.0 size=1048576 2024-09-12T17:00:53.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.796+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~QWJ22AE8JCB2.1 size=1005856 2024-09-12T17:00:53.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.796+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=QWJ22AE8JCB2 tag=9ZL1F4059O5Y type=write size=3103008 2024-09-12T17:00:53.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.797+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=5YZZLBZCHK11 type=del 2024-09-12T17:00:53.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.800+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~DRNBJTUKD2C4.0 size=1048576 2024-09-12T17:00:53.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.801+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~DRNBJTUKD2C4.1 size=1048576 2024-09-12T17:00:53.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.802+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~DRNBJTUKD2C4.2 size=75284 2024-09-12T17:00:53.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.802+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=DRNBJTUKD2C4 tag=PPERHNR74H1S type=write size=3221012 2024-09-12T17:00:53.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.803+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=MHKX2PSTE25K type=del 2024-09-12T17:00:53.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.804+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=J5TR3ZXGE9BI type=del size=375338 2024-09-12T17:00:53.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.805+0000 7fc68f42f780 1 < canceled operation key=YXWFMB60E9UH tag=MAS4QK7OOLSE type=del size=3853395 2024-09-12T17:00:53.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.807+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~E8WD8JKIIXHQ.0 size=1048576 2024-09-12T17:00:53.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.808+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~E8WD8JKIIXHQ.1 size=1048576 2024-09-12T17:00:53.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.810+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~E8WD8JKIIXHQ.2 size=936198 2024-09-12T17:00:53.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.810+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=E8WD8JKIIXHQ tag=BNL87ZGVKH9E type=write size=4081926 2024-09-12T17:00:53.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.811+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~S6ZHSJSL7GRE.0 size=1048576 2024-09-12T17:00:53.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.812+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~S6ZHSJSL7GRE.1 size=251632 2024-09-12T17:00:53.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.814+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=S6ZHSJSL7GRE tag=G3HPR3ZK78WO type=write size=2348784 2024-09-12T17:00:53.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.816+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=833HN5ILACQU type=write size=594032 2024-09-12T17:00:53.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.817+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=0RQUJI3K8AGV type=del 2024-09-12T17:00:53.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.820+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~YF3QM99FHJBH.0 size=1048576 2024-09-12T17:00:53.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.820+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~YF3QM99FHJBH.1 size=610124 2024-09-12T17:00:53.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.820+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=YF3QM99FHJBH tag=BXHUN42W2MFI type=write size=2707276 2024-09-12T17:00:53.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.823+0000 7fc68f42f780 1 < suggested update operation key=YXWFMB60E9UH tag=GM4PARH1RNB8 type=del size=1299657 2024-09-12T17:00:53.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.824+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=OE3H5GWMWM8M type=del size=2568449 2024-09-12T17:00:53.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.825+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~FGNM8XWS06IM.0 size=1048576 2024-09-12T17:00:53.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.826+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~FGNM8XWS06IM.1 size=1048576 2024-09-12T17:00:53.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.827+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~FGNM8XWS06IM.2 size=62541 2024-09-12T17:00:53.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.829+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=FGNM8XWS06IM tag=03CY0H153835 type=write size=3208269 2024-09-12T17:00:53.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.831+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~HBOCQI5EYOL6.0 size=1048576 2024-09-12T17:00:53.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.832+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~HBOCQI5EYOL6.1 size=1048576 2024-09-12T17:00:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.833+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~HBOCQI5EYOL6.2 size=792486 2024-09-12T17:00:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.833+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=HBOCQI5EYOL6 tag=SNCFMOBQNXQE type=write size=3938214 2024-09-12T17:00:53.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.834+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~HM2JDUOJA7A6.0 size=705379 2024-09-12T17:00:53.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.836+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=HM2JDUOJA7A6 tag=RZABDKUS0AB6 type=write size=1753955 2024-09-12T17:00:53.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.837+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=7FRFM01EZ4RS type=del size=3472233 2024-09-12T17:00:53.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.838+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=AFWKM4JJLSBR type=del 2024-09-12T17:00:53.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.840+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=8FFVB03LSBBO type=del size=462759 2024-09-12T17:00:53.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.841+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~JR0KIJZ5ZO95.0 size=136018 2024-09-12T17:00:53.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.843+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=JR0KIJZ5ZO95 tag=FROHLAYTZMG2 type=write size=1184594 2024-09-12T17:00:53.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.844+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=866DZD4Z9D8X type=del size=3521960 2024-09-12T17:00:53.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.845+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~8BTJAPOP8SFJ.0 size=1048576 2024-09-12T17:00:53.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.845+0000 7fc68f42f780 1 < canceled part key=_multipart_YXWFMB60E9UH.2~8BTJAPOP8SFJ.1 size=1048576 2024-09-12T17:00:53.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.846+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~8BTJAPOP8SFJ.2 size=864575 2024-09-12T17:00:53.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.848+0000 7fc68f42f780 1 < canceled multipart upload key=YXWFMB60E9UH upload=8BTJAPOP8SFJ tag=VMHPLVZLV10Q type=write size=4010303 2024-09-12T17:00:53.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.850+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~6WL8U7MR36NH.0 size=1048576 2024-09-12T17:00:53.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.851+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~6WL8U7MR36NH.1 size=1048576 2024-09-12T17:00:53.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.852+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~6WL8U7MR36NH.2 size=15874 2024-09-12T17:00:53.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.852+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=6WL8U7MR36NH tag=14TLPRQIRMCK type=write size=3161602 2024-09-12T17:00:53.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.854+0000 7fc68f42f780 1 < suggested update operation key=ZCAVQ3AQ5V23 tag=M7UTG9JR4Y5E type=del size=2888499 2024-09-12T17:00:53.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.856+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=TU7AMV9NBFRF type=del size=3155489 2024-09-12T17:00:53.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.857+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~UT5K7QLI4XXT.0 size=1048576 2024-09-12T17:00:53.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.857+0000 7fc68f42f780 1 < canceled part key=_multipart_UTP229W3RHD3.2~UT5K7QLI4XXT.1 size=1048576 2024-09-12T17:00:53.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.858+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~UT5K7QLI4XXT.2 size=271497 2024-09-12T17:00:53.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.860+0000 7fc68f42f780 1 < canceled multipart upload key=UTP229W3RHD3 upload=UT5K7QLI4XXT tag=TXKVT5A83ZUI type=write size=3417225 2024-09-12T17:00:53.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.861+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=89Q8RO7B8QPR type=del size=3933495 2024-09-12T17:00:53.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.864+0000 7fc68f42f780 1 < suggested update operation key=NALVOSHAE3VH tag=TDYC05G4HISS type=write size=169016 2024-09-12T17:00:53.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.865+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=NFZ85YXBJNTN type=del size=1878779 2024-09-12T17:00:53.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.866+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=TW5V3N1BEQ95 type=del 2024-09-12T17:00:53.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.868+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~9UG0CKOW6WQC.0 size=404431 2024-09-12T17:00:53.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.868+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=9UG0CKOW6WQC tag=Q7Q2N663Z6M4 type=write size=1453007 2024-09-12T17:00:53.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.869+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~QWJ22AE8JCB2.0 size=1048576 2024-09-12T17:00:53.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.870+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~QWJ22AE8JCB2.1 size=1005856 2024-09-12T17:00:53.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.872+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=QWJ22AE8JCB2 tag=9ZL1F4059O5Y type=write size=3103008 2024-09-12T17:00:53.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.874+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~NC4QPNJ13NCK.0 size=1048576 2024-09-12T17:00:53.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.875+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~NC4QPNJ13NCK.1 size=252434 2024-09-12T17:00:53.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.875+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=NC4QPNJ13NCK tag=WUD20G3U8MHS type=write size=2349586 2024-09-12T17:00:53.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.876+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~DRNBJTUKD2C4.0 size=1048576 2024-09-12T17:00:53.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.877+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~DRNBJTUKD2C4.1 size=1048576 2024-09-12T17:00:53.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.878+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~DRNBJTUKD2C4.2 size=75284 2024-09-12T17:00:53.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.880+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=DRNBJTUKD2C4 tag=PPERHNR74H1S type=write size=3221012 2024-09-12T17:00:53.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.882+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=1MK6D8C643ME type=del size=1808856 2024-09-12T17:00:53.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.884+0000 7fc68f42f780 1 < suggested update operation key=52JV36JIR0EJ tag=J5TR3ZXGE9BI type=del size=375338 2024-09-12T17:00:53.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.885+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=RYF8VVBYLYIB type=del size=3930925 2024-09-12T17:00:53.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.886+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~E8WD8JKIIXHQ.0 size=1048576 2024-09-12T17:00:53.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.887+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~E8WD8JKIIXHQ.1 size=1048576 2024-09-12T17:00:53.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.888+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~E8WD8JKIIXHQ.2 size=936198 2024-09-12T17:00:53.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.890+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=E8WD8JKIIXHQ tag=BNL87ZGVKH9E type=write size=4081926 2024-09-12T17:00:53.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.892+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=UBI06MQZ1CFG type=del size=3548365 2024-09-12T17:00:53.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.893+0000 7fc68f42f780 1 < completed write operation key=HCFK4AS0XMDI tag=833HN5ILACQU type=write size=594032 2024-09-12T17:00:53.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.894+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=CUCW409SR5YB type=del size=2677754 2024-09-12T17:00:53.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.894+0000 7fc68f42f780 1 < canceled part key=_multipart_FLARRSQDFMB6.2~YF3QM99FHJBH.0 size=1048576 2024-09-12T17:00:53.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.895+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~YF3QM99FHJBH.1 size=610124 2024-09-12T17:00:53.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.897+0000 7fc68f42f780 1 < canceled multipart upload key=FLARRSQDFMB6 upload=YF3QM99FHJBH tag=BXHUN42W2MFI type=write size=2707276 2024-09-12T17:00:53.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.898+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=4V1AF32478CM type=del size=1979802 2024-09-12T17:00:53.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.899+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=OE3H5GWMWM8M type=del 2024-09-12T17:00:53.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.900+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=IYG9033V8DJ4 type=del size=1995547 2024-09-12T17:00:53.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.901+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~HBOCQI5EYOL6.0 size=1048576 2024-09-12T17:00:53.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.902+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~HBOCQI5EYOL6.1 size=1048576 2024-09-12T17:00:53.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.902+0000 7fc68f42f780 1 < canceled part key=_multipart_G6LXZXKH2LCK.2~HBOCQI5EYOL6.2 size=792486 2024-09-12T17:00:53.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.904+0000 7fc68f42f780 1 < canceled multipart upload key=G6LXZXKH2LCK upload=HBOCQI5EYOL6 tag=SNCFMOBQNXQE type=write size=3938214 2024-09-12T17:00:53.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.905+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=CZJCTY7DHBQ2 type=del size=2896052 2024-09-12T17:00:53.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.907+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=7FRFM01EZ4RS type=del size=3472233 2024-09-12T17:00:53.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.909+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~5TU77DSZ76PY.0 size=871874 2024-09-12T17:00:53.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.909+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=5TU77DSZ76PY tag=Z2ZZ9NGSXPA9 type=write size=1920450 2024-09-12T17:00:53.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.910+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=8FFVB03LSBBO type=del 2024-09-12T17:00:53.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.912+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=K9R18B7WWK3T type=write size=659874 2024-09-12T17:00:53.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.913+0000 7fc68f42f780 1 < canceled operation key=HCFK4AS0XMDI tag=866DZD4Z9D8X type=del size=3521960 2024-09-12T17:00:53.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.914+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=5FZ6OJVEYJQB type=write size=833146 2024-09-12T17:00:53.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.915+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~6WL8U7MR36NH.0 size=1048576 2024-09-12T17:00:53.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.916+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~6WL8U7MR36NH.1 size=1048576 2024-09-12T17:00:53.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.916+0000 7fc68f42f780 1 < canceled part key=_multipart_JVU4KT3G91R7.2~6WL8U7MR36NH.2 size=15874 2024-09-12T17:00:53.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.918+0000 7fc68f42f780 1 < canceled multipart upload key=JVU4KT3G91R7 upload=6WL8U7MR36NH tag=14TLPRQIRMCK type=write size=3161602 2024-09-12T17:00:53.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.920+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=KS1RZIPQU89P type=del size=1909604 2024-09-12T17:00:53.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.921+0000 7fc68f42f780 -1 < failed to complete operation key=W0I001KV7JL4 tag=TU7AMV9NBFRF type=del size=3155489: (22) Invalid argument 2024-09-12T17:00:53.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.922+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=RCVESMXV55BC type=del size=2736288 2024-09-12T17:00:53.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.924+0000 7fc68f42f780 1 < suggested update operation key=M84G815CQ1SC tag=89Q8RO7B8QPR type=del size=3933495 2024-09-12T17:00:53.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.925+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=JVF1PNHRH5J0 type=write size=399152 2024-09-12T17:00:53.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.926+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=NFZ85YXBJNTN type=del 2024-09-12T17:00:53.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.927+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=UEJGI8HZNQRM type=del size=149298 2024-09-12T17:00:53.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.927+0000 7fc68f42f780 1 < canceled part key=_multipart_9RJEGZRPXJQH.2~9UG0CKOW6WQC.0 size=404431 2024-09-12T17:00:53.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.929+0000 7fc68f42f780 1 < canceled multipart upload key=9RJEGZRPXJQH upload=9UG0CKOW6WQC tag=Q7Q2N663Z6M4 type=write size=1453007 2024-09-12T17:00:53.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.930+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=FW0SBL5NEDUL type=del size=1405120 2024-09-12T17:00:53.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.931+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~NC4QPNJ13NCK.0 size=1048576 2024-09-12T17:00:53.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.932+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~NC4QPNJ13NCK.1 size=252434 2024-09-12T17:00:53.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.935+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=NC4QPNJ13NCK tag=WUD20G3U8MHS type=write size=2349586 2024-09-12T17:00:53.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.936+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=247B0BFGDA00 type=del size=2361026 2024-09-12T17:00:53.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.937+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=1MK6D8C643ME type=del 2024-09-12T17:00:53.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.938+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=0V3OG39CJUUI type=del size=997623 2024-09-12T17:00:53.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.939+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=RYF8VVBYLYIB type=del 2024-09-12T17:00:53.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.941+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~N110I08TRXEF.0 size=340473 2024-09-12T17:00:53.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.941+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=N110I08TRXEF tag=FG32MYI1ZJPI type=write size=1389049 2024-09-12T17:00:53.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.943+0000 7fc68f42f780 1 < suggested update operation key=IGCTZ5WOBL39 tag=UBI06MQZ1CFG type=del size=3548365 2024-09-12T17:00:53.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.945+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~L9IHFG9MB81T.0 size=1048576 2024-09-12T17:00:53.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.946+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~L9IHFG9MB81T.1 size=800213 2024-09-12T17:00:53.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.946+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=L9IHFG9MB81T tag=NMEWQHPP4NL8 type=write size=2897365 2024-09-12T17:00:53.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.947+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=CUCW409SR5YB type=del 2024-09-12T17:00:53.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.948+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=VQ2NSSTGY1GF type=del size=46605 2024-09-12T17:00:53.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.949+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=4V1AF32478CM type=del 2024-09-12T17:00:53.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.951+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=3HWWNI2BBPH4 type=del size=1536495 2024-09-12T17:00:53.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.952+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=IYG9033V8DJ4 type=del 2024-09-12T17:00:53.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.953+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=O4MT4CRKJFVB type=del size=2086927 2024-09-12T17:00:53.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.955+0000 7fc68f42f780 1 < suggested update operation key=YXWFMB60E9UH tag=CZJCTY7DHBQ2 type=del size=2896052 2024-09-12T17:00:53.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.956+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=WT2JQIQ4H9GD type=del size=1480128 2024-09-12T17:00:53.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.957+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~5TU77DSZ76PY.0 size=871874 2024-09-12T17:00:53.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.959+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=5TU77DSZ76PY tag=Z2ZZ9NGSXPA9 type=write size=1920450 2024-09-12T17:00:53.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.960+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=AJLOTIAXME85 type=write size=250413 2024-09-12T17:00:53.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.961+0000 7fc68f42f780 1 < completed write operation key=YTRABX96UY8F tag=K9R18B7WWK3T type=write size=659874 2024-09-12T17:00:53.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.963+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=FNRWOD1O1HNP type=del size=679858 2024-09-12T17:00:53.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.964+0000 7fc68f42f780 1 < completed write operation key=9N1QDZF7NPT0 tag=5FZ6OJVEYJQB type=write size=833146 2024-09-12T17:00:53.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.965+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=4MKQRENST8N7 type=del size=2997784 2024-09-12T17:00:53.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.966+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=KS1RZIPQU89P type=del 2024-09-12T17:00:53.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.967+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=TH5EMDM5N0Z6 type=write size=542866 2024-09-12T17:00:53.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.969+0000 7fc68f42f780 1 < canceled operation key=KZSUBBPS0F1I tag=RCVESMXV55BC type=del size=2736288 2024-09-12T17:00:53.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.971+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~PXPS6Z92Z0IK.0 size=1048576 2024-09-12T17:00:53.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.972+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~PXPS6Z92Z0IK.1 size=688330 2024-09-12T17:00:53.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.972+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=PXPS6Z92Z0IK tag=OJUJXL1K2CZ3 type=write size=2785482 2024-09-12T17:00:53.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.973+0000 7fc68f42f780 1 < completed write operation key=NEAY7HVG4N98 tag=JVF1PNHRH5J0 type=write size=399152 2024-09-12T17:00:53.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.974+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=6WUE4PHA1F27 type=write size=751260 2024-09-12T17:00:53.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.975+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=UEJGI8HZNQRM type=del 2024-09-12T17:00:53.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.976+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=47V38MNK0B3G type=del size=1449555 2024-09-12T17:00:53.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.979+0000 7fc68f42f780 1 < suggested update operation key=9RJEGZRPXJQH tag=FW0SBL5NEDUL type=del size=1405120 2024-09-12T17:00:53.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.980+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=X45OM8T60NM1 type=del size=523541 2024-09-12T17:00:53.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.981+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=247B0BFGDA00 type=del 2024-09-12T17:00:53.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.982+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=7CX2GA8IS486 type=del size=2595777 2024-09-12T17:00:53.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.985+0000 7fc68f42f780 1 < suggested remove operation key=FFYEARKYU8MK tag=0V3OG39CJUUI type=del 2024-09-12T17:00:53.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.986+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=0TNIO7ECCOBH type=del size=1649247 2024-09-12T17:00:53.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.987+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~N110I08TRXEF.0 size=340473 2024-09-12T17:00:53.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.989+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=N110I08TRXEF tag=FG32MYI1ZJPI type=write size=1389049 2024-09-12T17:00:53.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.991+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=6OWMBQV1RZCF type=write size=574684 2024-09-12T17:00:53.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.992+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~L9IHFG9MB81T.0 size=1048576 2024-09-12T17:00:53.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.993+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~L9IHFG9MB81T.1 size=800213 2024-09-12T17:00:53.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.995+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=L9IHFG9MB81T tag=NMEWQHPP4NL8 type=write size=2897365 2024-09-12T17:00:53.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.997+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~CRG1SEY50PL6.0 size=1048576 2024-09-12T17:00:53.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.998+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~CRG1SEY50PL6.1 size=937014 2024-09-12T17:00:53.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.998+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=CRG1SEY50PL6 tag=M07D86DRBQBU type=write size=3034166 2024-09-12T17:00:54.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:53.999+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=VQ2NSSTGY1GF type=del 2024-09-12T17:00:54.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.001+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=RN4W0X8P3EJM type=write size=1021925 2024-09-12T17:00:54.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.002+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=3HWWNI2BBPH4 type=del 2024-09-12T17:00:54.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.003+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=MU0YQDHDXZX3 type=write size=223751 2024-09-12T17:00:54.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.004+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=O4MT4CRKJFVB type=del 2024-09-12T17:00:54.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.006+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~9F5S4L1MI1QY.0 size=1048576 2024-09-12T17:00:54.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.007+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~9F5S4L1MI1QY.1 size=638134 2024-09-12T17:00:54.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.007+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=9F5S4L1MI1QY tag=LM0M6H150LOT type=write size=2735286 2024-09-12T17:00:54.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.009+0000 7fc68f42f780 1 < suggested update operation key=AXKH2QANZCAL tag=WT2JQIQ4H9GD type=del size=1480128 2024-09-12T17:00:54.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.011+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~M7SJULD63TX8.0 size=1048576 2024-09-12T17:00:54.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.012+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~M7SJULD63TX8.1 size=880020 2024-09-12T17:00:54.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.012+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=M7SJULD63TX8 tag=QKU3MOCKOWOD type=write size=2977172 2024-09-12T17:00:54.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.013+0000 7fc68f42f780 1 < completed write operation key=YTRABX96UY8F tag=AJLOTIAXME85 type=write size=250413 2024-09-12T17:00:54.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.015+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~UGZ7XG7JSYCC.0 size=1048576 2024-09-12T17:00:54.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.016+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~UGZ7XG7JSYCC.1 size=292422 2024-09-12T17:00:54.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.016+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=UGZ7XG7JSYCC tag=NZWUP3Q84SVW type=write size=2389574 2024-09-12T17:00:54.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.017+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=FNRWOD1O1HNP type=del 2024-09-12T17:00:54.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.019+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=CSBBXWQFWG88 type=del size=4147339 2024-09-12T17:00:54.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.020+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=4MKQRENST8N7 type=del 2024-09-12T17:00:54.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.022+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~QUR71LJU929V.0 size=471152 2024-09-12T17:00:54.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.022+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=QUR71LJU929V tag=DJTUY0Y8WZ5K type=write size=1519728 2024-09-12T17:00:54.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.023+0000 7fc68f42f780 1 < completed write operation key=KZSUBBPS0F1I tag=TH5EMDM5N0Z6 type=write size=542866 2024-09-12T17:00:54.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.025+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~V8HGR63B15L3.0 size=345270 2024-09-12T17:00:54.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.025+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=V8HGR63B15L3 tag=4PH38FZHCE9Y type=write size=1393846 2024-09-12T17:00:54.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.026+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~PXPS6Z92Z0IK.0 size=1048576 2024-09-12T17:00:54.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.027+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~PXPS6Z92Z0IK.1 size=688330 2024-09-12T17:00:54.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.030+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=PXPS6Z92Z0IK tag=OJUJXL1K2CZ3 type=write size=2785482 2024-09-12T17:00:54.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.033+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=XCQQQV6WTFDA type=del size=473095 2024-09-12T17:00:54.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.034+0000 7fc68f42f780 1 < canceled operation key=DF7W920VNP0G tag=6WUE4PHA1F27 type=write size=751260 2024-09-12T17:00:54.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.037+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=GCMUC0NO2WRI type=del size=246970 2024-09-12T17:00:54.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.038+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=47V38MNK0B3G type=del 2024-09-12T17:00:54.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.039+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=G2BPAO796HO3 type=del size=1391679 2024-09-12T17:00:54.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.040+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=X45OM8T60NM1 type=del 2024-09-12T17:00:54.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.042+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~0T599UT5KJL1.0 size=886853 2024-09-12T17:00:54.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.042+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=0T599UT5KJL1 tag=IP2H5UZLUAH2 type=write size=1935429 2024-09-12T17:00:54.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.044+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=7CX2GA8IS486 type=del 2024-09-12T17:00:54.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.045+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=DSG9CCJ1ZTNH type=del size=3214206 2024-09-12T17:00:54.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.046+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=0TNIO7ECCOBH type=del 2024-09-12T17:00:54.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.048+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~5TP6C7PMDPXT.0 size=1048576 2024-09-12T17:00:54.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.049+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~5TP6C7PMDPXT.1 size=1048576 2024-09-12T17:00:54.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.050+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~5TP6C7PMDPXT.2 size=9570 2024-09-12T17:00:54.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.050+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=5TP6C7PMDPXT tag=2KE2ZOJ49RD2 type=write size=3155298 2024-09-12T17:00:54.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.051+0000 7fc68f42f780 1 < completed write operation key=52JV36JIR0EJ tag=6OWMBQV1RZCF type=write size=574684 2024-09-12T17:00:54.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.052+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=1CIE400ZY1E2 type=write size=815309 2024-09-12T17:00:54.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.053+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~CRG1SEY50PL6.0 size=1048576 2024-09-12T17:00:54.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.054+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~CRG1SEY50PL6.1 size=937014 2024-09-12T17:00:54.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.056+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=CRG1SEY50PL6 tag=M07D86DRBQBU type=write size=3034166 2024-09-12T17:00:54.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.057+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=QP9A3O1XJWY1 type=write size=596251 2024-09-12T17:00:54.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.058+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=RN4W0X8P3EJM type=write size=1021925 2024-09-12T17:00:54.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.060+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=V6XAK9WZ1TJV type=del size=342702 2024-09-12T17:00:54.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.061+0000 7fc68f42f780 1 < completed write operation key=M84G815CQ1SC tag=MU0YQDHDXZX3 type=write size=223751 2024-09-12T17:00:54.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.062+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=2BXITF7YSNQC type=write size=310532 2024-09-12T17:00:54.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.063+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~9F5S4L1MI1QY.0 size=1048576 2024-09-12T17:00:54.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.064+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~9F5S4L1MI1QY.1 size=638134 2024-09-12T17:00:54.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.066+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=9F5S4L1MI1QY tag=LM0M6H150LOT type=write size=2735286 2024-09-12T17:00:54.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.068+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~8EDOR9PAVITV.0 size=1048576 2024-09-12T17:00:54.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.069+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~8EDOR9PAVITV.1 size=1048576 2024-09-12T17:00:54.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.070+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~8EDOR9PAVITV.2 size=62220 2024-09-12T17:00:54.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.070+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=8EDOR9PAVITV tag=T3TLZ2E50WPM type=write size=3207948 2024-09-12T17:00:54.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.071+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~M7SJULD63TX8.0 size=1048576 2024-09-12T17:00:54.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.071+0000 7fc68f42f780 1 < canceled part key=_multipart_JPQVCVA736JG.2~M7SJULD63TX8.1 size=880020 2024-09-12T17:00:54.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.074+0000 7fc68f42f780 1 < canceled multipart upload key=JPQVCVA736JG upload=M7SJULD63TX8 tag=QKU3MOCKOWOD type=write size=2977172 2024-09-12T17:00:54.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.075+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=KJUGVGD8AORH type=del size=290013 2024-09-12T17:00:54.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.076+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~UGZ7XG7JSYCC.0 size=1048576 2024-09-12T17:00:54.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.077+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~UGZ7XG7JSYCC.1 size=292422 2024-09-12T17:00:54.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.079+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=UGZ7XG7JSYCC tag=NZWUP3Q84SVW type=write size=2389574 2024-09-12T17:00:54.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.080+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=VCIYOOSC978H type=del size=3905903 2024-09-12T17:00:54.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.081+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=CSBBXWQFWG88 type=del 2024-09-12T17:00:54.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.083+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=MVOB77E4FW4Z type=del size=2063031 2024-09-12T17:00:54.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.084+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~QUR71LJU929V.0 size=471152 2024-09-12T17:00:54.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.086+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=QUR71LJU929V tag=DJTUY0Y8WZ5K type=write size=1519728 2024-09-12T17:00:54.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.088+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~X8WTSYBFTIUN.0 size=1048576 2024-09-12T17:00:54.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.089+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~X8WTSYBFTIUN.1 size=1048576 2024-09-12T17:00:54.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.090+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~X8WTSYBFTIUN.2 size=74053 2024-09-12T17:00:54.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.090+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=X8WTSYBFTIUN tag=U7LBA02F9NEM type=write size=3219781 2024-09-12T17:00:54.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.091+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~V8HGR63B15L3.0 size=345270 2024-09-12T17:00:54.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.094+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=V8HGR63B15L3 tag=4PH38FZHCE9Y type=write size=1393846 2024-09-12T17:00:54.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.095+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=T7QQPB1WBRVZ type=del size=3089818 2024-09-12T17:00:54.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.096+0000 7fc68f42f780 1 < canceled operation key=UTP229W3RHD3 tag=XCQQQV6WTFDA type=del size=473095 2024-09-12T17:00:54.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.098+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~TXJK6JVR8VGD.0 size=1048576 2024-09-12T17:00:54.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.099+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~TXJK6JVR8VGD.1 size=257473 2024-09-12T17:00:54.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.099+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=TXJK6JVR8VGD tag=I070BJGXO5JT type=write size=2354625 2024-09-12T17:00:54.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.100+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=GCMUC0NO2WRI type=del 2024-09-12T17:00:54.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.102+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=IVETWRDLN93H type=write size=197613 2024-09-12T17:00:54.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.103+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=G2BPAO796HO3 type=del 2024-09-12T17:00:54.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.104+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=EF5FTZABK7DV type=del size=1948925 2024-09-12T17:00:54.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.105+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~0T599UT5KJL1.0 size=886853 2024-09-12T17:00:54.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.107+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=0T599UT5KJL1 tag=IP2H5UZLUAH2 type=write size=1935429 2024-09-12T17:00:54.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.108+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=0823SU8OCDHH type=del size=952445 2024-09-12T17:00:54.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.109+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=DSG9CCJ1ZTNH type=del size=3214206 2024-09-12T17:00:54.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.110+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=ZJGVT60BGSP2 type=del size=2914024 2024-09-12T17:00:54.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.111+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~5TP6C7PMDPXT.0 size=1048576 2024-09-12T17:00:54.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.112+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~5TP6C7PMDPXT.1 size=1048576 2024-09-12T17:00:54.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.113+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~5TP6C7PMDPXT.2 size=9570 2024-09-12T17:00:54.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.115+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=5TP6C7PMDPXT tag=2KE2ZOJ49RD2 type=write size=3155298 2024-09-12T17:00:54.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.116+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=QHV5DT36AYM7 type=del size=986249 2024-09-12T17:00:54.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.119+0000 7fc68f42f780 1 < suggested remove operation key=FLARRSQDFMB6 tag=1CIE400ZY1E2 type=write 2024-09-12T17:00:54.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.121+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~DL2W3KIXR3P3.0 size=1048576 2024-09-12T17:00:54.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.121+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~DL2W3KIXR3P3.1 size=1048576 2024-09-12T17:00:54.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.122+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~DL2W3KIXR3P3.2 size=883078 2024-09-12T17:00:54.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.122+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=DL2W3KIXR3P3 tag=T738E28Q90CG type=write size=4028806 2024-09-12T17:00:54.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.125+0000 7fc68f42f780 1 < suggested remove operation key=9N1QDZF7NPT0 tag=QP9A3O1XJWY1 type=write 2024-09-12T17:00:54.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.126+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=TZ3WMS9ECIFC type=del size=3498747 2024-09-12T17:00:54.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.127+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=V6XAK9WZ1TJV type=del 2024-09-12T17:00:54.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.129+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~05PN4K8FNMHB.0 size=1048576 2024-09-12T17:00:54.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.130+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~05PN4K8FNMHB.1 size=752917 2024-09-12T17:00:54.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.130+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=05PN4K8FNMHB tag=GW0QYDM4SRUK type=write size=2850069 2024-09-12T17:00:54.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.132+0000 7fc68f42f780 1 < suggested remove operation key=G6LXZXKH2LCK tag=2BXITF7YSNQC type=write 2024-09-12T17:00:54.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.134+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~1RZQDMDUWRR2.0 size=1048576 2024-09-12T17:00:54.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.135+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~1RZQDMDUWRR2.1 size=735828 2024-09-12T17:00:54.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.135+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=1RZQDMDUWRR2 tag=PR37RY12CD81 type=write size=2832980 2024-09-12T17:00:54.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.136+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~8EDOR9PAVITV.0 size=1048576 2024-09-12T17:00:54.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.137+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~8EDOR9PAVITV.1 size=1048576 2024-09-12T17:00:54.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.138+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~8EDOR9PAVITV.2 size=62220 2024-09-12T17:00:54.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.141+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=8EDOR9PAVITV tag=T3TLZ2E50WPM type=write size=3207948 2024-09-12T17:00:54.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.143+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~IUVWN801F855.0 size=1048576 2024-09-12T17:00:54.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.144+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~IUVWN801F855.1 size=483576 2024-09-12T17:00:54.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.144+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=IUVWN801F855 tag=GW58E1ATXMUC type=write size=2580728 2024-09-12T17:00:54.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.145+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=KJUGVGD8AORH type=del size=290013 2024-09-12T17:00:54.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.147+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~DKW18KVYHSCC.0 size=1048576 2024-09-12T17:00:54.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.148+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~DKW18KVYHSCC.1 size=1048576 2024-09-12T17:00:54.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.149+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~DKW18KVYHSCC.2 size=70483 2024-09-12T17:00:54.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.149+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=DKW18KVYHSCC tag=D4U91PEP6SPZ type=write size=3216211 2024-09-12T17:00:54.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.150+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=VCIYOOSC978H type=del 2024-09-12T17:00:54.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.151+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=8EIN6HWS6NMS type=del size=3949328 2024-09-12T17:00:54.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.152+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=MVOB77E4FW4Z type=del 2024-09-12T17:00:54.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.154+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~RR3418T1T312.0 size=1048576 2024-09-12T17:00:54.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.155+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~RR3418T1T312.1 size=1048576 2024-09-12T17:00:54.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.156+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~RR3418T1T312.2 size=150025 2024-09-12T17:00:54.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.156+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=RR3418T1T312 tag=VWWOY3W4XFYG type=write size=3295753 2024-09-12T17:00:54.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.157+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~X8WTSYBFTIUN.0 size=1048576 2024-09-12T17:00:54.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.158+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~X8WTSYBFTIUN.1 size=1048576 2024-09-12T17:00:54.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.159+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~X8WTSYBFTIUN.2 size=74053 2024-09-12T17:00:54.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.161+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=X8WTSYBFTIUN tag=U7LBA02F9NEM type=write size=3219781 2024-09-12T17:00:54.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.162+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=17530YXD52P8 type=del size=865677 2024-09-12T17:00:54.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.163+0000 7fc68f42f780 1 < canceled operation key=DF7W920VNP0G tag=T7QQPB1WBRVZ type=del size=3089818 2024-09-12T17:00:54.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.166+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~NPH1GBYBLMZH.0 size=909675 2024-09-12T17:00:54.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.166+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=NPH1GBYBLMZH tag=AVHYSPNQZFAQ type=write size=1958251 2024-09-12T17:00:54.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.167+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~TXJK6JVR8VGD.0 size=1048576 2024-09-12T17:00:54.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.168+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~TXJK6JVR8VGD.1 size=257473 2024-09-12T17:00:54.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.170+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=TXJK6JVR8VGD tag=I070BJGXO5JT type=write size=2354625 2024-09-12T17:00:54.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.172+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~30MR06X1DJA0.0 size=1048576 2024-09-12T17:00:54.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.172+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~30MR06X1DJA0.1 size=908334 2024-09-12T17:00:54.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.173+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=30MR06X1DJA0 tag=0OIEMEA7PEV2 type=write size=3005486 2024-09-12T17:00:54.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.174+0000 7fc68f42f780 1 < completed write operation key=8XULRL5LJZAH tag=IVETWRDLN93H type=write size=197613 2024-09-12T17:00:54.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.176+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~J8D51RT4E0O1.0 size=1048576 2024-09-12T17:00:54.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.177+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~J8D51RT4E0O1.1 size=1048576 2024-09-12T17:00:54.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.178+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~J8D51RT4E0O1.2 size=149825 2024-09-12T17:00:54.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.178+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=J8D51RT4E0O1 tag=9S5KAPARUU79 type=write size=3295553 2024-09-12T17:00:54.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.179+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=EF5FTZABK7DV type=del 2024-09-12T17:00:54.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.180+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=EDP6DZSDO7JR type=write size=412159 2024-09-12T17:00:54.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.182+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=0823SU8OCDHH type=del 2024-09-12T17:00:54.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.183+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=5RKFN4Q2ATUI type=write size=163820 2024-09-12T17:00:54.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.186+0000 7fc68f42f780 1 < suggested update operation key=UTP229W3RHD3 tag=ZJGVT60BGSP2 type=del size=2914024 2024-09-12T17:00:54.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.187+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=YCSY4CL3NR5H type=write size=664978 2024-09-12T17:00:54.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.188+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=QHV5DT36AYM7 type=del 2024-09-12T17:00:54.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.189+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=2RF69G01ODDA type=del size=2454444 2024-09-12T17:00:54.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.192+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~DL2W3KIXR3P3.0 size=1048576 2024-09-12T17:00:54.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.193+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~DL2W3KIXR3P3.1 size=1048576 2024-09-12T17:00:54.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.194+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~DL2W3KIXR3P3.2 size=883078 2024-09-12T17:00:54.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.196+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=DL2W3KIXR3P3 tag=T738E28Q90CG type=write size=4028806 2024-09-12T17:00:54.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.199+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~0T0LOSK80K5R.0 size=566262 2024-09-12T17:00:54.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.199+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=0T0LOSK80K5R tag=WQHNMC5Z71MF type=write size=1614838 2024-09-12T17:00:54.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.201+0000 7fc68f42f780 1 < suggested update operation key=IGCTZ5WOBL39 tag=TZ3WMS9ECIFC type=del size=3498747 2024-09-12T17:00:54.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.202+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=FSU11EC5UU4T type=write size=358440 2024-09-12T17:00:54.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.204+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~05PN4K8FNMHB.0 size=1048576 2024-09-12T17:00:54.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.205+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~05PN4K8FNMHB.1 size=752917 2024-09-12T17:00:54.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.207+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=05PN4K8FNMHB tag=GW0QYDM4SRUK type=write size=2850069 2024-09-12T17:00:54.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.208+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=5AG0RQJ9EIJI type=write size=320870 2024-09-12T17:00:54.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.209+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~1RZQDMDUWRR2.0 size=1048576 2024-09-12T17:00:54.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.210+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~1RZQDMDUWRR2.1 size=735828 2024-09-12T17:00:54.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.212+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=1RZQDMDUWRR2 tag=PR37RY12CD81 type=write size=2832980 2024-09-12T17:00:54.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.214+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~L0MO60M838VD.0 size=1048576 2024-09-12T17:00:54.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.215+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~L0MO60M838VD.1 size=466616 2024-09-12T17:00:54.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.215+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=L0MO60M838VD tag=GZLDIK1I4FTV type=write size=2563768 2024-09-12T17:00:54.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.216+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~IUVWN801F855.0 size=1048576 2024-09-12T17:00:54.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.218+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~IUVWN801F855.1 size=483576 2024-09-12T17:00:54.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.220+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=IUVWN801F855 tag=GW58E1ATXMUC type=write size=2580728 2024-09-12T17:00:54.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.221+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=DH0Y1E3N21Q7 type=del size=2083400 2024-09-12T17:00:54.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.221+0000 7fc68f42f780 1 < canceled part key=_multipart_ZCAVQ3AQ5V23.2~DKW18KVYHSCC.0 size=1048576 2024-09-12T17:00:54.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.222+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~DKW18KVYHSCC.1 size=1048576 2024-09-12T17:00:54.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.223+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~DKW18KVYHSCC.2 size=70483 2024-09-12T17:00:54.226 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.225+0000 7fc68f42f780 1 < canceled multipart upload key=ZCAVQ3AQ5V23 upload=DKW18KVYHSCC tag=D4U91PEP6SPZ type=write size=3216211 2024-09-12T17:00:54.228 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.227+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~NN1P965W1OV6.0 size=1048576 2024-09-12T17:00:54.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.228+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~NN1P965W1OV6.1 size=20024 2024-09-12T17:00:54.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.228+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=NN1P965W1OV6 tag=ECUC792O992G type=write size=2117176 2024-09-12T17:00:54.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.231+0000 7fc68f42f780 1 < suggested update operation key=HCFK4AS0XMDI tag=8EIN6HWS6NMS type=del size=3949328 2024-09-12T17:00:54.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.233+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~J64318RTUZ4O.0 size=1048576 2024-09-12T17:00:54.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.234+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~J64318RTUZ4O.1 size=1048576 2024-09-12T17:00:54.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.235+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~J64318RTUZ4O.2 size=103131 2024-09-12T17:00:54.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.235+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=J64318RTUZ4O tag=O1DF1OW4X42T type=write size=3248859 2024-09-12T17:00:54.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.235+0000 7fc68f42f780 1 < canceled part key=_multipart_ZCAVQ3AQ5V23.2~RR3418T1T312.0 size=1048576 2024-09-12T17:00:54.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.236+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~RR3418T1T312.1 size=1048576 2024-09-12T17:00:54.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.237+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~RR3418T1T312.2 size=150025 2024-09-12T17:00:54.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.239+0000 7fc68f42f780 1 < canceled multipart upload key=ZCAVQ3AQ5V23 upload=RR3418T1T312 tag=VWWOY3W4XFYG type=write size=3295753 2024-09-12T17:00:54.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.241+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~3HFINHKFDEZA.0 size=1048576 2024-09-12T17:00:54.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.242+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~3HFINHKFDEZA.1 size=1048576 2024-09-12T17:00:54.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.243+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~3HFINHKFDEZA.2 size=742244 2024-09-12T17:00:54.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.243+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=3HFINHKFDEZA tag=AQZ4K7DSDH4D type=write size=3887972 2024-09-12T17:00:54.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.244+0000 7fc68f42f780 -1 < failed to complete operation key=UTP229W3RHD3 tag=17530YXD52P8 type=del size=865677: (22) Invalid argument 2024-09-12T17:00:54.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.245+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=LJHHU54XE4C0 type=del size=3482856 2024-09-12T17:00:54.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.246+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~NPH1GBYBLMZH.0 size=909675 2024-09-12T17:00:54.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.248+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=NPH1GBYBLMZH tag=AVHYSPNQZFAQ type=write size=1958251 2024-09-12T17:00:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.251+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~C2QL74WD0UGN.0 size=1048576 2024-09-12T17:00:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.252+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~C2QL74WD0UGN.1 size=38239 2024-09-12T17:00:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.252+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=C2QL74WD0UGN tag=0UWRZZGRJKYY type=write size=2135391 2024-09-12T17:00:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.252+0000 7fc68f42f780 1 < canceled part key=_multipart_HCFK4AS0XMDI.2~30MR06X1DJA0.0 size=1048576 2024-09-12T17:00:54.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.253+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~30MR06X1DJA0.1 size=908334 2024-09-12T17:00:54.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.255+0000 7fc68f42f780 1 < canceled multipart upload key=HCFK4AS0XMDI upload=30MR06X1DJA0 tag=0OIEMEA7PEV2 type=write size=3005486 2024-09-12T17:00:54.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.256+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=4XTO97Y1V8X1 type=write size=455737 2024-09-12T17:00:54.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.257+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~J8D51RT4E0O1.0 size=1048576 2024-09-12T17:00:54.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.258+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~J8D51RT4E0O1.1 size=1048576 2024-09-12T17:00:54.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.259+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~J8D51RT4E0O1.2 size=149825 2024-09-12T17:00:54.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.261+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=J8D51RT4E0O1 tag=9S5KAPARUU79 type=write size=3295553 2024-09-12T17:00:54.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.263+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~EP243W8ZITPO.0 size=1048576 2024-09-12T17:00:54.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.264+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~EP243W8ZITPO.1 size=1048576 2024-09-12T17:00:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.265+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~EP243W8ZITPO.2 size=553371 2024-09-12T17:00:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.265+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=EP243W8ZITPO tag=BIIS3T3L69J3 type=write size=3699099 2024-09-12T17:00:54.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.267+0000 7fc68f42f780 -1 < failed to complete operation key=UTP229W3RHD3 tag=EDP6DZSDO7JR type=write size=412159: (22) Invalid argument 2024-09-12T17:00:54.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.269+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~WOZ1OESKVFOJ.0 size=1048576 2024-09-12T17:00:54.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.270+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~WOZ1OESKVFOJ.1 size=1048576 2024-09-12T17:00:54.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.271+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~WOZ1OESKVFOJ.2 size=222245 2024-09-12T17:00:54.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.271+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=WOZ1OESKVFOJ tag=U3Y6YA5BC04C type=write size=3367973 2024-09-12T17:00:54.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.273+0000 7fc68f42f780 1 < completed write operation key=NALVOSHAE3VH tag=5RKFN4Q2ATUI type=write size=163820 2024-09-12T17:00:54.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.275+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~VJ8AQ4J5XGE4.0 size=408664 2024-09-12T17:00:54.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.275+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=VJ8AQ4J5XGE4 tag=UXG4D8Z2NRO8 type=write size=1457240 2024-09-12T17:00:54.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.276+0000 7fc68f42f780 1 < completed write operation key=W0I001KV7JL4 tag=YCSY4CL3NR5H type=write size=664978 2024-09-12T17:00:54.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.278+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=TZBZFXW22U60 type=del size=50580 2024-09-12T17:00:54.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.280+0000 7fc68f42f780 1 < suggested remove operation key=5IRJPMUAJTW1 tag=2RF69G01ODDA type=del 2024-09-12T17:00:54.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.281+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=U6LTPC3ZU0CX type=del size=2062454 2024-09-12T17:00:54.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.283+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~0T0LOSK80K5R.0 size=566262 2024-09-12T17:00:54.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.285+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=0T0LOSK80K5R tag=WQHNMC5Z71MF type=write size=1614838 2024-09-12T17:00:54.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.287+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~KNQ7E3G8J2CE.0 size=1048576 2024-09-12T17:00:54.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.288+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~KNQ7E3G8J2CE.1 size=555615 2024-09-12T17:00:54.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.288+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=KNQ7E3G8J2CE tag=RVRPLV763JFF type=write size=2652767 2024-09-12T17:00:54.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.291+0000 7fc68f42f780 1 < suggested update operation key=5G9ZFBIRSZN0 tag=FSU11EC5UU4T type=write size=358440 2024-09-12T17:00:54.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.292+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=730OD7LIKPJ8 type=del size=2055727 2024-09-12T17:00:54.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.293+0000 7fc68f42f780 1 < completed write operation key=YXWFMB60E9UH tag=5AG0RQJ9EIJI type=write size=320870 2024-09-12T17:00:54.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.294+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=2EQFV52JL8Q3 type=del size=4008671 2024-09-12T17:00:54.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.296+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~L0MO60M838VD.0 size=1048576 2024-09-12T17:00:54.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.297+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~L0MO60M838VD.1 size=466616 2024-09-12T17:00:54.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.299+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=L0MO60M838VD tag=GZLDIK1I4FTV type=write size=2563768 2024-09-12T17:00:54.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.301+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~SFGG85WLVPTH.0 size=593993 2024-09-12T17:00:54.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.301+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=SFGG85WLVPTH tag=19EX8Y6UNGL3 type=write size=1642569 2024-09-12T17:00:54.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.302+0000 7fc68f42f780 1 < canceled operation key=FFYEARKYU8MK tag=DH0Y1E3N21Q7 type=del size=2083400 2024-09-12T17:00:54.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.304+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=TMXMJLZ8QI3P type=write size=939784 2024-09-12T17:00:54.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.305+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~NN1P965W1OV6.0 size=1048576 2024-09-12T17:00:54.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.306+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~NN1P965W1OV6.1 size=20024 2024-09-12T17:00:54.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.308+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=NN1P965W1OV6 tag=ECUC792O992G type=write size=2117176 2024-09-12T17:00:54.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.310+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=JF35IVZS0YGU type=write size=902492 2024-09-12T17:00:54.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.311+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~J64318RTUZ4O.0 size=1048576 2024-09-12T17:00:54.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.312+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~J64318RTUZ4O.1 size=1048576 2024-09-12T17:00:54.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.313+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~J64318RTUZ4O.2 size=103131 2024-09-12T17:00:54.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.315+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=J64318RTUZ4O tag=O1DF1OW4X42T type=write size=3248859 2024-09-12T17:00:54.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.316+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=4XYRZRKBL515 type=del size=3807542 2024-09-12T17:00:54.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.317+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~3HFINHKFDEZA.0 size=1048576 2024-09-12T17:00:54.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.318+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~3HFINHKFDEZA.1 size=1048576 2024-09-12T17:00:54.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.319+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~3HFINHKFDEZA.2 size=742244 2024-09-12T17:00:54.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.321+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=3HFINHKFDEZA tag=AQZ4K7DSDH4D type=write size=3887972 2024-09-12T17:00:54.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.322+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=L8Z66VCB9OHE type=del size=2558872 2024-09-12T17:00:54.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.323+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=LJHHU54XE4C0 type=del 2024-09-12T17:00:54.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.324+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=49WI0Q846WRZ type=write size=824081 2024-09-12T17:00:54.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.325+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~C2QL74WD0UGN.0 size=1048576 2024-09-12T17:00:54.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.325+0000 7fc68f42f780 1 < canceled part key=_multipart_HCFK4AS0XMDI.2~C2QL74WD0UGN.1 size=38239 2024-09-12T17:00:54.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.327+0000 7fc68f42f780 1 < canceled multipart upload key=HCFK4AS0XMDI upload=C2QL74WD0UGN tag=0UWRZZGRJKYY type=write size=2135391 2024-09-12T17:00:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.329+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~2AKUPE9XVBZZ.0 size=1048576 2024-09-12T17:00:54.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.330+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~2AKUPE9XVBZZ.1 size=838570 2024-09-12T17:00:54.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.330+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=2AKUPE9XVBZZ tag=3L5DL283DHP1 type=write size=2935722 2024-09-12T17:00:54.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.332+0000 7fc68f42f780 1 < completed write operation key=M84G815CQ1SC tag=4XTO97Y1V8X1 type=write size=455737 2024-09-12T17:00:54.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.333+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=NEUMN5AJJRBE type=del size=1029831 2024-09-12T17:00:54.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.334+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~EP243W8ZITPO.0 size=1048576 2024-09-12T17:00:54.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.335+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~EP243W8ZITPO.1 size=1048576 2024-09-12T17:00:54.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.338+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~EP243W8ZITPO.2 size=553371 2024-09-12T17:00:54.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.340+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=EP243W8ZITPO tag=BIIS3T3L69J3 type=write size=3699099 2024-09-12T17:00:54.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.342+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~8AI7W5K03DM2.0 size=1048576 2024-09-12T17:00:54.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.343+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~8AI7W5K03DM2.1 size=1048576 2024-09-12T17:00:54.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.344+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~8AI7W5K03DM2.2 size=838755 2024-09-12T17:00:54.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.344+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=8AI7W5K03DM2 tag=QWECXO1L9TS5 type=write size=3984483 2024-09-12T17:00:54.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.344+0000 7fc68f42f780 1 < canceled part key=_multipart_8XULRL5LJZAH.2~WOZ1OESKVFOJ.0 size=1048576 2024-09-12T17:00:54.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.346+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~WOZ1OESKVFOJ.1 size=1048576 2024-09-12T17:00:54.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.347+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~WOZ1OESKVFOJ.2 size=222245 2024-09-12T17:00:54.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.349+0000 7fc68f42f780 1 < canceled multipart upload key=8XULRL5LJZAH upload=WOZ1OESKVFOJ tag=U3Y6YA5BC04C type=write size=3367973 2024-09-12T17:00:54.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.350+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=6SC1KWXXW0OK type=del size=173397 2024-09-12T17:00:54.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.351+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~VJ8AQ4J5XGE4.0 size=408664 2024-09-12T17:00:54.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.353+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=VJ8AQ4J5XGE4 tag=UXG4D8Z2NRO8 type=write size=1457240 2024-09-12T17:00:54.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.354+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=HJ1BOTSDG3H8 type=del size=828388 2024-09-12T17:00:54.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.355+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=TZBZFXW22U60 type=del 2024-09-12T17:00:54.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.357+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~DWO1PW6DL7AQ.0 size=1048576 2024-09-12T17:00:54.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.358+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~DWO1PW6DL7AQ.1 size=1048576 2024-09-12T17:00:54.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.359+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~DWO1PW6DL7AQ.2 size=647960 2024-09-12T17:00:54.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.359+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=DWO1PW6DL7AQ tag=9VB9NU709CBB type=write size=3793688 2024-09-12T17:00:54.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.360+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=U6LTPC3ZU0CX type=del 2024-09-12T17:00:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.361+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=EGXWC8UG7J93 type=del size=1716572 2024-09-12T17:00:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.362+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~KNQ7E3G8J2CE.0 size=1048576 2024-09-12T17:00:54.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.363+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~KNQ7E3G8J2CE.1 size=555615 2024-09-12T17:00:54.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.365+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=KNQ7E3G8J2CE tag=RVRPLV763JFF type=write size=2652767 2024-09-12T17:00:54.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.367+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~XEH43X34MR30.0 size=1048576 2024-09-12T17:00:54.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.368+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~XEH43X34MR30.1 size=303296 2024-09-12T17:00:54.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.368+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=XEH43X34MR30 tag=QPLWGC5A5WON type=write size=2400448 2024-09-12T17:00:54.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.369+0000 7fc68f42f780 1 < canceled operation key=5G9ZFBIRSZN0 tag=730OD7LIKPJ8 type=del size=2055727 2024-09-12T17:00:54.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.371+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~S83XWML3YD6R.0 size=1048576 2024-09-12T17:00:54.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.372+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~S83XWML3YD6R.1 size=1048576 2024-09-12T17:00:54.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.373+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~S83XWML3YD6R.2 size=677527 2024-09-12T17:00:54.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.373+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=S83XWML3YD6R tag=CQ0MOZNM9TBS type=write size=3823255 2024-09-12T17:00:54.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.375+0000 7fc68f42f780 1 < suggested remove operation key=5IRJPMUAJTW1 tag=2EQFV52JL8Q3 type=del 2024-09-12T17:00:54.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.378+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~OH0FNR9F13O6.0 size=67184 2024-09-12T17:00:54.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.378+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=OH0FNR9F13O6 tag=36JTEKKBQS3U type=write size=1115760 2024-09-12T17:00:54.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.379+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~SFGG85WLVPTH.0 size=593993 2024-09-12T17:00:54.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.381+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=SFGG85WLVPTH tag=19EX8Y6UNGL3 type=write size=1642569 2024-09-12T17:00:54.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.382+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=BRM98OAT33AK type=write size=593992 2024-09-12T17:00:54.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.383+0000 7fc68f42f780 1 < completed write operation key=ZCAVQ3AQ5V23 tag=TMXMJLZ8QI3P type=write size=939784 2024-09-12T17:00:54.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.384+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=KLIQPKIQBGE1 type=del size=3189743 2024-09-12T17:00:54.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.385+0000 7fc68f42f780 1 < completed write operation key=FFYEARKYU8MK tag=JF35IVZS0YGU type=write size=902492 2024-09-12T17:00:54.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.386+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=CAPT5XI635UM type=del size=1680239 2024-09-12T17:00:54.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.387+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=4XYRZRKBL515 type=del 2024-09-12T17:00:54.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.389+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=K6Y3L6YNQZ4I type=write size=782440 2024-09-12T17:00:54.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.391+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=L8Z66VCB9OHE type=del size=2558872 2024-09-12T17:00:54.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.393+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~R41CX5H9L1JU.0 size=225731 2024-09-12T17:00:54.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.393+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=R41CX5H9L1JU tag=T2GF3X70XIE0 type=write size=1274307 2024-09-12T17:00:54.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.394+0000 7fc68f42f780 1 < completed write operation key=HCFK4AS0XMDI tag=49WI0Q846WRZ type=write size=824081 2024-09-12T17:00:54.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.396+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~UQFM3I2GWNS2.0 size=1048576 2024-09-12T17:00:54.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.397+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~UQFM3I2GWNS2.1 size=1048576 2024-09-12T17:00:54.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.398+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~UQFM3I2GWNS2.2 size=493849 2024-09-12T17:00:54.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.398+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=UQFM3I2GWNS2 tag=4YUI4AOC1826 type=write size=3639577 2024-09-12T17:00:54.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.399+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~2AKUPE9XVBZZ.0 size=1048576 2024-09-12T17:00:54.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.400+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~2AKUPE9XVBZZ.1 size=838570 2024-09-12T17:00:54.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.402+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=2AKUPE9XVBZZ tag=3L5DL283DHP1 type=write size=2935722 2024-09-12T17:00:54.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.404+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~JJ5DTQE1ZETC.0 size=407406 2024-09-12T17:00:54.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.404+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=JJ5DTQE1ZETC tag=ZOYM8K4J8AH4 type=write size=1455982 2024-09-12T17:00:54.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.405+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=NEUMN5AJJRBE type=del 2024-09-12T17:00:54.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.407+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~STJJ5LMR39QQ.0 size=503415 2024-09-12T17:00:54.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.407+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=STJJ5LMR39QQ tag=6FPLXRED31LY type=write size=1551991 2024-09-12T17:00:54.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.408+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~8AI7W5K03DM2.0 size=1048576 2024-09-12T17:00:54.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.409+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~8AI7W5K03DM2.1 size=1048576 2024-09-12T17:00:54.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.410+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~8AI7W5K03DM2.2 size=838755 2024-09-12T17:00:54.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.412+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=8AI7W5K03DM2 tag=QWECXO1L9TS5 type=write size=3984483 2024-09-12T17:00:54.415 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.414+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~D0VIRVZ16DAD.0 size=1048576 2024-09-12T17:00:54.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.415+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~D0VIRVZ16DAD.1 size=639398 2024-09-12T17:00:54.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.415+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=D0VIRVZ16DAD tag=P8VSO2ZR1VIC type=write size=2736550 2024-09-12T17:00:54.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.417+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=6SC1KWXXW0OK type=del 2024-09-12T17:00:54.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.418+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=86F7LOMDFHMA type=del size=510266 2024-09-12T17:00:54.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.419+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=HJ1BOTSDG3H8 type=del 2024-09-12T17:00:54.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.422+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~DW32XEPDWOJ5.0 size=609516 2024-09-12T17:00:54.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.422+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=DW32XEPDWOJ5 tag=A16AOZTEMIA2 type=write size=1658092 2024-09-12T17:00:54.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.423+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~DWO1PW6DL7AQ.0 size=1048576 2024-09-12T17:00:54.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.424+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~DWO1PW6DL7AQ.1 size=1048576 2024-09-12T17:00:54.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.425+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~DWO1PW6DL7AQ.2 size=647960 2024-09-12T17:00:54.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.427+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=DWO1PW6DL7AQ tag=9VB9NU709CBB type=write size=3793688 2024-09-12T17:00:54.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.429+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~KYBYRSRW9N6Y.0 size=1048576 2024-09-12T17:00:54.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.430+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~KYBYRSRW9N6Y.1 size=358122 2024-09-12T17:00:54.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.430+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=KYBYRSRW9N6Y tag=9MDH2U0IUEYD type=write size=2455274 2024-09-12T17:00:54.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.431+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=EGXWC8UG7J93 type=del 2024-09-12T17:00:54.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.433+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~M1M4ZC515YFK.0 size=1048576 2024-09-12T17:00:54.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.434+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~M1M4ZC515YFK.1 size=968782 2024-09-12T17:00:54.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.434+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=M1M4ZC515YFK tag=M06809E3ZA1W type=write size=3065934 2024-09-12T17:00:54.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.436+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~XEH43X34MR30.0 size=1048576 2024-09-12T17:00:54.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.437+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~XEH43X34MR30.1 size=303296 2024-09-12T17:00:54.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.439+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=XEH43X34MR30 tag=QPLWGC5A5WON type=write size=2400448 2024-09-12T17:00:54.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.440+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=1O9FZLS5F1XG type=del size=3915605 2024-09-12T17:00:54.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.441+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~S83XWML3YD6R.0 size=1048576 2024-09-12T17:00:54.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.442+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~S83XWML3YD6R.1 size=1048576 2024-09-12T17:00:54.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.443+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~S83XWML3YD6R.2 size=677527 2024-09-12T17:00:54.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.445+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=S83XWML3YD6R tag=CQ0MOZNM9TBS type=write size=3823255 2024-09-12T17:00:54.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.447+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~3OST8HOEAXKC.0 size=1048576 2024-09-12T17:00:54.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.448+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~3OST8HOEAXKC.1 size=1048576 2024-09-12T17:00:54.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.449+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~3OST8HOEAXKC.2 size=197117 2024-09-12T17:00:54.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.449+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=3OST8HOEAXKC tag=53OXMEKLQXD1 type=write size=3342845 2024-09-12T17:00:54.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.450+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~OH0FNR9F13O6.0 size=67184 2024-09-12T17:00:54.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.452+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=OH0FNR9F13O6 tag=36JTEKKBQS3U type=write size=1115760 2024-09-12T17:00:54.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.453+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=Y2N5OYO11IIA type=del size=528586 2024-09-12T17:00:54.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.454+0000 7fc68f42f780 -1 < failed to complete operation key=W0I001KV7JL4 tag=BRM98OAT33AK type=write size=593992: (22) Invalid argument 2024-09-12T17:00:54.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.455+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=5Q95F47H7VAX type=del size=3083816 2024-09-12T17:00:54.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.456+0000 7fc68f42f780 1 < canceled operation key=9RJEGZRPXJQH tag=KLIQPKIQBGE1 type=del size=3189743 2024-09-12T17:00:54.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.459+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~Q0G4Z6T9DDA6.0 size=1048576 2024-09-12T17:00:54.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.460+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~Q0G4Z6T9DDA6.1 size=256514 2024-09-12T17:00:54.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.460+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=Q0G4Z6T9DDA6 tag=8B2UF97CQDFT type=write size=2353666 2024-09-12T17:00:54.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.461+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=CAPT5XI635UM type=del 2024-09-12T17:00:54.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.462+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=Z386DY9IFOMO type=write size=856758 2024-09-12T17:00:54.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.463+0000 7fc68f42f780 1 < completed write operation key=8WXCDATAFRNK tag=K6Y3L6YNQZ4I type=write size=782440 2024-09-12T17:00:54.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.465+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~P0NH9EAO7046.0 size=1048576 2024-09-12T17:00:54.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.466+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~P0NH9EAO7046.1 size=654075 2024-09-12T17:00:54.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.466+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=P0NH9EAO7046 tag=EVOF9DQCH4CL type=write size=2751227 2024-09-12T17:00:54.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.467+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~R41CX5H9L1JU.0 size=225731 2024-09-12T17:00:54.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.471+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=R41CX5H9L1JU tag=T2GF3X70XIE0 type=write size=1274307 2024-09-12T17:00:54.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.472+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=WKP7P4AG2OC1 type=del size=1919919 2024-09-12T17:00:54.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.473+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~UQFM3I2GWNS2.0 size=1048576 2024-09-12T17:00:54.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.474+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~UQFM3I2GWNS2.1 size=1048576 2024-09-12T17:00:54.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.475+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~UQFM3I2GWNS2.2 size=493849 2024-09-12T17:00:54.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.477+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=UQFM3I2GWNS2 tag=4YUI4AOC1826 type=write size=3639577 2024-09-12T17:00:54.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.479+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~IML7W77X5PPM.0 size=1048576 2024-09-12T17:00:54.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.480+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~IML7W77X5PPM.1 size=808515 2024-09-12T17:00:54.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.480+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=IML7W77X5PPM tag=JBYS9QMQN6L0 type=write size=2905667 2024-09-12T17:00:54.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.482+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~JJ5DTQE1ZETC.0 size=407406 2024-09-12T17:00:54.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.484+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=JJ5DTQE1ZETC tag=ZOYM8K4J8AH4 type=write size=1455982 2024-09-12T17:00:54.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.485+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=Z1Q55OGG0MJ7 type=del size=3345536 2024-09-12T17:00:54.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.486+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~STJJ5LMR39QQ.0 size=503415 2024-09-12T17:00:54.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.488+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=STJJ5LMR39QQ tag=6FPLXRED31LY type=write size=1551991 2024-09-12T17:00:54.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.489+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=X3H346OJATSK type=del size=1824138 2024-09-12T17:00:54.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.490+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~D0VIRVZ16DAD.0 size=1048576 2024-09-12T17:00:54.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.491+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~D0VIRVZ16DAD.1 size=639398 2024-09-12T17:00:54.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.493+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=D0VIRVZ16DAD tag=P8VSO2ZR1VIC type=write size=2736550 2024-09-12T17:00:54.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.496+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~LFQUB8YIDWTD.0 size=263539 2024-09-12T17:00:54.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.496+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=LFQUB8YIDWTD tag=MTQDY3ZZTZJ3 type=write size=1312115 2024-09-12T17:00:54.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.497+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=86F7LOMDFHMA type=del 2024-09-12T17:00:54.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.498+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=19Y2NKJKTLZ5 type=del size=3508996 2024-09-12T17:00:54.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.500+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~DW32XEPDWOJ5.0 size=609516 2024-09-12T17:00:54.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.502+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=DW32XEPDWOJ5 tag=A16AOZTEMIA2 type=write size=1658092 2024-09-12T17:00:54.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.504+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~HEA812YI2KCK.0 size=430874 2024-09-12T17:00:54.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.504+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=HEA812YI2KCK tag=JQMHBEJZGKHT type=write size=1479450 2024-09-12T17:00:54.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.505+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~KYBYRSRW9N6Y.0 size=1048576 2024-09-12T17:00:54.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.505+0000 7fc68f42f780 1 < canceled part key=_multipart_ZCAVQ3AQ5V23.2~KYBYRSRW9N6Y.1 size=358122 2024-09-12T17:00:54.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.508+0000 7fc68f42f780 1 < canceled multipart upload key=ZCAVQ3AQ5V23 upload=KYBYRSRW9N6Y tag=9MDH2U0IUEYD type=write size=2455274 2024-09-12T17:00:54.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.510+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~LPPVKN6VJS4L.0 size=854844 2024-09-12T17:00:54.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.510+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=LPPVKN6VJS4L tag=609YJHQP36SQ type=write size=1903420 2024-09-12T17:00:54.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.511+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~M1M4ZC515YFK.0 size=1048576 2024-09-12T17:00:54.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.512+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~M1M4ZC515YFK.1 size=968782 2024-09-12T17:00:54.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.514+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=M1M4ZC515YFK tag=M06809E3ZA1W type=write size=3065934 2024-09-12T17:00:54.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.516+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=UCUW46508OWF type=del size=351415 2024-09-12T17:00:54.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.517+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=1O9FZLS5F1XG type=del 2024-09-12T17:00:54.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.519+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~MQH0PDA81W13.0 size=1048576 2024-09-12T17:00:54.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.520+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~MQH0PDA81W13.1 size=320397 2024-09-12T17:00:54.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.520+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=MQH0PDA81W13 tag=ELMXZVR3C7XY type=write size=2417549 2024-09-12T17:00:54.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.521+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~3OST8HOEAXKC.0 size=1048576 2024-09-12T17:00:54.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.522+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~3OST8HOEAXKC.1 size=1048576 2024-09-12T17:00:54.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.524+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~3OST8HOEAXKC.2 size=197117 2024-09-12T17:00:54.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.526+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=3OST8HOEAXKC tag=53OXMEKLQXD1 type=write size=3342845 2024-09-12T17:00:54.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.527+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=V445VA3N1B75 type=del size=3048635 2024-09-12T17:00:54.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.528+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=Y2N5OYO11IIA type=del 2024-09-12T17:00:54.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.530+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=G8DI19KI1JF3 type=del size=2315741 2024-09-12T17:00:54.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.532+0000 7fc68f42f780 1 < suggested remove operation key=52JV36JIR0EJ tag=5Q95F47H7VAX type=del 2024-09-12T17:00:54.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.534+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~FO8T8P0NP4EX.0 size=1048576 2024-09-12T17:00:54.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.535+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~FO8T8P0NP4EX.1 size=1048576 2024-09-12T17:00:54.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.536+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~FO8T8P0NP4EX.2 size=309008 2024-09-12T17:00:54.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.536+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=FO8T8P0NP4EX tag=LY25ZVGVO90Q type=write size=3454736 2024-09-12T17:00:54.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.537+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~Q0G4Z6T9DDA6.0 size=1048576 2024-09-12T17:00:54.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.538+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~Q0G4Z6T9DDA6.1 size=256514 2024-09-12T17:00:54.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.540+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=Q0G4Z6T9DDA6 tag=8B2UF97CQDFT type=write size=2353666 2024-09-12T17:00:54.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.543+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~E0G42TL46L2U.0 size=1048576 2024-09-12T17:00:54.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.544+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~E0G42TL46L2U.1 size=157472 2024-09-12T17:00:54.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.544+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=E0G42TL46L2U tag=MOQSN6G688KP type=write size=2254624 2024-09-12T17:00:54.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.545+0000 7fc68f42f780 1 < completed write operation key=M84G815CQ1SC tag=Z386DY9IFOMO type=write size=856758 2024-09-12T17:00:54.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.546+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=SJZDYD85QGD7 type=del size=2383537 2024-09-12T17:00:54.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.548+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~P0NH9EAO7046.0 size=1048576 2024-09-12T17:00:54.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.549+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~P0NH9EAO7046.1 size=654075 2024-09-12T17:00:54.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.551+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=P0NH9EAO7046 tag=EVOF9DQCH4CL type=write size=2751227 2024-09-12T17:00:54.553 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.552+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=D1JXFAHJDG3O type=del size=386793 2024-09-12T17:00:54.554 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.553+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=WKP7P4AG2OC1 type=del 2024-09-12T17:00:54.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.556+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~QBZ6ZMXTC656.0 size=1048576 2024-09-12T17:00:54.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.557+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~QBZ6ZMXTC656.1 size=966777 2024-09-12T17:00:54.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.557+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=QBZ6ZMXTC656 tag=K46Z72S8XOZK type=write size=3063929 2024-09-12T17:00:54.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.558+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~IML7W77X5PPM.0 size=1048576 2024-09-12T17:00:54.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.559+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~IML7W77X5PPM.1 size=808515 2024-09-12T17:00:54.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.561+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=IML7W77X5PPM tag=JBYS9QMQN6L0 type=write size=2905667 2024-09-12T17:00:54.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.562+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=9BQKTH6YVF2M type=del size=1714588 2024-09-12T17:00:54.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.565+0000 7fc68f42f780 1 < suggested update operation key=AXKH2QANZCAL tag=Z1Q55OGG0MJ7 type=del size=3345536 2024-09-12T17:00:54.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.566+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=I7VHJ4JBQO5V type=del size=480895 2024-09-12T17:00:54.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.569+0000 7fc68f42f780 1 < suggested remove operation key=ZCAVQ3AQ5V23 tag=X3H346OJATSK type=del 2024-09-12T17:00:54.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.570+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=76F7DN5GKV9M type=del size=962005 2024-09-12T17:00:54.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.571+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~LFQUB8YIDWTD.0 size=263539 2024-09-12T17:00:54.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.573+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=LFQUB8YIDWTD tag=MTQDY3ZZTZJ3 type=write size=1312115 2024-09-12T17:00:54.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.575+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=LULZX7HLQD0Z type=del size=3668904 2024-09-12T17:00:54.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.576+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=19Y2NKJKTLZ5 type=del 2024-09-12T17:00:54.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.577+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=KYP9EVO088Y6 type=del size=3236393 2024-09-12T17:00:54.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.579+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~HEA812YI2KCK.0 size=430874 2024-09-12T17:00:54.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.581+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=HEA812YI2KCK tag=JQMHBEJZGKHT type=write size=1479450 2024-09-12T17:00:54.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.582+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=COTMBE73R5TV type=del size=844117 2024-09-12T17:00:54.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.583+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~LPPVKN6VJS4L.0 size=854844 2024-09-12T17:00:54.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.586+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=LPPVKN6VJS4L tag=609YJHQP36SQ type=write size=1903420 2024-09-12T17:00:54.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.588+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~N19LOGGLNG7Q.0 size=1048576 2024-09-12T17:00:54.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.589+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~N19LOGGLNG7Q.1 size=871507 2024-09-12T17:00:54.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.589+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=N19LOGGLNG7Q tag=6I415T9HGIBZ type=write size=2968659 2024-09-12T17:00:54.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.590+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=UCUW46508OWF type=del 2024-09-12T17:00:54.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.592+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=UFIRW6OM8HGC type=del size=1320149 2024-09-12T17:00:54.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.593+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~MQH0PDA81W13.0 size=1048576 2024-09-12T17:00:54.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.594+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~MQH0PDA81W13.1 size=320397 2024-09-12T17:00:54.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.596+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=MQH0PDA81W13 tag=ELMXZVR3C7XY type=write size=2417549 2024-09-12T17:00:54.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.597+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=HGUP1Q2IJ5OZ type=del size=379484 2024-09-12T17:00:54.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.598+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=V445VA3N1B75 type=del 2024-09-12T17:00:54.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.600+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~U089C61LLTUX.0 size=1048576 2024-09-12T17:00:54.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.601+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~U089C61LLTUX.1 size=1048576 2024-09-12T17:00:54.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.602+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~U089C61LLTUX.2 size=1015341 2024-09-12T17:00:54.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.602+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=U089C61LLTUX tag=7IN3T90OFI1S type=write size=4161069 2024-09-12T17:00:54.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.604+0000 7fc68f42f780 1 < suggested remove operation key=FFYEARKYU8MK tag=G8DI19KI1JF3 type=del 2024-09-12T17:00:54.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.605+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=2HT9YALMVYRW type=write size=75635 2024-09-12T17:00:54.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.607+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~FO8T8P0NP4EX.0 size=1048576 2024-09-12T17:00:54.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.608+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~FO8T8P0NP4EX.1 size=1048576 2024-09-12T17:00:54.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.608+0000 7fc68f42f780 1 < canceled part key=_multipart_IGCTZ5WOBL39.2~FO8T8P0NP4EX.2 size=309008 2024-09-12T17:00:54.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.610+0000 7fc68f42f780 1 < canceled multipart upload key=IGCTZ5WOBL39 upload=FO8T8P0NP4EX tag=LY25ZVGVO90Q type=write size=3454736 2024-09-12T17:00:54.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.611+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=DME90VSWBC7Y type=del size=3416074 2024-09-12T17:00:54.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.612+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~E0G42TL46L2U.0 size=1048576 2024-09-12T17:00:54.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.613+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~E0G42TL46L2U.1 size=157472 2024-09-12T17:00:54.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.615+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=E0G42TL46L2U tag=MOQSN6G688KP type=write size=2254624 2024-09-12T17:00:54.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.617+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=E33POSB32IBJ type=del size=2219109 2024-09-12T17:00:54.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.618+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=SJZDYD85QGD7 type=del 2024-09-12T17:00:54.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.619+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=OK3PMC11O1OT type=write size=611709 2024-09-12T17:00:54.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.620+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=D1JXFAHJDG3O type=del 2024-09-12T17:00:54.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.621+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=NBEOD2O32113 type=del size=817938 2024-09-12T17:00:54.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.623+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~QBZ6ZMXTC656.0 size=1048576 2024-09-12T17:00:54.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.624+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~QBZ6ZMXTC656.1 size=966777 2024-09-12T17:00:54.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.626+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=QBZ6ZMXTC656 tag=K46Z72S8XOZK type=write size=3063929 2024-09-12T17:00:54.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.628+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~NA5H1W0JG18W.0 size=1048576 2024-09-12T17:00:54.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.629+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~NA5H1W0JG18W.1 size=965385 2024-09-12T17:00:54.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.629+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=NA5H1W0JG18W tag=JHF251FPA4TU type=write size=3062537 2024-09-12T17:00:54.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.630+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=9BQKTH6YVF2M type=del 2024-09-12T17:00:54.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.632+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~SV3EB7V7BFQR.0 size=1048576 2024-09-12T17:00:54.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.633+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~SV3EB7V7BFQR.1 size=958116 2024-09-12T17:00:54.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.633+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=SV3EB7V7BFQR tag=LBT908EMD5ZJ type=write size=3055268 2024-09-12T17:00:54.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.634+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=I7VHJ4JBQO5V type=del 2024-09-12T17:00:54.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.635+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=52YOUAB5P8LJ type=write size=128605 2024-09-12T17:00:54.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.636+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=76F7DN5GKV9M type=del 2024-09-12T17:00:54.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.637+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=YFQ8SG0EGRWU type=del size=1570093 2024-09-12T17:00:54.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.640+0000 7fc68f42f780 1 < suggested remove operation key=NEAY7HVG4N98 tag=LULZX7HLQD0Z type=del 2024-09-12T17:00:54.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.642+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~WAHZVZKXVM7N.0 size=816695 2024-09-12T17:00:54.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.642+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=WAHZVZKXVM7N tag=5ZRAMYAF9C6A type=write size=1865271 2024-09-12T17:00:54.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.643+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=KYP9EVO088Y6 type=del 2024-09-12T17:00:54.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.645+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=FNDUBW7KNART type=del size=3977825 2024-09-12T17:00:54.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.646+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=COTMBE73R5TV type=del 2024-09-12T17:00:54.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.648+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~HQUBJL9Y4G51.0 size=705549 2024-09-12T17:00:54.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.648+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=HQUBJL9Y4G51 tag=5VAQAE218OYM type=write size=1754125 2024-09-12T17:00:54.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.650+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~N19LOGGLNG7Q.0 size=1048576 2024-09-12T17:00:54.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.651+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~N19LOGGLNG7Q.1 size=871507 2024-09-12T17:00:54.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.653+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=N19LOGGLNG7Q tag=6I415T9HGIBZ type=write size=2968659 2024-09-12T17:00:54.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.654+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=LJ9L84Z37OVY type=del size=353031 2024-09-12T17:00:54.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.655+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=UFIRW6OM8HGC type=del 2024-09-12T17:00:54.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.656+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=G178NM9ZMG8Y type=del size=2928631 2024-09-12T17:00:54.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.658+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=HGUP1Q2IJ5OZ type=del 2024-09-12T17:00:54.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.659+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=QJG5EV36QH0F type=write size=395884 2024-09-12T17:00:54.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.660+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~U089C61LLTUX.0 size=1048576 2024-09-12T17:00:54.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.661+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~U089C61LLTUX.1 size=1048576 2024-09-12T17:00:54.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.661+0000 7fc68f42f780 1 < canceled part key=_multipart_NEAY7HVG4N98.2~U089C61LLTUX.2 size=1015341 2024-09-12T17:00:54.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.663+0000 7fc68f42f780 1 < canceled multipart upload key=NEAY7HVG4N98 upload=U089C61LLTUX tag=7IN3T90OFI1S type=write size=4161069 2024-09-12T17:00:54.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.665+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=TGSKPXB2K47K type=del size=3219212 2024-09-12T17:00:54.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.666+0000 7fc68f42f780 1 < completed write operation key=W0I001KV7JL4 tag=2HT9YALMVYRW type=write size=75635 2024-09-12T17:00:54.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.667+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=3UJ0J3KO1RHA type=del size=939874 2024-09-12T17:00:54.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.669+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=DME90VSWBC7Y type=del 2024-09-12T17:00:54.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.670+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=UL5IALDLU0I0 type=del size=2737315 2024-09-12T17:00:54.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.672+0000 7fc68f42f780 1 < suggested remove operation key=YZ11NLDPZ4HC tag=E33POSB32IBJ type=del 2024-09-12T17:00:54.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.675+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~YHB4454JH4QB.0 size=1048576 2024-09-12T17:00:54.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.676+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~YHB4454JH4QB.1 size=21228 2024-09-12T17:00:54.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.676+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=YHB4454JH4QB tag=JXQL2KQX2X42 type=write size=2118380 2024-09-12T17:00:54.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.677+0000 7fc68f42f780 1 < completed write operation key=IGCTZ5WOBL39 tag=OK3PMC11O1OT type=write size=611709 2024-09-12T17:00:54.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.678+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=AWR02G3Y3H0R type=del size=2764825 2024-09-12T17:00:54.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.680+0000 7fc68f42f780 1 < suggested remove operation key=CNRF3YNKC07N tag=NBEOD2O32113 type=del 2024-09-12T17:00:54.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.681+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=DV6ZOZXK989E type=del size=1153467 2024-09-12T17:00:54.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.681+0000 7fc68f42f780 1 < canceled part key=_multipart_NEAY7HVG4N98.2~NA5H1W0JG18W.0 size=1048576 2024-09-12T17:00:54.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.682+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~NA5H1W0JG18W.1 size=965385 2024-09-12T17:00:54.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.684+0000 7fc68f42f780 1 < canceled multipart upload key=NEAY7HVG4N98 upload=NA5H1W0JG18W tag=JHF251FPA4TU type=write size=3062537 2024-09-12T17:00:54.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.686+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~GN70DC14Y6Q2.0 size=1014319 2024-09-12T17:00:54.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.686+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=GN70DC14Y6Q2 tag=CTGDIKNQ0Z43 type=write size=2062895 2024-09-12T17:00:54.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.686+0000 7fc68f42f780 1 < canceled part key=_multipart_NALVOSHAE3VH.2~SV3EB7V7BFQR.0 size=1048576 2024-09-12T17:00:54.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.687+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~SV3EB7V7BFQR.1 size=958116 2024-09-12T17:00:54.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.689+0000 7fc68f42f780 1 < canceled multipart upload key=NALVOSHAE3VH upload=SV3EB7V7BFQR tag=LBT908EMD5ZJ type=write size=3055268 2024-09-12T17:00:54.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.690+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=W0L6BNB9H2BN type=write size=881672 2024-09-12T17:00:54.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.692+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=52YOUAB5P8LJ type=write size=128605 2024-09-12T17:00:54.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.694+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~K1YC6EZ8OOWN.0 size=229163 2024-09-12T17:00:54.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.694+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=K1YC6EZ8OOWN tag=N4Z58Q6UDJFH type=write size=1277739 2024-09-12T17:00:54.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.695+0000 7fc68f42f780 1 < canceled operation key=ZCAVQ3AQ5V23 tag=YFQ8SG0EGRWU type=del size=1570093 2024-09-12T17:00:54.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.697+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~KTIZO4X5M9X4.0 size=1048576 2024-09-12T17:00:54.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.699+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~KTIZO4X5M9X4.1 size=366616 2024-09-12T17:00:54.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.699+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=KTIZO4X5M9X4 tag=I0Q1MBKU6OQR type=write size=2463768 2024-09-12T17:00:54.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.701+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~WAHZVZKXVM7N.0 size=816695 2024-09-12T17:00:54.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.702+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=WAHZVZKXVM7N tag=5ZRAMYAF9C6A type=write size=1865271 2024-09-12T17:00:54.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.704+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=2CETFQL3P23Q type=del size=4145791 2024-09-12T17:00:54.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.706+0000 7fc68f42f780 1 < suggested update operation key=FLARRSQDFMB6 tag=FNDUBW7KNART type=del size=3977825 2024-09-12T17:00:54.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.708+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~35Y8PXDP7RVL.0 size=666579 2024-09-12T17:00:54.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.708+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=35Y8PXDP7RVL tag=CQG0SI2QZFDD type=write size=1715155 2024-09-12T17:00:54.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.709+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~HQUBJL9Y4G51.0 size=705549 2024-09-12T17:00:54.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.711+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=HQUBJL9Y4G51 tag=5VAQAE218OYM type=write size=1754125 2024-09-12T17:00:54.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.713+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=3LOLPCXGRZ6Q type=write size=116425 2024-09-12T17:00:54.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.714+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=LJ9L84Z37OVY type=del 2024-09-12T17:00:54.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.716+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~YIEYC9GZ94HM.0 size=865177 2024-09-12T17:00:54.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.716+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=YIEYC9GZ94HM tag=JN6BA0P1XU5E type=write size=1913753 2024-09-12T17:00:54.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.717+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=G178NM9ZMG8Y type=del 2024-09-12T17:00:54.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.718+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=MPLVK99U0SUJ type=del size=60601 2024-09-12T17:00:54.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.720+0000 7fc68f42f780 1 < completed write operation key=QXA2N8KQQN1N tag=QJG5EV36QH0F type=write size=395884 2024-09-12T17:00:54.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.722+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~B0GN5JG9KR0I.0 size=1048576 2024-09-12T17:00:54.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.723+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~B0GN5JG9KR0I.1 size=67249 2024-09-12T17:00:54.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.723+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=B0GN5JG9KR0I tag=0HGCL38WC0O0 type=write size=2164401 2024-09-12T17:00:54.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.724+0000 7fc68f42f780 1 < canceled operation key=5IRJPMUAJTW1 tag=TGSKPXB2K47K type=del size=3219212 2024-09-12T17:00:54.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.726+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~HHQSNWEES973.0 size=1048576 2024-09-12T17:00:54.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.727+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~HHQSNWEES973.1 size=1048576 2024-09-12T17:00:54.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.728+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~HHQSNWEES973.2 size=511433 2024-09-12T17:00:54.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.728+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=HHQSNWEES973 tag=1CC18IGJVHDH type=write size=3657161 2024-09-12T17:00:54.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.729+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=3UJ0J3KO1RHA type=del 2024-09-12T17:00:54.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.730+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=HXRE4HN4E9QW type=del size=2458781 2024-09-12T17:00:54.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.731+0000 7fc68f42f780 -1 < failed to complete operation key=CNRF3YNKC07N tag=UL5IALDLU0I0 type=del size=2737315: (22) Invalid argument 2024-09-12T17:00:54.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.733+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~RW9ANWCQVVIX.0 size=1048576 2024-09-12T17:00:54.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.734+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~RW9ANWCQVVIX.1 size=1048576 2024-09-12T17:00:54.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.735+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~RW9ANWCQVVIX.2 size=352918 2024-09-12T17:00:54.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.735+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=RW9ANWCQVVIX tag=LQJFVQPTANW6 type=write size=3498646 2024-09-12T17:00:54.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.735+0000 7fc68f42f780 1 < canceled part key=_multipart_AXKH2QANZCAL.2~YHB4454JH4QB.0 size=1048576 2024-09-12T17:00:54.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.736+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~YHB4454JH4QB.1 size=21228 2024-09-12T17:00:54.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.738+0000 7fc68f42f780 1 < canceled multipart upload key=AXKH2QANZCAL upload=YHB4454JH4QB tag=JXQL2KQX2X42 type=write size=2118380 2024-09-12T17:00:54.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.739+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=IVJM2LHQJTD4 type=del size=1821052 2024-09-12T17:00:54.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.741+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=AWR02G3Y3H0R type=del 2024-09-12T17:00:54.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.742+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=XPY1SX5WQHND type=del size=3323693 2024-09-12T17:00:54.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.743+0000 7fc68f42f780 1 < completed delete operation key=W0I001KV7JL4 tag=DV6ZOZXK989E type=del 2024-09-12T17:00:54.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.745+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~4D7LQDKU2RSR.0 size=311335 2024-09-12T17:00:54.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.745+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=4D7LQDKU2RSR tag=1H5JAZXTYE0L type=write size=1359911 2024-09-12T17:00:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.746+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~GN70DC14Y6Q2.0 size=1014319 2024-09-12T17:00:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.748+0000 7fc68f42f780 1 < completed multipart upload key=HCFK4AS0XMDI upload=GN70DC14Y6Q2 tag=CTGDIKNQ0Z43 type=write size=2062895 2024-09-12T17:00:54.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.750+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~XAUTY831GI2X.0 size=1048576 2024-09-12T17:00:54.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.751+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~XAUTY831GI2X.1 size=1048576 2024-09-12T17:00:54.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.751+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~XAUTY831GI2X.2 size=180953 2024-09-12T17:00:54.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.751+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=XAUTY831GI2X tag=UHBX12212A59 type=write size=3326681 2024-09-12T17:00:54.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.753+0000 7fc68f42f780 1 < completed write operation key=YZ11NLDPZ4HC tag=W0L6BNB9H2BN type=write size=881672 2024-09-12T17:00:54.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.754+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=PI79R1I9SHFO type=write size=89733 2024-09-12T17:00:54.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.755+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~K1YC6EZ8OOWN.0 size=229163 2024-09-12T17:00:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.757+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=K1YC6EZ8OOWN tag=N4Z58Q6UDJFH type=write size=1277739 2024-09-12T17:00:54.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.759+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~48FPFSZGRF0G.0 size=1048576 2024-09-12T17:00:54.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.759+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~48FPFSZGRF0G.1 size=1048576 2024-09-12T17:00:54.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.760+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~48FPFSZGRF0G.2 size=535553 2024-09-12T17:00:54.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.760+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=48FPFSZGRF0G tag=CYF1SXYNIQII type=write size=3681281 2024-09-12T17:00:54.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.761+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~KTIZO4X5M9X4.0 size=1048576 2024-09-12T17:00:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.762+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~KTIZO4X5M9X4.1 size=366616 2024-09-12T17:00:54.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.764+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=KTIZO4X5M9X4 tag=I0Q1MBKU6OQR type=write size=2463768 2024-09-12T17:00:54.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.766+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~QDJ1S0BKRQBY.0 size=1048576 2024-09-12T17:00:54.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.767+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~QDJ1S0BKRQBY.1 size=1048576 2024-09-12T17:00:54.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.768+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~QDJ1S0BKRQBY.2 size=332101 2024-09-12T17:00:54.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.768+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=QDJ1S0BKRQBY tag=NR01RAOYUF3W type=write size=3477829 2024-09-12T17:00:54.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.769+0000 7fc68f42f780 1 < completed delete operation key=UTP229W3RHD3 tag=2CETFQL3P23Q type=del 2024-09-12T17:00:54.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.771+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=737ENTT3GAWR type=del size=2290237 2024-09-12T17:00:54.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.772+0000 7fc68f42f780 1 < completed part key=_multipart_UTP229W3RHD3.2~35Y8PXDP7RVL.0 size=666579 2024-09-12T17:00:54.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.774+0000 7fc68f42f780 1 < completed multipart upload key=UTP229W3RHD3 upload=35Y8PXDP7RVL tag=CQG0SI2QZFDD type=write size=1715155 2024-09-12T17:00:54.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.775+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=0Q3RXTZIYQJB type=write size=1039190 2024-09-12T17:00:54.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.776+0000 7fc68f42f780 1 < canceled operation key=NALVOSHAE3VH tag=3LOLPCXGRZ6Q type=write size=116425 2024-09-12T17:00:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.778+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~A23RWXNUZFA8.0 size=1048576 2024-09-12T17:00:54.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.779+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~A23RWXNUZFA8.1 size=804855 2024-09-12T17:00:54.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.779+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=A23RWXNUZFA8 tag=PJJ96GJIONRJ type=write size=2902007 2024-09-12T17:00:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.780+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~YIEYC9GZ94HM.0 size=865177 2024-09-12T17:00:54.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.782+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=YIEYC9GZ94HM tag=JN6BA0P1XU5E type=write size=1913753 2024-09-12T17:00:54.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.783+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=AUWB5WSC3UX1 type=del size=207534 2024-09-12T17:00:54.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.784+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=MPLVK99U0SUJ type=del 2024-09-12T17:00:54.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.787+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~C0G07KHQ0TOQ.0 size=689226 2024-09-12T17:00:54.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.787+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=C0G07KHQ0TOQ tag=TJKQSGCVWR0Z type=write size=1737802 2024-09-12T17:00:54.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.788+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~B0GN5JG9KR0I.0 size=1048576 2024-09-12T17:00:54.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.789+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~B0GN5JG9KR0I.1 size=67249 2024-09-12T17:00:54.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.791+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=B0GN5JG9KR0I tag=0HGCL38WC0O0 type=write size=2164401 2024-09-12T17:00:54.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.792+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=4BUNMKCCJAP5 type=del size=483253 2024-09-12T17:00:54.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.793+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~HHQSNWEES973.0 size=1048576 2024-09-12T17:00:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.794+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~HHQSNWEES973.1 size=1048576 2024-09-12T17:00:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.795+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~HHQSNWEES973.2 size=511433 2024-09-12T17:00:54.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.797+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=HHQSNWEES973 tag=1CC18IGJVHDH type=write size=3657161 2024-09-12T17:00:54.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.798+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=DD357CA0JXVE type=del size=1449382 2024-09-12T17:00:54.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.799+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=HXRE4HN4E9QW type=del 2024-09-12T17:00:54.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.801+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=3QOMC931Z0C6 type=del size=3169692 2024-09-12T17:00:54.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.802+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~RW9ANWCQVVIX.0 size=1048576 2024-09-12T17:00:54.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.803+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~RW9ANWCQVVIX.1 size=1048576 2024-09-12T17:00:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.804+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~RW9ANWCQVVIX.2 size=352918 2024-09-12T17:00:54.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.807+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=RW9ANWCQVVIX tag=LQJFVQPTANW6 type=write size=3498646 2024-09-12T17:00:54.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.809+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~LA05U7EBEYA5.0 size=1048576 2024-09-12T17:00:54.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.810+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~LA05U7EBEYA5.1 size=331848 2024-09-12T17:00:54.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.810+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=LA05U7EBEYA5 tag=T287ATB1ZK1W type=write size=2429000 2024-09-12T17:00:54.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.812+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=IVJM2LHQJTD4 type=del 2024-09-12T17:00:54.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.814+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~KTJQIX4RCVWR.0 size=205336 2024-09-12T17:00:54.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.814+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=KTJQIX4RCVWR tag=1B2JTZZJ07OX type=write size=1253912 2024-09-12T17:00:54.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.815+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=XPY1SX5WQHND type=del 2024-09-12T17:00:54.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.817+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=I3NGKZ307764 type=write size=743301 2024-09-12T17:00:54.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.819+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~4D7LQDKU2RSR.0 size=311335 2024-09-12T17:00:54.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.823+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=4D7LQDKU2RSR tag=1H5JAZXTYE0L type=write size=1359911 2024-09-12T17:00:54.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.825+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=HLUPZ0JJSY6E type=del size=39330 2024-09-12T17:00:54.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.826+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~XAUTY831GI2X.0 size=1048576 2024-09-12T17:00:54.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.827+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~XAUTY831GI2X.1 size=1048576 2024-09-12T17:00:54.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.828+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~XAUTY831GI2X.2 size=180953 2024-09-12T17:00:54.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.830+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=XAUTY831GI2X tag=UHBX12212A59 type=write size=3326681 2024-09-12T17:00:54.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.831+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=F87I17OA5MD8 type=del size=3513663 2024-09-12T17:00:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.833+0000 7fc68f42f780 1 < suggested update operation key=IGCTZ5WOBL39 tag=PI79R1I9SHFO type=write size=89733 2024-09-12T17:00:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.834+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=IZJ26YAN3SCJ type=write size=1040020 2024-09-12T17:00:54.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.835+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~48FPFSZGRF0G.0 size=1048576 2024-09-12T17:00:54.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.836+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~48FPFSZGRF0G.1 size=1048576 2024-09-12T17:00:54.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.837+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~48FPFSZGRF0G.2 size=535553 2024-09-12T17:00:54.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.839+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=48FPFSZGRF0G tag=CYF1SXYNIQII type=write size=3681281 2024-09-12T17:00:54.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.840+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=X8KMQHKJC61Q type=del size=1587616 2024-09-12T17:00:54.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.841+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~QDJ1S0BKRQBY.0 size=1048576 2024-09-12T17:00:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.842+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~QDJ1S0BKRQBY.1 size=1048576 2024-09-12T17:00:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.843+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~QDJ1S0BKRQBY.2 size=332101 2024-09-12T17:00:54.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.845+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=QDJ1S0BKRQBY tag=NR01RAOYUF3W type=write size=3477829 2024-09-12T17:00:54.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.846+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=6VZS6UXXU2CG type=del size=504415 2024-09-12T17:00:54.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.848+0000 7fc68f42f780 1 < suggested remove operation key=9RJEGZRPXJQH tag=737ENTT3GAWR type=del 2024-09-12T17:00:54.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.849+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=UE27I41PYIKS type=del size=2103627 2024-09-12T17:00:54.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.850+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=0Q3RXTZIYQJB type=write size=1039190 2024-09-12T17:00:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.852+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~WD7XTKAOPDWG.0 size=304068 2024-09-12T17:00:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.852+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=WD7XTKAOPDWG tag=GMOFAX8QHVMD type=write size=1352644 2024-09-12T17:00:54.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.854+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~A23RWXNUZFA8.0 size=1048576 2024-09-12T17:00:54.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.855+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~A23RWXNUZFA8.1 size=804855 2024-09-12T17:00:54.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.856+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=A23RWXNUZFA8 tag=PJJ96GJIONRJ type=write size=2902007 2024-09-12T17:00:54.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.859+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~OBO91OR9K0ZM.0 size=723925 2024-09-12T17:00:54.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.859+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=OBO91OR9K0ZM tag=6TG3YTL8NHJL type=write size=1772501 2024-09-12T17:00:54.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.860+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=AUWB5WSC3UX1 type=del 2024-09-12T17:00:54.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.862+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~9ANPKWO31JO2.0 size=1048576 2024-09-12T17:00:54.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.863+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~9ANPKWO31JO2.1 size=955894 2024-09-12T17:00:54.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.863+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=9ANPKWO31JO2 tag=CXP5HYK6JR4W type=write size=3053046 2024-09-12T17:00:54.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.864+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~C0G07KHQ0TOQ.0 size=689226 2024-09-12T17:00:54.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.866+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=C0G07KHQ0TOQ tag=TJKQSGCVWR0Z type=write size=1737802 2024-09-12T17:00:54.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.868+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~DYSL0S9CKZ0Y.0 size=883729 2024-09-12T17:00:54.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.868+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=DYSL0S9CKZ0Y tag=G3M717M0WVWW type=write size=1932305 2024-09-12T17:00:54.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.869+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=4BUNMKCCJAP5 type=del 2024-09-12T17:00:54.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.870+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=1Q3A9V4L3BI3 type=del size=1399502 2024-09-12T17:00:54.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.872+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=DD357CA0JXVE type=del 2024-09-12T17:00:54.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.874+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~OICOHE50D0C8.0 size=534547 2024-09-12T17:00:54.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.874+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=OICOHE50D0C8 tag=QUBQM3S9BHWJ type=write size=1583123 2024-09-12T17:00:54.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.875+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=3QOMC931Z0C6 type=del 2024-09-12T17:00:54.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.876+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=OG42G363AYZB type=del size=794255 2024-09-12T17:00:54.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.877+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~LA05U7EBEYA5.0 size=1048576 2024-09-12T17:00:54.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.878+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~LA05U7EBEYA5.1 size=331848 2024-09-12T17:00:54.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.880+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=LA05U7EBEYA5 tag=T287ATB1ZK1W type=write size=2429000 2024-09-12T17:00:54.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.881+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=F2JJ33ISEMQX type=write size=857283 2024-09-12T17:00:54.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.882+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~KTJQIX4RCVWR.0 size=205336 2024-09-12T17:00:54.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.884+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=KTJQIX4RCVWR tag=1B2JTZZJ07OX type=write size=1253912 2024-09-12T17:00:54.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.885+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=AMGS0YP8HDX1 type=del size=3081100 2024-09-12T17:00:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.888+0000 7fc68f42f780 1 < suggested update operation key=YXWFMB60E9UH tag=I3NGKZ307764 type=write size=743301 2024-09-12T17:00:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.889+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=56VQYCK0NCQV type=del size=3308208 2024-09-12T17:00:54.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.890+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=HLUPZ0JJSY6E type=del 2024-09-12T17:00:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.891+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=Y3XZFL7PLBT3 type=del size=932018 2024-09-12T17:00:54.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.892+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=F87I17OA5MD8 type=del 2024-09-12T17:00:54.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.894+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=YX4I8FYAIVF0 type=del size=2047168 2024-09-12T17:00:54.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.896+0000 7fc68f42f780 1 < suggested update operation key=9N1QDZF7NPT0 tag=IZJ26YAN3SCJ type=write size=1040020 2024-09-12T17:00:54.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.897+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=BV7NYNNHD609 type=del size=3883829 2024-09-12T17:00:54.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.898+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=X8KMQHKJC61Q type=del 2024-09-12T17:00:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.899+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=U9Q8G72RKN8E type=write size=676906 2024-09-12T17:00:54.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.902+0000 7fc68f42f780 1 < suggested update operation key=UTP229W3RHD3 tag=6VZS6UXXU2CG type=del size=504415 2024-09-12T17:00:54.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.903+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=0MCR6L7F1V7U type=del size=170945 2024-09-12T17:00:54.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.904+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=UE27I41PYIKS type=del 2024-09-12T17:00:54.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.906+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~67JZ5DV9R4D0.0 size=1048576 2024-09-12T17:00:54.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.907+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~67JZ5DV9R4D0.1 size=411847 2024-09-12T17:00:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.907+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=67JZ5DV9R4D0 tag=3KGKZGVVK2B2 type=write size=2508999 2024-09-12T17:00:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.909+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~WD7XTKAOPDWG.0 size=304068 2024-09-12T17:00:54.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.911+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=WD7XTKAOPDWG tag=GMOFAX8QHVMD type=write size=1352644 2024-09-12T17:00:54.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.912+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=GN6L5C0M37S3 type=del size=4194063 2024-09-12T17:00:54.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.913+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~OBO91OR9K0ZM.0 size=723925 2024-09-12T17:00:54.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.915+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=OBO91OR9K0ZM tag=6TG3YTL8NHJL type=write size=1772501 2024-09-12T17:00:54.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.916+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=R2HYQ9BO99PB type=del size=2631815 2024-09-12T17:00:54.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.918+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~9ANPKWO31JO2.0 size=1048576 2024-09-12T17:00:54.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.921+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~9ANPKWO31JO2.1 size=955894 2024-09-12T17:00:54.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.925+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=9ANPKWO31JO2 tag=CXP5HYK6JR4W type=write size=3053046 2024-09-12T17:00:54.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.928+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~HTV5CYKEMIF1.0 size=1048576 2024-09-12T17:00:54.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.929+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~HTV5CYKEMIF1.1 size=458459 2024-09-12T17:00:54.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.929+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=HTV5CYKEMIF1 tag=TWR2R4ZY0U4B type=write size=2555611 2024-09-12T17:00:54.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.930+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~DYSL0S9CKZ0Y.0 size=883729 2024-09-12T17:00:54.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.932+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=DYSL0S9CKZ0Y tag=G3M717M0WVWW type=write size=1932305 2024-09-12T17:00:54.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.933+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=8LRVCGI1SZTS type=del size=97018 2024-09-12T17:00:54.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.935+0000 7fc68f42f780 1 < canceled operation key=FLARRSQDFMB6 tag=1Q3A9V4L3BI3 type=del size=1399502 2024-09-12T17:00:54.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.936+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=26PWHQWXJ3R6 type=del size=3226277 2024-09-12T17:00:54.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.937+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~OICOHE50D0C8.0 size=534547 2024-09-12T17:00:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.939+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=OICOHE50D0C8 tag=QUBQM3S9BHWJ type=write size=1583123 2024-09-12T17:00:54.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.940+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~K83JA7IGXNT2.0 size=1048576 2024-09-12T17:00:54.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.941+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~K83JA7IGXNT2.1 size=1048576 2024-09-12T17:00:54.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.942+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~K83JA7IGXNT2.2 size=700314 2024-09-12T17:00:54.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.942+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=K83JA7IGXNT2 tag=UVRM2P2LIHV8 type=write size=3846042 2024-09-12T17:00:54.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.943+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=OG42G363AYZB type=del 2024-09-12T17:00:54.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.945+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~NC290AMSFPDB.0 size=1048576 2024-09-12T17:00:54.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.946+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~NC290AMSFPDB.1 size=1048576 2024-09-12T17:00:54.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.947+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~NC290AMSFPDB.2 size=30073 2024-09-12T17:00:54.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.947+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=NC290AMSFPDB tag=K9A85MRDXAKS type=write size=3175801 2024-09-12T17:00:54.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.948+0000 7fc68f42f780 1 < completed write operation key=YZ11NLDPZ4HC tag=F2JJ33ISEMQX type=write size=857283 2024-09-12T17:00:54.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.950+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~C53RR2KSGR7G.0 size=1048576 2024-09-12T17:00:54.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.951+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~C53RR2KSGR7G.1 size=596263 2024-09-12T17:00:54.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.951+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=C53RR2KSGR7G tag=PU2Q8O4WL5QE type=write size=2693415 2024-09-12T17:00:54.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.952+0000 7fc68f42f780 -1 < failed to complete operation key=YXWFMB60E9UH tag=AMGS0YP8HDX1 type=del size=3081100: (22) Invalid argument 2024-09-12T17:00:54.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.953+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=GT51PLXOCZO0 type=del size=1346456 2024-09-12T17:00:54.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.954+0000 7fc68f42f780 1 < completed delete operation key=KZSUBBPS0F1I tag=56VQYCK0NCQV type=del 2024-09-12T17:00:54.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.955+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=Y9DSA202ZZBX type=del size=3370207 2024-09-12T17:00:54.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.957+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=Y3XZFL7PLBT3 type=del 2024-09-12T17:00:54.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.959+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=14SJPDNKS0O6 type=del size=1545562 2024-09-12T17:00:54.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.962+0000 7fc68f42f780 1 < suggested update operation key=9N1QDZF7NPT0 tag=YX4I8FYAIVF0 type=del size=2047168 2024-09-12T17:00:54.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.963+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=LBCT53DVU5Y8 type=write size=604428 2024-09-12T17:00:54.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.965+0000 7fc68f42f780 1 < suggested remove operation key=9N1QDZF7NPT0 tag=BV7NYNNHD609 type=del 2024-09-12T17:00:54.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.967+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=3NL66CI95SNN type=del size=357598 2024-09-12T17:00:54.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.969+0000 7fc68f42f780 1 < suggested update operation key=8WXCDATAFRNK tag=U9Q8G72RKN8E type=write size=676906 2024-09-12T17:00:54.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.970+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=15MT0F4VQ2UL type=write size=937848 2024-09-12T17:00:54.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.971+0000 7fc68f42f780 -1 < failed to complete operation key=9N1QDZF7NPT0 tag=0MCR6L7F1V7U type=del size=170945: (22) Invalid argument 2024-09-12T17:00:54.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.972+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=KJJH31UWJIF2 type=del size=18375 2024-09-12T17:00:54.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.974+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~67JZ5DV9R4D0.0 size=1048576 2024-09-12T17:00:54.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.974+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~67JZ5DV9R4D0.1 size=411847 2024-09-12T17:00:54.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.976+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=67JZ5DV9R4D0 tag=3KGKZGVVK2B2 type=write size=2508999 2024-09-12T17:00:54.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.978+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=B23MTQKX4Y2Q type=del size=540139 2024-09-12T17:00:54.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.980+0000 7fc68f42f780 1 < suggested update operation key=5IRJPMUAJTW1 tag=GN6L5C0M37S3 type=del size=4194063 2024-09-12T17:00:54.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.981+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=OLDT0EHK88Q5 type=del size=809292 2024-09-12T17:00:54.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.983+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=R2HYQ9BO99PB type=del 2024-09-12T17:00:54.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.984+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=S6TTA8PU34DE type=del size=3179951 2024-09-12T17:00:54.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.987+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~HTV5CYKEMIF1.0 size=1048576 2024-09-12T17:00:54.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.988+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~HTV5CYKEMIF1.1 size=458459 2024-09-12T17:00:54.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.990+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=HTV5CYKEMIF1 tag=TWR2R4ZY0U4B type=write size=2555611 2024-09-12T17:00:54.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.991+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=L1AE2X5MN83L type=del size=171964 2024-09-12T17:00:54.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.992+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=8LRVCGI1SZTS type=del 2024-09-12T17:00:54.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.993+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=F31PF836SX4R type=del size=4009519 2024-09-12T17:00:54.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.996+0000 7fc68f42f780 1 < suggested update operation key=FFYEARKYU8MK tag=26PWHQWXJ3R6 type=del size=3226277 2024-09-12T17:00:54.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.997+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=X1LOV2SD3AI1 type=del size=2043999 2024-09-12T17:00:54.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.998+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~K83JA7IGXNT2.0 size=1048576 2024-09-12T17:00:55.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:54.999+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~K83JA7IGXNT2.1 size=1048576 2024-09-12T17:00:55.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.000+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~K83JA7IGXNT2.2 size=700314 2024-09-12T17:00:55.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.002+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=K83JA7IGXNT2 tag=UVRM2P2LIHV8 type=write size=3846042 2024-09-12T17:00:55.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.004+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=A0IXMP2A03JD type=del size=2942414 2024-09-12T17:00:55.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.005+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~NC290AMSFPDB.0 size=1048576 2024-09-12T17:00:55.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.006+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~NC290AMSFPDB.1 size=1048576 2024-09-12T17:00:55.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.007+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~NC290AMSFPDB.2 size=30073 2024-09-12T17:00:55.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.009+0000 7fc68f42f780 1 < completed multipart upload key=FLARRSQDFMB6 upload=NC290AMSFPDB tag=K9A85MRDXAKS type=write size=3175801 2024-09-12T17:00:55.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.010+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=EOXGZ9MJ1SLO type=write size=113509 2024-09-12T17:00:55.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.012+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~C53RR2KSGR7G.0 size=1048576 2024-09-12T17:00:55.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.013+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~C53RR2KSGR7G.1 size=596263 2024-09-12T17:00:55.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.014+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=C53RR2KSGR7G tag=PU2Q8O4WL5QE type=write size=2693415 2024-09-12T17:00:55.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.016+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=KR6MQTQSQWA4 type=del size=3003847 2024-09-12T17:00:55.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.018+0000 7fc68f42f780 1 < suggested remove operation key=JPQVCVA736JG tag=GT51PLXOCZO0 type=del 2024-09-12T17:00:55.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.020+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~A3PK67186EJ3.0 size=1048576 2024-09-12T17:00:55.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.021+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~A3PK67186EJ3.1 size=610268 2024-09-12T17:00:55.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.021+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=A3PK67186EJ3 tag=U5Y8TMCPLYB2 type=write size=2707420 2024-09-12T17:00:55.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.022+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=Y9DSA202ZZBX type=del 2024-09-12T17:00:55.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.024+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~WTF9J1577RBG.0 size=1048576 2024-09-12T17:00:55.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.025+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~WTF9J1577RBG.1 size=1048576 2024-09-12T17:00:55.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.026+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~WTF9J1577RBG.2 size=61959 2024-09-12T17:00:55.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.026+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=WTF9J1577RBG tag=MLS47P8S9H3B type=write size=3207687 2024-09-12T17:00:55.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.027+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=14SJPDNKS0O6 type=del 2024-09-12T17:00:55.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.028+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=XXJ5HSQUMF8L type=del size=2192248 2024-09-12T17:00:55.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.029+0000 7fc68f42f780 -1 < failed to complete operation key=JPQVCVA736JG tag=LBCT53DVU5Y8 type=write size=604428: (22) Invalid argument 2024-09-12T17:00:55.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.031+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~OXP64O00WRH8.0 size=1048576 2024-09-12T17:00:55.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.032+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~OXP64O00WRH8.1 size=1048576 2024-09-12T17:00:55.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.033+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~OXP64O00WRH8.2 size=990373 2024-09-12T17:00:55.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.033+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=OXP64O00WRH8 tag=VV5J8LHVVDX0 type=write size=4136101 2024-09-12T17:00:55.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.036+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=3NL66CI95SNN type=del 2024-09-12T17:00:55.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.038+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~J99CS2XRUA85.0 size=1048576 2024-09-12T17:00:55.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.039+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~J99CS2XRUA85.1 size=1048576 2024-09-12T17:00:55.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.040+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~J99CS2XRUA85.2 size=1030695 2024-09-12T17:00:55.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.040+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=J99CS2XRUA85 tag=5B47N63Z05Y4 type=write size=4176423 2024-09-12T17:00:55.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.041+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=15MT0F4VQ2UL type=write size=937848 2024-09-12T17:00:55.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.042+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=HJPF4K0IGDFO type=del size=4167011 2024-09-12T17:00:55.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.043+0000 7fc68f42f780 1 < canceled operation key=5G9ZFBIRSZN0 tag=KJJH31UWJIF2 type=del size=18375 2024-09-12T17:00:55.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.044+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=ZNGYGYRDVI27 type=write size=317803 2024-09-12T17:00:55.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.045+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=B23MTQKX4Y2Q type=del 2024-09-12T17:00:55.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.046+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=W2L8HES9G2HU type=write size=509761 2024-09-12T17:00:55.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.048+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=OLDT0EHK88Q5 type=del 2024-09-12T17:00:55.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.049+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~S0PM02MFHT3D.0 size=1048576 2024-09-12T17:00:55.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.050+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~S0PM02MFHT3D.1 size=239181 2024-09-12T17:00:55.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.050+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=S0PM02MFHT3D tag=ELSVDCKQZVZG type=write size=2336333 2024-09-12T17:00:55.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.051+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=S6TTA8PU34DE type=del 2024-09-12T17:00:55.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.053+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~OQ94S5RWIKBU.0 size=1039345 2024-09-12T17:00:55.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.053+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=OQ94S5RWIKBU tag=44A4P4X2AX82 type=write size=2087921 2024-09-12T17:00:55.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.056+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=L1AE2X5MN83L type=del size=171964 2024-09-12T17:00:55.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.057+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=ZGTF3G04BWG4 type=del size=1246001 2024-09-12T17:00:55.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.058+0000 7fc68f42f780 -1 < failed to complete operation key=JPQVCVA736JG tag=F31PF836SX4R type=del size=4009519: (22) Invalid argument 2024-09-12T17:00:55.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.059+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=Z3H7CVLL2WWL type=del size=1464298 2024-09-12T17:00:55.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.061+0000 7fc68f42f780 1 < suggested update operation key=FFYEARKYU8MK tag=X1LOV2SD3AI1 type=del size=2043999 2024-09-12T17:00:55.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.062+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=XM7KEAFF7HM1 type=del size=1607403 2024-09-12T17:00:55.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.063+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=A0IXMP2A03JD type=del 2024-09-12T17:00:55.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.064+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=WDCCG87SCBS1 type=del size=3412766 2024-09-12T17:00:55.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.065+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=EOXGZ9MJ1SLO type=write size=113509 2024-09-12T17:00:55.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.067+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=UJR1S6BVTNIV type=del size=62219 2024-09-12T17:00:55.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.068+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=KR6MQTQSQWA4 type=del 2024-09-12T17:00:55.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.070+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~0B8ZXLQDMLHV.0 size=1048576 2024-09-12T17:00:55.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.071+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~0B8ZXLQDMLHV.1 size=1048576 2024-09-12T17:00:55.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.072+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~0B8ZXLQDMLHV.2 size=738052 2024-09-12T17:00:55.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.072+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=0B8ZXLQDMLHV tag=7SJV37L1MT34 type=write size=3883780 2024-09-12T17:00:55.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.073+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~A3PK67186EJ3.0 size=1048576 2024-09-12T17:00:55.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.074+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~A3PK67186EJ3.1 size=610268 2024-09-12T17:00:55.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.076+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=A3PK67186EJ3 tag=U5Y8TMCPLYB2 type=write size=2707420 2024-09-12T17:00:55.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.077+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=II7JHBFVIGZ8 type=del size=3390192 2024-09-12T17:00:55.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.078+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~WTF9J1577RBG.0 size=1048576 2024-09-12T17:00:55.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.078+0000 7fc68f42f780 1 < canceled part key=_multipart_0SVTT81FXB2X.2~WTF9J1577RBG.1 size=1048576 2024-09-12T17:00:55.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.080+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~WTF9J1577RBG.2 size=61959 2024-09-12T17:00:55.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.082+0000 7fc68f42f780 1 < canceled multipart upload key=0SVTT81FXB2X upload=WTF9J1577RBG tag=MLS47P8S9H3B type=write size=3207687 2024-09-12T17:00:55.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.084+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~GQGPCWA80IDJ.0 size=1048576 2024-09-12T17:00:55.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.085+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~GQGPCWA80IDJ.1 size=1048576 2024-09-12T17:00:55.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.086+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~GQGPCWA80IDJ.2 size=660530 2024-09-12T17:00:55.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.086+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=GQGPCWA80IDJ tag=D4OMIVM0KJA6 type=write size=3806258 2024-09-12T17:00:55.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.089+0000 7fc68f42f780 1 < suggested remove operation key=52JV36JIR0EJ tag=XXJ5HSQUMF8L type=del 2024-09-12T17:00:55.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.091+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~G5D5B63UT6RN.0 size=105870 2024-09-12T17:00:55.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.091+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=G5D5B63UT6RN tag=W4P3P9M9OL03 type=write size=1154446 2024-09-12T17:00:55.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.092+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~OXP64O00WRH8.0 size=1048576 2024-09-12T17:00:55.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.093+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~OXP64O00WRH8.1 size=1048576 2024-09-12T17:00:55.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.094+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~OXP64O00WRH8.2 size=990373 2024-09-12T17:00:55.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.096+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=OXP64O00WRH8 tag=VV5J8LHVVDX0 type=write size=4136101 2024-09-12T17:00:55.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.098+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~IOMHWGB5LL10.0 size=1048576 2024-09-12T17:00:55.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.099+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~IOMHWGB5LL10.1 size=951975 2024-09-12T17:00:55.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.099+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=IOMHWGB5LL10 tag=EIVJLJP00R55 type=write size=3049127 2024-09-12T17:00:55.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.100+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~J99CS2XRUA85.0 size=1048576 2024-09-12T17:00:55.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.101+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~J99CS2XRUA85.1 size=1048576 2024-09-12T17:00:55.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.102+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~J99CS2XRUA85.2 size=1030695 2024-09-12T17:00:55.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.104+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=J99CS2XRUA85 tag=5B47N63Z05Y4 type=write size=4176423 2024-09-12T17:00:55.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.106+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~S8HLELVG3ADG.0 size=256909 2024-09-12T17:00:55.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.106+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=S8HLELVG3ADG tag=NPPHYSW72ZQ2 type=write size=1305485 2024-09-12T17:00:55.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.107+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=HJPF4K0IGDFO type=del 2024-09-12T17:00:55.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.109+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~BLN7AUTVR3Y5.0 size=214968 2024-09-12T17:00:55.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.109+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=BLN7AUTVR3Y5 tag=6B532UC3NL6R type=write size=1263544 2024-09-12T17:00:55.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.111+0000 7fc68f42f780 1 < suggested remove operation key=YTRABX96UY8F tag=ZNGYGYRDVI27 type=write 2024-09-12T17:00:55.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.113+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=1KAO1W590161 type=write size=905917 2024-09-12T17:00:55.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.114+0000 7fc68f42f780 1 < canceled operation key=IGCTZ5WOBL39 tag=W2L8HES9G2HU type=write size=509761 2024-09-12T17:00:55.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.115+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=U52H7D55BG9A type=del size=2112997 2024-09-12T17:00:55.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.116+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~S0PM02MFHT3D.0 size=1048576 2024-09-12T17:00:55.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.117+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~S0PM02MFHT3D.1 size=239181 2024-09-12T17:00:55.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.119+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=S0PM02MFHT3D tag=ELSVDCKQZVZG type=write size=2336333 2024-09-12T17:00:55.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.121+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~K21AR3BWBAQI.0 size=466781 2024-09-12T17:00:55.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.121+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=K21AR3BWBAQI tag=0NBZN3JO0TSW type=write size=1515357 2024-09-12T17:00:55.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.123+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~OQ94S5RWIKBU.0 size=1039345 2024-09-12T17:00:55.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.124+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=OQ94S5RWIKBU tag=44A4P4X2AX82 type=write size=2087921 2024-09-12T17:00:55.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.127+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~XAP2T5I1K5UY.0 size=1048576 2024-09-12T17:00:55.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.127+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~XAP2T5I1K5UY.1 size=490028 2024-09-12T17:00:55.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.128+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=XAP2T5I1K5UY tag=60T22ZGHYON2 type=write size=2587180 2024-09-12T17:00:55.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.129+0000 7fc68f42f780 1 < completed delete operation key=5G9ZFBIRSZN0 tag=ZGTF3G04BWG4 type=del 2024-09-12T17:00:55.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.131+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~PAR28H9OK1UG.0 size=1048576 2024-09-12T17:00:55.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.132+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~PAR28H9OK1UG.1 size=1048576 2024-09-12T17:00:55.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.133+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~PAR28H9OK1UG.2 size=404683 2024-09-12T17:00:55.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.133+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=PAR28H9OK1UG tag=RAECVD4R3J6N type=write size=3550411 2024-09-12T17:00:55.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.134+0000 7fc68f42f780 1 < canceled operation key=5IRJPMUAJTW1 tag=Z3H7CVLL2WWL type=del size=1464298 2024-09-12T17:00:55.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.135+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=LTXLB8SHUJ1O type=del size=1183750 2024-09-12T17:00:55.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.137+0000 7fc68f42f780 1 < suggested update operation key=5IRJPMUAJTW1 tag=XM7KEAFF7HM1 type=del size=1607403 2024-09-12T17:00:55.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.139+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=FEI6DTHX25HG type=del size=1283767 2024-09-12T17:00:55.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.141+0000 7fc68f42f780 1 < suggested update operation key=JPQVCVA736JG tag=WDCCG87SCBS1 type=del size=3412766 2024-09-12T17:00:55.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.144+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~VN39895BK449.0 size=192463 2024-09-12T17:00:55.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.144+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=VN39895BK449 tag=5BYZC46XXUKO type=write size=1241039 2024-09-12T17:00:55.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.147+0000 7fc68f42f780 1 < suggested remove operation key=0SVTT81FXB2X tag=UJR1S6BVTNIV type=del 2024-09-12T17:00:55.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.148+0000 7fc68f42f780 1 > prepared operation key=8WXCDATAFRNK tag=YYF0ZWBHW3XO type=del size=662163 2024-09-12T17:00:55.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.149+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~0B8ZXLQDMLHV.0 size=1048576 2024-09-12T17:00:55.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.150+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~0B8ZXLQDMLHV.1 size=1048576 2024-09-12T17:00:55.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.151+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~0B8ZXLQDMLHV.2 size=738052 2024-09-12T17:00:55.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.153+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=0B8ZXLQDMLHV tag=7SJV37L1MT34 type=write size=3883780 2024-09-12T17:00:55.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.154+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=C319XXBGENBU type=del size=2459526 2024-09-12T17:00:55.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.156+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=II7JHBFVIGZ8 type=del 2024-09-12T17:00:55.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.158+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~ZJWE7M6PQXTR.0 size=1048576 2024-09-12T17:00:55.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.159+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~ZJWE7M6PQXTR.1 size=803021 2024-09-12T17:00:55.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.159+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=ZJWE7M6PQXTR tag=0E74XLHMLZKX type=write size=2900173 2024-09-12T17:00:55.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.160+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~GQGPCWA80IDJ.0 size=1048576 2024-09-12T17:00:55.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.160+0000 7fc68f42f780 1 < canceled part key=_multipart_CNRF3YNKC07N.2~GQGPCWA80IDJ.1 size=1048576 2024-09-12T17:00:55.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.161+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~GQGPCWA80IDJ.2 size=660530 2024-09-12T17:00:55.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.163+0000 7fc68f42f780 1 < canceled multipart upload key=CNRF3YNKC07N upload=GQGPCWA80IDJ tag=D4OMIVM0KJA6 type=write size=3806258 2024-09-12T17:00:55.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.164+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=V5Q03E19F1TF type=del size=1651820 2024-09-12T17:00:55.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.164+0000 7fc68f42f780 1 < canceled part key=_multipart_ZCAVQ3AQ5V23.2~G5D5B63UT6RN.0 size=105870 2024-09-12T17:00:55.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.166+0000 7fc68f42f780 1 < canceled multipart upload key=ZCAVQ3AQ5V23 upload=G5D5B63UT6RN tag=W4P3P9M9OL03 type=write size=1154446 2024-09-12T17:00:55.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.167+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=OG5QHLW60AJT type=del size=3225192 2024-09-12T17:00:55.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.169+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~IOMHWGB5LL10.0 size=1048576 2024-09-12T17:00:55.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.170+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~IOMHWGB5LL10.1 size=951975 2024-09-12T17:00:55.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.172+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=IOMHWGB5LL10 tag=EIVJLJP00R55 type=write size=3049127 2024-09-12T17:00:55.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.174+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~JGGFBXCNOIK0.0 size=824079 2024-09-12T17:00:55.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.174+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=JGGFBXCNOIK0 tag=I6GEFBAA51VH type=write size=1872655 2024-09-12T17:00:55.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.175+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~S8HLELVG3ADG.0 size=256909 2024-09-12T17:00:55.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.177+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=S8HLELVG3ADG tag=NPPHYSW72ZQ2 type=write size=1305485 2024-09-12T17:00:55.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.178+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=L9CNSMXUR0M9 type=write size=154956 2024-09-12T17:00:55.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.180+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~BLN7AUTVR3Y5.0 size=214968 2024-09-12T17:00:55.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.182+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=BLN7AUTVR3Y5 tag=6B532UC3NL6R type=write size=1263544 2024-09-12T17:00:55.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.183+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=CS088P1A3L4N type=del size=1682791 2024-09-12T17:00:55.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.184+0000 7fc68f42f780 1 < completed write operation key=6QSQEMIJKMU1 tag=1KAO1W590161 type=write size=905917 2024-09-12T17:00:55.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.185+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=E9OBN7SCYOVG type=write size=611407 2024-09-12T17:00:55.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.188+0000 7fc68f42f780 1 < suggested update operation key=NALVOSHAE3VH tag=U52H7D55BG9A type=del size=2112997 2024-09-12T17:00:55.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.190+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~D8VJ989N7GGN.0 size=963618 2024-09-12T17:00:55.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.190+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=D8VJ989N7GGN tag=OGNB8SD6PJOY type=write size=2012194 2024-09-12T17:00:55.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.191+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~K21AR3BWBAQI.0 size=466781 2024-09-12T17:00:55.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.193+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=K21AR3BWBAQI tag=0NBZN3JO0TSW type=write size=1515357 2024-09-12T17:00:55.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.195+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~3MO9DNLQTOTA.0 size=1048576 2024-09-12T17:00:55.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.196+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~3MO9DNLQTOTA.1 size=1048576 2024-09-12T17:00:55.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.197+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~3MO9DNLQTOTA.2 size=933999 2024-09-12T17:00:55.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.197+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=3MO9DNLQTOTA tag=RMU7LYDML2IV type=write size=4079727 2024-09-12T17:00:55.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.198+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~XAP2T5I1K5UY.0 size=1048576 2024-09-12T17:00:55.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.199+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~XAP2T5I1K5UY.1 size=490028 2024-09-12T17:00:55.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.201+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=XAP2T5I1K5UY tag=60T22ZGHYON2 type=write size=2587180 2024-09-12T17:00:55.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.203+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~1VGFJUOIG9OA.0 size=26064 2024-09-12T17:00:55.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.203+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=1VGFJUOIG9OA tag=K81CMH8FGFWH type=write size=1074640 2024-09-12T17:00:55.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.204+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~PAR28H9OK1UG.0 size=1048576 2024-09-12T17:00:55.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.205+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~PAR28H9OK1UG.1 size=1048576 2024-09-12T17:00:55.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.205+0000 7fc68f42f780 1 < canceled part key=_multipart_0SVTT81FXB2X.2~PAR28H9OK1UG.2 size=404683 2024-09-12T17:00:55.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.207+0000 7fc68f42f780 1 < canceled multipart upload key=0SVTT81FXB2X upload=PAR28H9OK1UG tag=RAECVD4R3J6N type=write size=3550411 2024-09-12T17:00:55.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.209+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~O27Q0FT1DZ33.0 size=1048576 2024-09-12T17:00:55.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.210+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~O27Q0FT1DZ33.1 size=141526 2024-09-12T17:00:55.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.210+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=O27Q0FT1DZ33 tag=SW4J26A7YP5J type=write size=2238678 2024-09-12T17:00:55.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.211+0000 7fc68f42f780 1 < canceled operation key=HCFK4AS0XMDI tag=LTXLB8SHUJ1O type=del size=1183750 2024-09-12T17:00:55.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.212+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=3U7YJ0QIVXAI type=del size=2772269 2024-09-12T17:00:55.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.213+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=FEI6DTHX25HG type=del size=1283767 2024-09-12T17:00:55.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.214+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=G7QXK4CRKAZZ type=del size=1012189 2024-09-12T17:00:55.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.215+0000 7fc68f42f780 1 < canceled part key=_multipart_UTP229W3RHD3.2~VN39895BK449.0 size=192463 2024-09-12T17:00:55.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.217+0000 7fc68f42f780 1 < canceled multipart upload key=UTP229W3RHD3 upload=VN39895BK449 tag=5BYZC46XXUKO type=write size=1241039 2024-09-12T17:00:55.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.219+0000 7fc68f42f780 1 > prepared part key=_multipart_9RJEGZRPXJQH.2~G36RPGU3RCHL.0 size=749401 2024-09-12T17:00:55.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.219+0000 7fc68f42f780 1 > prepared multipart upload key=9RJEGZRPXJQH upload=G36RPGU3RCHL tag=8L1UMK9MG73R type=write size=1797977 2024-09-12T17:00:55.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.220+0000 7fc68f42f780 1 < completed delete operation key=8WXCDATAFRNK tag=YYF0ZWBHW3XO type=del 2024-09-12T17:00:55.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.221+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=XHB0HUWXSBSQ type=write size=258994 2024-09-12T17:00:55.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.222+0000 7fc68f42f780 1 < completed delete operation key=FFYEARKYU8MK tag=C319XXBGENBU type=del 2024-09-12T17:00:55.227 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.226+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~XHB5JQLA21B1.0 size=1048576 2024-09-12T17:00:55.228 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.227+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~XHB5JQLA21B1.1 size=1048576 2024-09-12T17:00:55.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.228+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~XHB5JQLA21B1.2 size=1017811 2024-09-12T17:00:55.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.228+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=XHB5JQLA21B1 tag=3H4TNL1EZ1DS type=write size=4163539 2024-09-12T17:00:55.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.229+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~ZJWE7M6PQXTR.0 size=1048576 2024-09-12T17:00:55.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.230+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~ZJWE7M6PQXTR.1 size=803021 2024-09-12T17:00:55.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.232+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=ZJWE7M6PQXTR tag=0E74XLHMLZKX type=write size=2900173 2024-09-12T17:00:55.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.233+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=3UYQV2HZID37 type=del size=191865 2024-09-12T17:00:55.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.234+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=V5Q03E19F1TF type=del 2024-09-12T17:00:55.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.237+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~W64SK9NOD3NP.0 size=1048576 2024-09-12T17:00:55.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.238+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~W64SK9NOD3NP.1 size=543994 2024-09-12T17:00:55.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.238+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=W64SK9NOD3NP tag=SED855IXW2W7 type=write size=2641146 2024-09-12T17:00:55.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.239+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=OG5QHLW60AJT type=del 2024-09-12T17:00:55.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.240+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=HI4UMME5614N type=write size=909238 2024-09-12T17:00:55.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.241+0000 7fc68f42f780 1 < completed part key=_multipart_9N1QDZF7NPT0.2~JGGFBXCNOIK0.0 size=824079 2024-09-12T17:00:55.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.243+0000 7fc68f42f780 1 < completed multipart upload key=9N1QDZF7NPT0 upload=JGGFBXCNOIK0 tag=I6GEFBAA51VH type=write size=1872655 2024-09-12T17:00:55.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.244+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=AATDKMHBFK2M type=write size=72131 2024-09-12T17:00:55.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.245+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=L9CNSMXUR0M9 type=write size=154956 2024-09-12T17:00:55.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.248+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~TKCMF09ER00M.0 size=1048576 2024-09-12T17:00:55.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.249+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~TKCMF09ER00M.1 size=90491 2024-09-12T17:00:55.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.249+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=TKCMF09ER00M tag=CSI0KC7QVJ4X type=write size=2187643 2024-09-12T17:00:55.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.250+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=CS088P1A3L4N type=del 2024-09-12T17:00:55.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.251+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=Q97RYV21F7SE type=del size=1218191 2024-09-12T17:00:55.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.252+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=E9OBN7SCYOVG type=write size=611407 2024-09-12T17:00:55.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.256+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~5BPI6ZAQI2RR.0 size=1048576 2024-09-12T17:00:55.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.257+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~5BPI6ZAQI2RR.1 size=24037 2024-09-12T17:00:55.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.257+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=5BPI6ZAQI2RR tag=XYLEUNCFZVMV type=write size=2121189 2024-09-12T17:00:55.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.258+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~D8VJ989N7GGN.0 size=963618 2024-09-12T17:00:55.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.260+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=D8VJ989N7GGN tag=OGNB8SD6PJOY type=write size=2012194 2024-09-12T17:00:55.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.261+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=G7PME7L5NMAD type=write size=210653 2024-09-12T17:00:55.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.262+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~3MO9DNLQTOTA.0 size=1048576 2024-09-12T17:00:55.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.263+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~3MO9DNLQTOTA.1 size=1048576 2024-09-12T17:00:55.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.264+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~3MO9DNLQTOTA.2 size=933999 2024-09-12T17:00:55.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.266+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=3MO9DNLQTOTA tag=RMU7LYDML2IV type=write size=4079727 2024-09-12T17:00:55.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.268+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~K717MT1PVFVD.0 size=897518 2024-09-12T17:00:55.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.268+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=K717MT1PVFVD tag=Z9ZXP5JAJUYX type=write size=1946094 2024-09-12T17:00:55.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.269+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~1VGFJUOIG9OA.0 size=26064 2024-09-12T17:00:55.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.271+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=1VGFJUOIG9OA tag=K81CMH8FGFWH type=write size=1074640 2024-09-12T17:00:55.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.273+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=21DT2DRWEORE type=del size=2768390 2024-09-12T17:00:55.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.274+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~O27Q0FT1DZ33.0 size=1048576 2024-09-12T17:00:55.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.275+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~O27Q0FT1DZ33.1 size=141526 2024-09-12T17:00:55.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.277+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=O27Q0FT1DZ33 tag=SW4J26A7YP5J type=write size=2238678 2024-09-12T17:00:55.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.279+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~IVPY30J7O8DG.0 size=1048576 2024-09-12T17:00:55.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.280+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~IVPY30J7O8DG.1 size=698998 2024-09-12T17:00:55.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.280+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=IVPY30J7O8DG tag=98H8846EIDSS type=write size=2796150 2024-09-12T17:00:55.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.281+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=3U7YJ0QIVXAI type=del 2024-09-12T17:00:55.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.283+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=5RRRT4LLRPOI type=del size=1249748 2024-09-12T17:00:55.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.284+0000 7fc68f42f780 1 < canceled operation key=6QSQEMIJKMU1 tag=G7QXK4CRKAZZ type=del size=1012189 2024-09-12T17:00:55.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.285+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=P856ZTIPPOH2 type=del size=2985501 2024-09-12T17:00:55.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.286+0000 7fc68f42f780 1 < completed part key=_multipart_9RJEGZRPXJQH.2~G36RPGU3RCHL.0 size=749401 2024-09-12T17:00:55.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.288+0000 7fc68f42f780 1 < completed multipart upload key=9RJEGZRPXJQH upload=G36RPGU3RCHL tag=8L1UMK9MG73R type=write size=1797977 2024-09-12T17:00:55.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.290+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~CUSQREUP9UXV.0 size=1048576 2024-09-12T17:00:55.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.291+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~CUSQREUP9UXV.1 size=1048576 2024-09-12T17:00:55.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.293+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~CUSQREUP9UXV.2 size=633821 2024-09-12T17:00:55.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.293+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=CUSQREUP9UXV tag=Q20N5NGNE9P4 type=write size=3779549 2024-09-12T17:00:55.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.294+0000 7fc68f42f780 1 < completed write operation key=5G9ZFBIRSZN0 tag=XHB0HUWXSBSQ type=write size=258994 2024-09-12T17:00:55.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.296+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~CLXW29E2SXEQ.0 size=1048576 2024-09-12T17:00:55.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.297+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~CLXW29E2SXEQ.1 size=187832 2024-09-12T17:00:55.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.297+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=CLXW29E2SXEQ tag=9QAWA3FF74YU type=write size=2284984 2024-09-12T17:00:55.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.299+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~XHB5JQLA21B1.0 size=1048576 2024-09-12T17:00:55.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.300+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~XHB5JQLA21B1.1 size=1048576 2024-09-12T17:00:55.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.300+0000 7fc68f42f780 1 < canceled part key=_multipart_NEAY7HVG4N98.2~XHB5JQLA21B1.2 size=1017811 2024-09-12T17:00:55.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.302+0000 7fc68f42f780 1 < canceled multipart upload key=NEAY7HVG4N98 upload=XHB5JQLA21B1 tag=3H4TNL1EZ1DS type=write size=4163539 2024-09-12T17:00:55.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.303+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=7FKEE40OYX13 type=del size=3483941 2024-09-12T17:00:55.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.307+0000 7fc68f42f780 1 < suggested remove operation key=YTRABX96UY8F tag=3UYQV2HZID37 type=del 2024-09-12T17:00:55.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.308+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=391ZDH003XYU type=del size=1256792 2024-09-12T17:00:55.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.309+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~W64SK9NOD3NP.0 size=1048576 2024-09-12T17:00:55.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.311+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~W64SK9NOD3NP.1 size=543994 2024-09-12T17:00:55.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.313+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=W64SK9NOD3NP tag=SED855IXW2W7 type=write size=2641146 2024-09-12T17:00:55.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.314+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=UT84QK6MG9KH type=del size=65308 2024-09-12T17:00:55.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.317+0000 7fc68f42f780 1 < suggested update operation key=CNRF3YNKC07N tag=HI4UMME5614N type=write size=909238 2024-09-12T17:00:55.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.318+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=DGMV381IMT1V type=del size=477612 2024-09-12T17:00:55.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.320+0000 7fc68f42f780 1 < suggested update operation key=IGCTZ5WOBL39 tag=AATDKMHBFK2M type=write size=72131 2024-09-12T17:00:55.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.322+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=NU85JLN64AIN type=del size=1106639 2024-09-12T17:00:55.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.323+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~TKCMF09ER00M.0 size=1048576 2024-09-12T17:00:55.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.324+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~TKCMF09ER00M.1 size=90491 2024-09-12T17:00:55.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.326+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=TKCMF09ER00M tag=CSI0KC7QVJ4X type=write size=2187643 2024-09-12T17:00:55.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.327+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=Y9RWQXYLXIK8 type=del size=3380490 2024-09-12T17:00:55.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.328+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=Q97RYV21F7SE type=del 2024-09-12T17:00:55.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.329+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=893EIZ9WH65Q type=del size=1129398 2024-09-12T17:00:55.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.331+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~5BPI6ZAQI2RR.0 size=1048576 2024-09-12T17:00:55.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.332+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~5BPI6ZAQI2RR.1 size=24037 2024-09-12T17:00:55.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.334+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=5BPI6ZAQI2RR tag=XYLEUNCFZVMV type=write size=2121189 2024-09-12T17:00:55.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.336+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~XAT134LNLS12.0 size=1048576 2024-09-12T17:00:55.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.337+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~XAT134LNLS12.1 size=1048576 2024-09-12T17:00:55.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.338+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~XAT134LNLS12.2 size=511328 2024-09-12T17:00:55.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.338+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=XAT134LNLS12 tag=WRJZ7QTDQINR type=write size=3657056 2024-09-12T17:00:55.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.339+0000 7fc68f42f780 1 < completed write operation key=FLARRSQDFMB6 tag=G7PME7L5NMAD type=write size=210653 2024-09-12T17:00:55.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.341+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~OSJK7H9BSUCB.0 size=1048576 2024-09-12T17:00:55.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.342+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~OSJK7H9BSUCB.1 size=1048576 2024-09-12T17:00:55.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.343+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~OSJK7H9BSUCB.2 size=290897 2024-09-12T17:00:55.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.343+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=OSJK7H9BSUCB tag=F80F3X330NXK type=write size=3436625 2024-09-12T17:00:55.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.343+0000 7fc68f42f780 1 < canceled part key=_multipart_KZSUBBPS0F1I.2~K717MT1PVFVD.0 size=897518 2024-09-12T17:00:55.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.345+0000 7fc68f42f780 1 < canceled multipart upload key=KZSUBBPS0F1I upload=K717MT1PVFVD tag=Z9ZXP5JAJUYX type=write size=1946094 2024-09-12T17:00:55.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.347+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~MWC4C8QZBZQK.0 size=1048576 2024-09-12T17:00:55.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.348+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~MWC4C8QZBZQK.1 size=1048576 2024-09-12T17:00:55.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.349+0000 7fc68f42f780 1 > prepared part key=_multipart_JPQVCVA736JG.2~MWC4C8QZBZQK.2 size=496419 2024-09-12T17:00:55.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.349+0000 7fc68f42f780 1 > prepared multipart upload key=JPQVCVA736JG upload=MWC4C8QZBZQK tag=ZA6YLFQ50E6E type=write size=3642147 2024-09-12T17:00:55.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.350+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=21DT2DRWEORE type=del 2024-09-12T17:00:55.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.352+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~8W31M0I47F7G.0 size=1048576 2024-09-12T17:00:55.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.353+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~8W31M0I47F7G.1 size=615879 2024-09-12T17:00:55.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.353+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=8W31M0I47F7G tag=KDUC89T7UWWS type=write size=2713031 2024-09-12T17:00:55.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.354+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~IVPY30J7O8DG.0 size=1048576 2024-09-12T17:00:55.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.355+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~IVPY30J7O8DG.1 size=698998 2024-09-12T17:00:55.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.357+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=IVPY30J7O8DG tag=98H8846EIDSS type=write size=2796150 2024-09-12T17:00:55.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.358+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=RNVB4E1REQ2Q type=del size=1055405 2024-09-12T17:00:55.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.360+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=5RRRT4LLRPOI type=del 2024-09-12T17:00:55.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.361+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=MVNNVJC4QZBP type=del size=1418993 2024-09-12T17:00:55.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.362+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=P856ZTIPPOH2 type=del 2024-09-12T17:00:55.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.363+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=I48M6D4BM32A type=del size=3945173 2024-09-12T17:00:55.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.364+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~CUSQREUP9UXV.0 size=1048576 2024-09-12T17:00:55.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.365+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~CUSQREUP9UXV.1 size=1048576 2024-09-12T17:00:55.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.366+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~CUSQREUP9UXV.2 size=633821 2024-09-12T17:00:55.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.369+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=CUSQREUP9UXV tag=Q20N5NGNE9P4 type=write size=3779549 2024-09-12T17:00:55.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.370+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=138M6E743H0Z type=del size=175211 2024-09-12T17:00:55.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.371+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~CLXW29E2SXEQ.0 size=1048576 2024-09-12T17:00:55.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.372+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~CLXW29E2SXEQ.1 size=187832 2024-09-12T17:00:55.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.374+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=CLXW29E2SXEQ tag=9QAWA3FF74YU type=write size=2284984 2024-09-12T17:00:55.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.377+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=U2RFE00B0O5P type=del size=47394 2024-09-12T17:00:55.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.378+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=7FKEE40OYX13 type=del 2024-09-12T17:00:55.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.379+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=FD29GXI4G9AA type=write size=1044453 2024-09-12T17:00:55.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.380+0000 7fc68f42f780 1 < canceled operation key=JPQVCVA736JG tag=391ZDH003XYU type=del size=1256792 2024-09-12T17:00:55.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.381+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=W8X17M701EIN type=del size=674331 2024-09-12T17:00:55.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.382+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=UT84QK6MG9KH type=del 2024-09-12T17:00:55.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.384+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=BLOAVEOQCUIQ type=del size=3956201 2024-09-12T17:00:55.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.385+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=DGMV381IMT1V type=del 2024-09-12T17:00:55.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.386+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=MMN1BBOWFW4V type=write size=769074 2024-09-12T17:00:55.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.387+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=NU85JLN64AIN type=del 2024-09-12T17:00:55.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.388+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=TYT9BPL96N4P type=del size=2463209 2024-09-12T17:00:55.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.389+0000 7fc68f42f780 1 < canceled operation key=9RJEGZRPXJQH tag=Y9RWQXYLXIK8 type=del size=3380490 2024-09-12T17:00:55.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.391+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~EDMF402HM5EA.0 size=1048576 2024-09-12T17:00:55.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.393+0000 7fc68f42f780 1 > prepared part key=_multipart_YTRABX96UY8F.2~EDMF402HM5EA.1 size=328766 2024-09-12T17:00:55.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.393+0000 7fc68f42f780 1 > prepared multipart upload key=YTRABX96UY8F upload=EDMF402HM5EA tag=TS0D1UUKLJ26 type=write size=2425918 2024-09-12T17:00:55.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.394+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=893EIZ9WH65Q type=del 2024-09-12T17:00:55.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.395+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=4PNSAK949Y0Q type=del size=1175726 2024-09-12T17:00:55.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.395+0000 7fc68f42f780 1 < canceled part key=_multipart_6QSQEMIJKMU1.2~XAT134LNLS12.0 size=1048576 2024-09-12T17:00:55.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.396+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~XAT134LNLS12.1 size=1048576 2024-09-12T17:00:55.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.397+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~XAT134LNLS12.2 size=511328 2024-09-12T17:00:55.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.399+0000 7fc68f42f780 1 < canceled multipart upload key=6QSQEMIJKMU1 upload=XAT134LNLS12 tag=WRJZ7QTDQINR type=write size=3657056 2024-09-12T17:00:55.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.401+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~WXZ20VZNQFJA.0 size=1048576 2024-09-12T17:00:55.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.402+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~WXZ20VZNQFJA.1 size=553377 2024-09-12T17:00:55.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.402+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=WXZ20VZNQFJA tag=29P0FDXRZ3RT type=write size=2650529 2024-09-12T17:00:55.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.403+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~OSJK7H9BSUCB.0 size=1048576 2024-09-12T17:00:55.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.404+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~OSJK7H9BSUCB.1 size=1048576 2024-09-12T17:00:55.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.405+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~OSJK7H9BSUCB.2 size=290897 2024-09-12T17:00:55.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.407+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=OSJK7H9BSUCB tag=F80F3X330NXK type=write size=3436625 2024-09-12T17:00:55.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.408+0000 7fc68f42f780 1 > prepared operation key=ZCAVQ3AQ5V23 tag=AAAC83A2SF1K type=del size=1299872 2024-09-12T17:00:55.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.410+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~MWC4C8QZBZQK.0 size=1048576 2024-09-12T17:00:55.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.410+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~MWC4C8QZBZQK.1 size=1048576 2024-09-12T17:00:55.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.411+0000 7fc68f42f780 1 < completed part key=_multipart_JPQVCVA736JG.2~MWC4C8QZBZQK.2 size=496419 2024-09-12T17:00:55.414 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.413+0000 7fc68f42f780 1 < completed multipart upload key=JPQVCVA736JG upload=MWC4C8QZBZQK tag=ZA6YLFQ50E6E type=write size=3642147 2024-09-12T17:00:55.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.415+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=6NH2FR0W24U4 type=del size=1534536 2024-09-12T17:00:55.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.415+0000 7fc68f42f780 1 < canceled part key=_multipart_YZ11NLDPZ4HC.2~8W31M0I47F7G.0 size=1048576 2024-09-12T17:00:55.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.416+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~8W31M0I47F7G.1 size=615879 2024-09-12T17:00:55.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.418+0000 7fc68f42f780 1 < canceled multipart upload key=YZ11NLDPZ4HC upload=8W31M0I47F7G tag=KDUC89T7UWWS type=write size=2713031 2024-09-12T17:00:55.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.420+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~9QPUXZ0ZXF3N.0 size=1048576 2024-09-12T17:00:55.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.421+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~9QPUXZ0ZXF3N.1 size=366660 2024-09-12T17:00:55.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.421+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=9QPUXZ0ZXF3N tag=BESK9QNJXNAR type=write size=2463812 2024-09-12T17:00:55.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.422+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=RNVB4E1REQ2Q type=del 2024-09-12T17:00:55.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.424+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~LAQ3VC9KZE4Q.0 size=51633 2024-09-12T17:00:55.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.424+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=LAQ3VC9KZE4Q tag=37G8IN797SV6 type=write size=1100209 2024-09-12T17:00:55.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.425+0000 7fc68f42f780 1 < canceled operation key=8XULRL5LJZAH tag=MVNNVJC4QZBP type=del size=1418993 2024-09-12T17:00:55.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.427+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~A2SABPVDJM3N.0 size=1048576 2024-09-12T17:00:55.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.428+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~A2SABPVDJM3N.1 size=1048576 2024-09-12T17:00:55.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.429+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~A2SABPVDJM3N.2 size=1035471 2024-09-12T17:00:55.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.429+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=A2SABPVDJM3N tag=2Z0B36M44CDK type=write size=4181199 2024-09-12T17:00:55.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.431+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=I48M6D4BM32A type=del 2024-09-12T17:00:55.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.432+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=6ZFJQOCCF5YC type=del size=3438421 2024-09-12T17:00:55.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.434+0000 7fc68f42f780 1 < suggested update operation key=JVU4KT3G91R7 tag=138M6E743H0Z type=del size=175211 2024-09-12T17:00:55.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.436+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=89HQZFKHASTK type=del size=2980305 2024-09-12T17:00:55.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.437+0000 7fc68f42f780 1 < canceled operation key=NALVOSHAE3VH tag=U2RFE00B0O5P type=del size=47394 2024-09-12T17:00:55.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.438+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=FQ8EEEUOIX7G type=del size=1962138 2024-09-12T17:00:55.442 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.441+0000 7fc68f42f780 1 < suggested update operation key=CNRF3YNKC07N tag=FD29GXI4G9AA type=write size=1044453 2024-09-12T17:00:55.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.443+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~VYBQUMSNLJP7.0 size=146319 2024-09-12T17:00:55.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.443+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=VYBQUMSNLJP7 tag=57FFQGS15E1J type=write size=1194895 2024-09-12T17:00:55.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.444+0000 7fc68f42f780 -1 < failed to complete operation key=CNRF3YNKC07N tag=W8X17M701EIN type=del size=674331: (22) Invalid argument 2024-09-12T17:00:55.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.445+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=4RQZPGLY6F8C type=write size=582108 2024-09-12T17:00:55.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.447+0000 7fc68f42f780 1 < canceled operation key=6QSQEMIJKMU1 tag=BLOAVEOQCUIQ type=del size=3956201 2024-09-12T17:00:55.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.448+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=0UTTUU32F3X5 type=del size=20891 2024-09-12T17:00:55.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.449+0000 7fc68f42f780 -1 < failed to complete operation key=CNRF3YNKC07N tag=MMN1BBOWFW4V type=write size=769074: (22) Invalid argument 2024-09-12T17:00:55.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.450+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=NPTM1PZN0CDB type=del size=1705861 2024-09-12T17:00:55.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.452+0000 7fc68f42f780 1 < suggested remove operation key=9N1QDZF7NPT0 tag=TYT9BPL96N4P type=del 2024-09-12T17:00:55.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.454+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=DKYWHFQWOGUV type=del size=2060802 2024-09-12T17:00:55.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.455+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~EDMF402HM5EA.0 size=1048576 2024-09-12T17:00:55.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.456+0000 7fc68f42f780 1 < completed part key=_multipart_YTRABX96UY8F.2~EDMF402HM5EA.1 size=328766 2024-09-12T17:00:55.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.458+0000 7fc68f42f780 1 < completed multipart upload key=YTRABX96UY8F upload=EDMF402HM5EA tag=TS0D1UUKLJ26 type=write size=2425918 2024-09-12T17:00:55.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.459+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=NHI1HZS3C3YT type=del size=2376800 2024-09-12T17:00:55.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.460+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=4PNSAK949Y0Q type=del 2024-09-12T17:00:55.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.461+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=IF0BY8HZ94H2 type=del size=1619061 2024-09-12T17:00:55.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.462+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~WXZ20VZNQFJA.0 size=1048576 2024-09-12T17:00:55.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.463+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~WXZ20VZNQFJA.1 size=553377 2024-09-12T17:00:55.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.465+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=WXZ20VZNQFJA tag=29P0FDXRZ3RT type=write size=2650529 2024-09-12T17:00:55.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.466+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=A4VQINVYIPEI type=del size=1021384 2024-09-12T17:00:55.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.467+0000 7fc68f42f780 1 < completed delete operation key=ZCAVQ3AQ5V23 tag=AAAC83A2SF1K type=del 2024-09-12T17:00:55.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.469+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=9K3NB2KYKO37 type=del size=1923206 2024-09-12T17:00:55.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.470+0000 7fc68f42f780 1 < completed delete operation key=8XULRL5LJZAH tag=6NH2FR0W24U4 type=del 2024-09-12T17:00:55.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.471+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=85PICJ58SB6O type=write size=547182 2024-09-12T17:00:55.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.472+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~9QPUXZ0ZXF3N.0 size=1048576 2024-09-12T17:00:55.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.473+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~9QPUXZ0ZXF3N.1 size=366660 2024-09-12T17:00:55.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.475+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=9QPUXZ0ZXF3N tag=BESK9QNJXNAR type=write size=2463812 2024-09-12T17:00:55.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.477+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~31YZEKGFMZFM.0 size=1048576 2024-09-12T17:00:55.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.478+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~31YZEKGFMZFM.1 size=1048576 2024-09-12T17:00:55.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.479+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~31YZEKGFMZFM.2 size=227069 2024-09-12T17:00:55.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.479+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=31YZEKGFMZFM tag=IU1OUEYOJ77O type=write size=3372797 2024-09-12T17:00:55.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.482+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~LAQ3VC9KZE4Q.0 size=51633 2024-09-12T17:00:55.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.484+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=LAQ3VC9KZE4Q tag=37G8IN797SV6 type=write size=1100209 2024-09-12T17:00:55.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.485+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=RTN9LE64TMYN type=del size=1413639 2024-09-12T17:00:55.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.487+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~A2SABPVDJM3N.0 size=1048576 2024-09-12T17:00:55.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.488+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~A2SABPVDJM3N.1 size=1048576 2024-09-12T17:00:55.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.489+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~A2SABPVDJM3N.2 size=1035471 2024-09-12T17:00:55.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.491+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=A2SABPVDJM3N tag=2Z0B36M44CDK type=write size=4181199 2024-09-12T17:00:55.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.492+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=B06JJ8B4P2XT type=del size=943096 2024-09-12T17:00:55.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.493+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=6ZFJQOCCF5YC type=del 2024-09-12T17:00:55.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.494+0000 7fc68f42f780 1 > prepared operation key=8XULRL5LJZAH tag=IFBXQ3B8ZARQ type=del size=4154277 2024-09-12T17:00:55.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.496+0000 7fc68f42f780 1 < canceled operation key=8XULRL5LJZAH tag=89HQZFKHASTK type=del size=2980305 2024-09-12T17:00:55.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.497+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=KHT636ESEHXJ type=write size=121350 2024-09-12T17:00:55.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.498+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=FQ8EEEUOIX7G type=del 2024-09-12T17:00:55.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.500+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~3L1X5J4WF1RV.0 size=791029 2024-09-12T17:00:55.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.500+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=3L1X5J4WF1RV tag=DYHPM8HTLBA4 type=write size=1839605 2024-09-12T17:00:55.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.500+0000 7fc68f42f780 1 < canceled part key=_multipart_IGCTZ5WOBL39.2~VYBQUMSNLJP7.0 size=146319 2024-09-12T17:00:55.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.502+0000 7fc68f42f780 1 < canceled multipart upload key=IGCTZ5WOBL39 upload=VYBQUMSNLJP7 tag=57FFQGS15E1J type=write size=1194895 2024-09-12T17:00:55.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.503+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=SQHUP6JZY23F type=del size=58454 2024-09-12T17:00:55.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.505+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=4RQZPGLY6F8C type=write size=582108 2024-09-12T17:00:55.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.507+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~IPUD306IVOU1.0 size=643094 2024-09-12T17:00:55.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.507+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=IPUD306IVOU1 tag=8XQ2EQ2FAMSC type=write size=1691670 2024-09-12T17:00:55.509 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.508+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=0UTTUU32F3X5 type=del 2024-09-12T17:00:55.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.510+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~6ZJZWT9OHR8G.0 size=1048576 2024-09-12T17:00:55.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.511+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~6ZJZWT9OHR8G.1 size=546610 2024-09-12T17:00:55.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.511+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=6ZJZWT9OHR8G tag=NEAMFPAXR3MU type=write size=2643762 2024-09-12T17:00:55.514 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.513+0000 7fc68f42f780 1 < suggested update operation key=0SVTT81FXB2X tag=NPTM1PZN0CDB type=del size=1705861 2024-09-12T17:00:55.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.515+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~KT4EVR1MX4CU.0 size=1048576 2024-09-12T17:00:55.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.516+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~KT4EVR1MX4CU.1 size=860178 2024-09-12T17:00:55.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.516+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=KT4EVR1MX4CU tag=6BC1ZBZDN0TE type=write size=2957330 2024-09-12T17:00:55.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.519+0000 7fc68f42f780 1 < suggested update operation key=5IRJPMUAJTW1 tag=DKYWHFQWOGUV type=del size=2060802 2024-09-12T17:00:55.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.520+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=P1NQDJ9YFJ6E type=del size=886302 2024-09-12T17:00:55.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.521+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=NHI1HZS3C3YT type=del 2024-09-12T17:00:55.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.523+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~JRHDWRD61UPQ.0 size=1048576 2024-09-12T17:00:55.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.524+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~JRHDWRD61UPQ.1 size=481556 2024-09-12T17:00:55.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.524+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=JRHDWRD61UPQ tag=8YAGBVBYBM8M type=write size=2578708 2024-09-12T17:00:55.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.525+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=IF0BY8HZ94H2 type=del 2024-09-12T17:00:55.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.526+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=XXJPFL0H05Y1 type=del size=1870710 2024-09-12T17:00:55.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.528+0000 7fc68f42f780 -1 < failed to complete operation key=0SVTT81FXB2X tag=A4VQINVYIPEI type=del size=1021384: (22) Invalid argument 2024-09-12T17:00:55.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.530+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~C6DSWBX09KKY.0 size=1048576 2024-09-12T17:00:55.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.531+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~C6DSWBX09KKY.1 size=1048576 2024-09-12T17:00:55.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.531+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~C6DSWBX09KKY.2 size=777701 2024-09-12T17:00:55.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.531+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=C6DSWBX09KKY tag=0XUQXU7AXPP1 type=write size=3923429 2024-09-12T17:00:55.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.533+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=9K3NB2KYKO37 type=del 2024-09-12T17:00:55.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.534+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=01KDQFQ2OZ20 type=del size=4125355 2024-09-12T17:00:55.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.535+0000 7fc68f42f780 1 < completed write operation key=5G9ZFBIRSZN0 tag=85PICJ58SB6O type=write size=547182 2024-09-12T17:00:55.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.536+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=SB4UQF42LKNV type=del size=3977248 2024-09-12T17:00:55.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.537+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~31YZEKGFMZFM.0 size=1048576 2024-09-12T17:00:55.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.538+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~31YZEKGFMZFM.1 size=1048576 2024-09-12T17:00:55.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.539+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~31YZEKGFMZFM.2 size=227069 2024-09-12T17:00:55.542 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.541+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=31YZEKGFMZFM tag=IU1OUEYOJ77O type=write size=3372797 2024-09-12T17:00:55.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.542+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=UC5BTA8K33HT type=del size=601723 2024-09-12T17:00:55.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.543+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=RTN9LE64TMYN type=del 2024-09-12T17:00:55.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.544+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=4BQ3BTD6CK3O type=del size=2527267 2024-09-12T17:00:55.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.547+0000 7fc68f42f780 1 < suggested remove operation key=YZ11NLDPZ4HC tag=B06JJ8B4P2XT type=del 2024-09-12T17:00:55.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.548+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=YQ04GZWKLAMN type=del size=1334001 2024-09-12T17:00:55.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.549+0000 7fc68f42f780 1 < canceled operation key=8XULRL5LJZAH tag=IFBXQ3B8ZARQ type=del size=4154277 2024-09-12T17:00:55.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.550+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=XVYJO7A8LK5N type=del size=1391208 2024-09-12T17:00:55.553 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.551+0000 7fc68f42f780 1 < completed write operation key=CBE2Q8N9LPWT tag=KHT636ESEHXJ type=write size=121350 2024-09-12T17:00:55.554 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.553+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=ZJPLV3M7VF1Y type=del size=2355900 2024-09-12T17:00:55.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.554+0000 7fc68f42f780 1 < completed part key=_multipart_JVU4KT3G91R7.2~3L1X5J4WF1RV.0 size=791029 2024-09-12T17:00:55.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.556+0000 7fc68f42f780 1 < completed multipart upload key=JVU4KT3G91R7 upload=3L1X5J4WF1RV tag=DYHPM8HTLBA4 type=write size=1839605 2024-09-12T17:00:55.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.559+0000 7fc68f42f780 1 > prepared part key=_multipart_CBE2Q8N9LPWT.2~EDEJTBBCJMII.0 size=309921 2024-09-12T17:00:55.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.559+0000 7fc68f42f780 1 > prepared multipart upload key=CBE2Q8N9LPWT upload=EDEJTBBCJMII tag=BO2Q3E44J7GJ type=write size=1358497 2024-09-12T17:00:55.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.560+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=SQHUP6JZY23F type=del 2024-09-12T17:00:55.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.562+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~R7UCS5OWWCDA.0 size=225779 2024-09-12T17:00:55.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.562+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=R7UCS5OWWCDA tag=J7VYCK6Q21BR type=write size=1274355 2024-09-12T17:00:55.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.563+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~IPUD306IVOU1.0 size=643094 2024-09-12T17:00:55.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.565+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=IPUD306IVOU1 tag=8XQ2EQ2FAMSC type=write size=1691670 2024-09-12T17:00:55.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.566+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=KUKPWX69XWTD type=write size=112230 2024-09-12T17:00:55.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.568+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~6ZJZWT9OHR8G.0 size=1048576 2024-09-12T17:00:55.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.569+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~6ZJZWT9OHR8G.1 size=546610 2024-09-12T17:00:55.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.571+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=6ZJZWT9OHR8G tag=NEAMFPAXR3MU type=write size=2643762 2024-09-12T17:00:55.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.572+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=JY713KK1O0S0 type=write size=336076 2024-09-12T17:00:55.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.572+0000 7fc68f42f780 1 < canceled part key=_multipart_FLARRSQDFMB6.2~KT4EVR1MX4CU.0 size=1048576 2024-09-12T17:00:55.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.573+0000 7fc68f42f780 1 < completed part key=_multipart_FLARRSQDFMB6.2~KT4EVR1MX4CU.1 size=860178 2024-09-12T17:00:55.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.575+0000 7fc68f42f780 1 < canceled multipart upload key=FLARRSQDFMB6 upload=KT4EVR1MX4CU tag=6BC1ZBZDN0TE type=write size=2957330 2024-09-12T17:00:55.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.577+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=DZF0V6917U11 type=del size=1626401 2024-09-12T17:00:55.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.578+0000 7fc68f42f780 1 < completed delete operation key=G6LXZXKH2LCK tag=P1NQDJ9YFJ6E type=del 2024-09-12T17:00:55.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.579+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=YV8ILTAT2D1D type=write size=974836 2024-09-12T17:00:55.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.580+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~JRHDWRD61UPQ.0 size=1048576 2024-09-12T17:00:55.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.581+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~JRHDWRD61UPQ.1 size=481556 2024-09-12T17:00:55.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.583+0000 7fc68f42f780 1 < completed multipart upload key=5IRJPMUAJTW1 upload=JRHDWRD61UPQ tag=8YAGBVBYBM8M type=write size=2578708 2024-09-12T17:00:55.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.585+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~7CQ6XLNYQPJP.0 size=1048576 2024-09-12T17:00:55.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.586+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~7CQ6XLNYQPJP.1 size=1048576 2024-09-12T17:00:55.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.587+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~7CQ6XLNYQPJP.2 size=680815 2024-09-12T17:00:55.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.587+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=7CQ6XLNYQPJP tag=UQY5BAMD5A71 type=write size=3826543 2024-09-12T17:00:55.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.588+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=XXJPFL0H05Y1 type=del 2024-09-12T17:00:55.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.590+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~KRHE1E3PTK6X.0 size=367405 2024-09-12T17:00:55.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.590+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=KRHE1E3PTK6X tag=CTRMWAOUYBU6 type=write size=1415981 2024-09-12T17:00:55.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.591+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~C6DSWBX09KKY.0 size=1048576 2024-09-12T17:00:55.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.594+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~C6DSWBX09KKY.1 size=1048576 2024-09-12T17:00:55.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.596+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~C6DSWBX09KKY.2 size=777701 2024-09-12T17:00:55.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.600+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=C6DSWBX09KKY tag=0XUQXU7AXPP1 type=write size=3923429 2024-09-12T17:00:55.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.601+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=JSHND5W02NVQ type=del size=2537791 2024-09-12T17:00:55.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.602+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=01KDQFQ2OZ20 type=del 2024-09-12T17:00:55.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.604+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=IA7J7UYZHAJ6 type=del size=298584 2024-09-12T17:00:55.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.604+0000 7fc68f42f780 -1 < no bi entry to suggest for operation key=YZ11NLDPZ4HC tag=SB4UQF42LKNV type=del size=3977248: (2) No such file or directory 2024-09-12T17:00:55.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.605+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=SD6Y5A6FM94J type=del size=3265012 2024-09-12T17:00:55.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.607+0000 7fc68f42f780 1 < completed delete operation key=HCFK4AS0XMDI tag=UC5BTA8K33HT type=del 2024-09-12T17:00:55.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.609+0000 7fc68f42f780 1 > prepared part key=_multipart_0SVTT81FXB2X.2~QCPAYAKDIINE.0 size=30292 2024-09-12T17:00:55.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.609+0000 7fc68f42f780 1 > prepared multipart upload key=0SVTT81FXB2X upload=QCPAYAKDIINE tag=PFHKFXHXEMKU type=write size=1078868 2024-09-12T17:00:55.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.610+0000 7fc68f42f780 1 < completed delete operation key=NEAY7HVG4N98 tag=4BQ3BTD6CK3O type=del 2024-09-12T17:00:55.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.611+0000 7fc68f42f780 1 > prepared operation key=FQE909ZZU024 tag=8ORVZL1HLJ17 type=del size=1473063 2024-09-12T17:00:55.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.614+0000 7fc68f42f780 1 < suggested update operation key=IGCTZ5WOBL39 tag=YQ04GZWKLAMN type=del size=1334001 2024-09-12T17:00:55.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.616+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~TKYM52WNOMTN.0 size=1048576 2024-09-12T17:00:55.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.617+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~TKYM52WNOMTN.1 size=1048576 2024-09-12T17:00:55.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.618+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~TKYM52WNOMTN.2 size=931677 2024-09-12T17:00:55.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.618+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=TKYM52WNOMTN tag=AZ2A0C1Z4FW4 type=write size=4077405 2024-09-12T17:00:55.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.619+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=XVYJO7A8LK5N type=del 2024-09-12T17:00:55.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.621+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~U0LVDNCCSL9V.0 size=1048576 2024-09-12T17:00:55.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.622+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~U0LVDNCCSL9V.1 size=931163 2024-09-12T17:00:55.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.622+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=U0LVDNCCSL9V tag=L7V882F04KHB type=write size=3028315 2024-09-12T17:00:55.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.624+0000 7fc68f42f780 1 < canceled operation key=AXKH2QANZCAL tag=ZJPLV3M7VF1Y type=del size=2355900 2024-09-12T17:00:55.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.626+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~L6J6PJFCE9H5.0 size=1048576 2024-09-12T17:00:55.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.627+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~L6J6PJFCE9H5.1 size=1048576 2024-09-12T17:00:55.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.628+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~L6J6PJFCE9H5.2 size=153358 2024-09-12T17:00:55.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.628+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=L6J6PJFCE9H5 tag=6RXH543P0X76 type=write size=3299086 2024-09-12T17:00:55.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.629+0000 7fc68f42f780 1 < completed part key=_multipart_CBE2Q8N9LPWT.2~EDEJTBBCJMII.0 size=309921 2024-09-12T17:00:55.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.631+0000 7fc68f42f780 1 < completed multipart upload key=CBE2Q8N9LPWT upload=EDEJTBBCJMII tag=BO2Q3E44J7GJ type=write size=1358497 2024-09-12T17:00:55.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.632+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=X4ZSCXGYUVOH type=del size=2687163 2024-09-12T17:00:55.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.633+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~R7UCS5OWWCDA.0 size=225779 2024-09-12T17:00:55.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.635+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=R7UCS5OWWCDA tag=J7VYCK6Q21BR type=write size=1274355 2024-09-12T17:00:55.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.636+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=BN22Z22DD6AI type=del size=3791511 2024-09-12T17:00:55.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.638+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=KUKPWX69XWTD type=write 2024-09-12T17:00:55.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.640+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~S1Q6315SB2LF.0 size=1048576 2024-09-12T17:00:55.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.641+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~S1Q6315SB2LF.1 size=1048576 2024-09-12T17:00:55.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.642+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~S1Q6315SB2LF.2 size=938133 2024-09-12T17:00:55.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.642+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=S1Q6315SB2LF tag=QJPW5QDSH3OP type=write size=4083861 2024-09-12T17:00:55.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.643+0000 7fc68f42f780 1 < completed write operation key=AXKH2QANZCAL tag=JY713KK1O0S0 type=write size=336076 2024-09-12T17:00:55.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.645+0000 7fc68f42f780 1 > prepared operation key=6QSQEMIJKMU1 tag=TQVMU7SR6ZL3 type=del size=1776168 2024-09-12T17:00:55.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.646+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=DZF0V6917U11 type=del 2024-09-12T17:00:55.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.648+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~O3DPCEM5ZXK4.0 size=1048576 2024-09-12T17:00:55.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.649+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~O3DPCEM5ZXK4.1 size=233972 2024-09-12T17:00:55.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.649+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=O3DPCEM5ZXK4 tag=OXQH5MCWRUVG type=write size=2331124 2024-09-12T17:00:55.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.650+0000 7fc68f42f780 1 < completed write operation key=DF7W920VNP0G tag=YV8ILTAT2D1D type=write size=974836 2024-09-12T17:00:55.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.651+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=BDE398UA6SYR type=del size=871289 2024-09-12T17:00:55.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.652+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~7CQ6XLNYQPJP.0 size=1048576 2024-09-12T17:00:55.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.652+0000 7fc68f42f780 1 < canceled part key=_multipart_5IRJPMUAJTW1.2~7CQ6XLNYQPJP.1 size=1048576 2024-09-12T17:00:55.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.653+0000 7fc68f42f780 1 < completed part key=_multipart_5IRJPMUAJTW1.2~7CQ6XLNYQPJP.2 size=680815 2024-09-12T17:00:55.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.655+0000 7fc68f42f780 1 < canceled multipart upload key=5IRJPMUAJTW1 upload=7CQ6XLNYQPJP tag=UQY5BAMD5A71 type=write size=3826543 2024-09-12T17:00:55.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.657+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~4GI9WWSGDJM0.0 size=1048576 2024-09-12T17:00:55.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.658+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~4GI9WWSGDJM0.1 size=1048576 2024-09-12T17:00:55.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.659+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~4GI9WWSGDJM0.2 size=969796 2024-09-12T17:00:55.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.659+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=4GI9WWSGDJM0 tag=M6APTLVLET5O type=write size=4115524 2024-09-12T17:00:55.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.660+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~KRHE1E3PTK6X.0 size=367405 2024-09-12T17:00:55.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.662+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=KRHE1E3PTK6X tag=CTRMWAOUYBU6 type=write size=1415981 2024-09-12T17:00:55.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.664+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~M3KC44FK3ORH.0 size=1048576 2024-09-12T17:00:55.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.665+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~M3KC44FK3ORH.1 size=338237 2024-09-12T17:00:55.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.665+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=M3KC44FK3ORH tag=NNPH83MDLKLS type=write size=2435389 2024-09-12T17:00:55.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.667+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=JSHND5W02NVQ type=del 2024-09-12T17:00:55.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.669+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~S6GX3PGRP6KQ.0 size=56178 2024-09-12T17:00:55.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.669+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=S6GX3PGRP6KQ tag=3928EFEFC4YG type=write size=1104754 2024-09-12T17:00:55.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.671+0000 7fc68f42f780 1 < suggested remove operation key=HCFK4AS0XMDI tag=IA7J7UYZHAJ6 type=del 2024-09-12T17:00:55.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.673+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~YQNTQ0KSZKF1.0 size=729030 2024-09-12T17:00:55.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.673+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=YQNTQ0KSZKF1 tag=E6CD7QKXKVB6 type=write size=1777606 2024-09-12T17:00:55.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.674+0000 7fc68f42f780 -1 < no bi entry to suggest for operation key=HCFK4AS0XMDI tag=SD6Y5A6FM94J type=del size=3265012: (2) No such file or directory 2024-09-12T17:00:55.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.675+0000 7fc68f42f780 1 > prepared operation key=JVU4KT3G91R7 tag=M89M3K3P6CI9 type=del size=1116774 2024-09-12T17:00:55.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.676+0000 7fc68f42f780 1 < completed part key=_multipart_0SVTT81FXB2X.2~QCPAYAKDIINE.0 size=30292 2024-09-12T17:00:55.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.678+0000 7fc68f42f780 1 < completed multipart upload key=0SVTT81FXB2X upload=QCPAYAKDIINE tag=PFHKFXHXEMKU type=write size=1078868 2024-09-12T17:00:55.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.680+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=O8Y15WTW8TYF type=del size=347468 2024-09-12T17:00:55.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.681+0000 7fc68f42f780 1 < completed delete operation key=FQE909ZZU024 tag=8ORVZL1HLJ17 type=del 2024-09-12T17:00:55.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.682+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=MLBEB1NY2PMR type=del size=1091143 2024-09-12T17:00:55.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.683+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~TKYM52WNOMTN.0 size=1048576 2024-09-12T17:00:55.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.684+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~TKYM52WNOMTN.1 size=1048576 2024-09-12T17:00:55.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.685+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~TKYM52WNOMTN.2 size=931677 2024-09-12T17:00:55.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.687+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=TKYM52WNOMTN tag=AZ2A0C1Z4FW4 type=write size=4077405 2024-09-12T17:00:55.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.689+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~UI49S1A8C96N.0 size=920192 2024-09-12T17:00:55.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.689+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=UI49S1A8C96N tag=ID3AX9KJ7T72 type=write size=1968768 2024-09-12T17:00:55.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.690+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~U0LVDNCCSL9V.0 size=1048576 2024-09-12T17:00:55.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.691+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~U0LVDNCCSL9V.1 size=931163 2024-09-12T17:00:55.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.693+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=U0LVDNCCSL9V tag=L7V882F04KHB type=write size=3028315 2024-09-12T17:00:55.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.695+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~NKXOKWXNM651.0 size=112115 2024-09-12T17:00:55.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.695+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=NKXOKWXNM651 tag=H3FRS259F8BV type=write size=1160691 2024-09-12T17:00:55.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.696+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~L6J6PJFCE9H5.0 size=1048576 2024-09-12T17:00:55.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.697+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~L6J6PJFCE9H5.1 size=1048576 2024-09-12T17:00:55.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.698+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~L6J6PJFCE9H5.2 size=153358 2024-09-12T17:00:55.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.700+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=L6J6PJFCE9H5 tag=6RXH543P0X76 type=write size=3299086 2024-09-12T17:00:55.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.701+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=8GEIELU7YM91 type=del size=165269 2024-09-12T17:00:55.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.702+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=X4ZSCXGYUVOH type=del 2024-09-12T17:00:55.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.704+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~9SMHYOLMSU2C.0 size=352084 2024-09-12T17:00:55.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.704+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=9SMHYOLMSU2C tag=OFVMWUNQBKA2 type=write size=1400660 2024-09-12T17:00:55.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.706+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=BN22Z22DD6AI type=del 2024-09-12T17:00:55.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.708+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=KID5UV98W6CL type=del size=1130806 2024-09-12T17:00:55.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.710+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~S1Q6315SB2LF.0 size=1048576 2024-09-12T17:00:55.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.711+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~S1Q6315SB2LF.1 size=1048576 2024-09-12T17:00:55.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.711+0000 7fc68f42f780 1 < canceled part key=_multipart_KZSUBBPS0F1I.2~S1Q6315SB2LF.2 size=938133 2024-09-12T17:00:55.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.713+0000 7fc68f42f780 1 < canceled multipart upload key=KZSUBBPS0F1I upload=S1Q6315SB2LF tag=QJPW5QDSH3OP type=write size=4083861 2024-09-12T17:00:55.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.714+0000 7fc68f42f780 1 > prepared operation key=AXKH2QANZCAL tag=8PV95O1QU0E8 type=del size=3520126 2024-09-12T17:00:55.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.716+0000 7fc68f42f780 1 < completed delete operation key=6QSQEMIJKMU1 tag=TQVMU7SR6ZL3 type=del 2024-09-12T17:00:55.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.717+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=SDVJP2DZI797 type=del size=2783025 2024-09-12T17:00:55.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.717+0000 7fc68f42f780 1 < canceled part key=_multipart_HCFK4AS0XMDI.2~O3DPCEM5ZXK4.0 size=1048576 2024-09-12T17:00:55.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.718+0000 7fc68f42f780 1 < completed part key=_multipart_HCFK4AS0XMDI.2~O3DPCEM5ZXK4.1 size=233972 2024-09-12T17:00:55.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.720+0000 7fc68f42f780 1 < canceled multipart upload key=HCFK4AS0XMDI upload=O3DPCEM5ZXK4 tag=OXQH5MCWRUVG type=write size=2331124 2024-09-12T17:00:55.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.721+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=FPKD9WZR5RCZ type=del size=622564 2024-09-12T17:00:55.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.722+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=BDE398UA6SYR type=del 2024-09-12T17:00:55.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.723+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=DXLIG8BA2EMI type=write size=450206 2024-09-12T17:00:55.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.725+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~4GI9WWSGDJM0.0 size=1048576 2024-09-12T17:00:55.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.726+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~4GI9WWSGDJM0.1 size=1048576 2024-09-12T17:00:55.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.727+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~4GI9WWSGDJM0.2 size=969796 2024-09-12T17:00:55.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.729+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=4GI9WWSGDJM0 tag=M6APTLVLET5O type=write size=4115524 2024-09-12T17:00:55.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.731+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~ZFR5SY5PP2KB.0 size=710283 2024-09-12T17:00:55.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.731+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=ZFR5SY5PP2KB tag=WJ2Q2EMW3LRM type=write size=1758859 2024-09-12T17:00:55.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.732+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~M3KC44FK3ORH.0 size=1048576 2024-09-12T17:00:55.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.733+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~M3KC44FK3ORH.1 size=338237 2024-09-12T17:00:55.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.735+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=M3KC44FK3ORH tag=NNPH83MDLKLS type=write size=2435389 2024-09-12T17:00:55.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.736+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=6VLCTZ0M30V3 type=del size=595469 2024-09-12T17:00:55.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.738+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~S6GX3PGRP6KQ.0 size=56178 2024-09-12T17:00:55.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.740+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=S6GX3PGRP6KQ tag=3928EFEFC4YG type=write size=1104754 2024-09-12T17:00:55.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.741+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=DLJVM3NO69U2 type=write size=1007746 2024-09-12T17:00:55.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.742+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~YQNTQ0KSZKF1.0 size=729030 2024-09-12T17:00:55.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.744+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=YQNTQ0KSZKF1 tag=E6CD7QKXKVB6 type=write size=1777606 2024-09-12T17:00:55.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.745+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=SYVOZI2A3KS6 type=write size=959035 2024-09-12T17:00:55.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.747+0000 7fc68f42f780 1 < completed delete operation key=JVU4KT3G91R7 tag=M89M3K3P6CI9 type=del 2024-09-12T17:00:55.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.748+0000 7fc68f42f780 1 > prepared operation key=52JV36JIR0EJ tag=RT0JPXG2QPWN type=del size=1565274 2024-09-12T17:00:55.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.749+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=O8Y15WTW8TYF type=del 2024-09-12T17:00:55.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.750+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=3JX4QR60X36R type=del size=2617205 2024-09-12T17:00:55.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.751+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=MLBEB1NY2PMR type=del 2024-09-12T17:00:55.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.753+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~4FEV4UJJC5H5.0 size=82084 2024-09-12T17:00:55.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.753+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=4FEV4UJJC5H5 tag=GFA9TW5CRBWO type=write size=1130660 2024-09-12T17:00:55.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.754+0000 7fc68f42f780 1 < completed part key=_multipart_M84G815CQ1SC.2~UI49S1A8C96N.0 size=920192 2024-09-12T17:00:55.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.756+0000 7fc68f42f780 1 < completed multipart upload key=M84G815CQ1SC upload=UI49S1A8C96N tag=ID3AX9KJ7T72 type=write size=1968768 2024-09-12T17:00:55.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.757+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=SINWIAW3XUX4 type=del size=1851981 2024-09-12T17:00:55.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.759+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~NKXOKWXNM651.0 size=112115 2024-09-12T17:00:55.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.760+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=NKXOKWXNM651 tag=H3FRS259F8BV type=write size=1160691 2024-09-12T17:00:55.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.763+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~524WZ1BH4411.0 size=1048576 2024-09-12T17:00:55.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.763+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~524WZ1BH4411.1 size=385622 2024-09-12T17:00:55.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.763+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=524WZ1BH4411 tag=AAW10952UPM1 type=write size=2482774 2024-09-12T17:00:55.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.766+0000 7fc68f42f780 1 < suggested remove operation key=NALVOSHAE3VH tag=8GEIELU7YM91 type=del 2024-09-12T17:00:55.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.767+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=0Q98AWATGONY type=del size=1169536 2024-09-12T17:00:55.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.768+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~9SMHYOLMSU2C.0 size=352084 2024-09-12T17:00:55.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.770+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=9SMHYOLMSU2C tag=OFVMWUNQBKA2 type=write size=1400660 2024-09-12T17:00:55.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.772+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~9Z49KAG3WP2R.0 size=171851 2024-09-12T17:00:55.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.772+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=9Z49KAG3WP2R tag=E4W31M7I38F1 type=write size=1220427 2024-09-12T17:00:55.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.773+0000 7fc68f42f780 1 < completed delete operation key=0SVTT81FXB2X tag=KID5UV98W6CL type=del 2024-09-12T17:00:55.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.775+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~OYCBM2S9HKOL.0 size=923000 2024-09-12T17:00:55.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.775+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=OYCBM2S9HKOL tag=SMQRHDRZ3NZY type=write size=1971576 2024-09-12T17:00:55.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.777+0000 7fc68f42f780 1 < completed delete operation key=AXKH2QANZCAL tag=8PV95O1QU0E8 type=del 2024-09-12T17:00:55.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.779+0000 7fc68f42f780 1 > prepared part key=_multipart_ZCAVQ3AQ5V23.2~MVZLZEEE713H.0 size=804545 2024-09-12T17:00:55.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.779+0000 7fc68f42f780 1 > prepared multipart upload key=ZCAVQ3AQ5V23 upload=MVZLZEEE713H tag=8C7YUWN5BG2S type=write size=1853121 2024-09-12T17:00:55.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.781+0000 7fc68f42f780 1 < suggested update operation key=FLARRSQDFMB6 tag=SDVJP2DZI797 type=del size=2783025 2024-09-12T17:00:55.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.783+0000 7fc68f42f780 1 > prepared part key=_multipart_YZ11NLDPZ4HC.2~X8AAS6AT4UFY.0 size=183164 2024-09-12T17:00:55.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.783+0000 7fc68f42f780 1 > prepared multipart upload key=YZ11NLDPZ4HC upload=X8AAS6AT4UFY tag=VMRFAZFZ4BZG type=write size=1231740 2024-09-12T17:00:55.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.785+0000 7fc68f42f780 1 < canceled operation key=52JV36JIR0EJ tag=FPKD9WZR5RCZ type=del size=622564 2024-09-12T17:00:55.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.786+0000 7fc68f42f780 1 > prepared operation key=QXA2N8KQQN1N tag=CIWW7MT8DVCC type=del size=1113151 2024-09-12T17:00:55.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.787+0000 7fc68f42f780 1 < completed write operation key=M84G815CQ1SC tag=DXLIG8BA2EMI type=write size=450206 2024-09-12T17:00:55.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.789+0000 7fc68f42f780 1 > prepared operation key=NEAY7HVG4N98 tag=3XSCK2CUO3JE type=del size=1720976 2024-09-12T17:00:55.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.790+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~ZFR5SY5PP2KB.0 size=710283 2024-09-12T17:00:55.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.792+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=ZFR5SY5PP2KB tag=WJ2Q2EMW3LRM type=write size=1758859 2024-09-12T17:00:55.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.793+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=4TJIV3HISF5M type=del size=1184628 2024-09-12T17:00:55.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.795+0000 7fc68f42f780 1 < completed delete operation key=9RJEGZRPXJQH tag=6VLCTZ0M30V3 type=del 2024-09-12T17:00:55.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.796+0000 7fc68f42f780 1 > prepared operation key=IGCTZ5WOBL39 tag=30VT14IHJ5UY type=del size=3926523 2024-09-12T17:00:55.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.798+0000 7fc68f42f780 1 < suggested remove operation key=FFYEARKYU8MK tag=DLJVM3NO69U2 type=write 2024-09-12T17:00:55.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.800+0000 7fc68f42f780 1 > prepared part key=_multipart_G6LXZXKH2LCK.2~RWOXLXUSBP8V.0 size=209357 2024-09-12T17:00:55.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.800+0000 7fc68f42f780 1 > prepared multipart upload key=G6LXZXKH2LCK upload=RWOXLXUSBP8V tag=EV7HBT1M2CPI type=write size=1257933 2024-09-12T17:00:55.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.801+0000 7fc68f42f780 1 < completed write operation key=G6LXZXKH2LCK tag=SYVOZI2A3KS6 type=write size=959035 2024-09-12T17:00:55.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.803+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=5FFGVEU6VNZ3 type=write size=132962 2024-09-12T17:00:55.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.804+0000 7fc68f42f780 1 < completed delete operation key=52JV36JIR0EJ tag=RT0JPXG2QPWN type=del 2024-09-12T17:00:55.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.805+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=S6HNSHCNXQA6 type=del size=588215 2024-09-12T17:00:55.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.806+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=3JX4QR60X36R type=del 2024-09-12T17:00:55.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.808+0000 7fc68f42f780 1 > prepared part key=_multipart_UTP229W3RHD3.2~272WIFBW7S47.0 size=522148 2024-09-12T17:00:55.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.808+0000 7fc68f42f780 1 > prepared multipart upload key=UTP229W3RHD3 upload=272WIFBW7S47 tag=BUY2V7IAT28L type=write size=1570724 2024-09-12T17:00:55.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.810+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~4FEV4UJJC5H5.0 size=82084 2024-09-12T17:00:55.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.812+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=4FEV4UJJC5H5 tag=GFA9TW5CRBWO type=write size=1130660 2024-09-12T17:00:55.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.813+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=1DSPSOGVK3OA type=del size=1261042 2024-09-12T17:00:55.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.815+0000 7fc68f42f780 1 < suggested remove operation key=G6LXZXKH2LCK tag=SINWIAW3XUX4 type=del 2024-09-12T17:00:55.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.817+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~8I56QA0IV3FX.0 size=84140 2024-09-12T17:00:55.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.817+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=8I56QA0IV3FX tag=YZE53LE8ONKQ type=write size=1132716 2024-09-12T17:00:55.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.818+0000 7fc68f42f780 1 < canceled part key=_multipart_NALVOSHAE3VH.2~524WZ1BH4411.0 size=1048576 2024-09-12T17:00:55.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.819+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~524WZ1BH4411.1 size=385622 2024-09-12T17:00:55.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.824+0000 7fc68f42f780 1 < canceled multipart upload key=NALVOSHAE3VH upload=524WZ1BH4411 tag=AAW10952UPM1 type=write size=2482774 2024-09-12T17:00:55.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.827+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=WHXFVUGZTLZ2 type=del size=2418902 2024-09-12T17:00:55.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.828+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=0Q98AWATGONY type=del 2024-09-12T17:00:55.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.830+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~H3CH4XL0IUNP.0 size=1048576 2024-09-12T17:00:55.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.831+0000 7fc68f42f780 1 > prepared part key=_multipart_AXKH2QANZCAL.2~H3CH4XL0IUNP.1 size=682372 2024-09-12T17:00:55.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.831+0000 7fc68f42f780 1 > prepared multipart upload key=AXKH2QANZCAL upload=H3CH4XL0IUNP tag=PR0H1WQTB7OC type=write size=2779524 2024-09-12T17:00:55.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.831+0000 7fc68f42f780 1 < canceled part key=_multipart_YXWFMB60E9UH.2~9Z49KAG3WP2R.0 size=171851 2024-09-12T17:00:55.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.833+0000 7fc68f42f780 1 < canceled multipart upload key=YXWFMB60E9UH upload=9Z49KAG3WP2R tag=E4W31M7I38F1 type=write size=1220427 2024-09-12T17:00:55.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.834+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=V28BUAAPCS5L type=del size=3523049 2024-09-12T17:00:55.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.836+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~OYCBM2S9HKOL.0 size=923000 2024-09-12T17:00:55.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.838+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=OYCBM2S9HKOL tag=SMQRHDRZ3NZY type=write size=1971576 2024-09-12T17:00:55.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.840+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~WBJ4DXM9PKMT.0 size=1048576 2024-09-12T17:00:55.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.841+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~WBJ4DXM9PKMT.1 size=1048576 2024-09-12T17:00:55.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.842+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~WBJ4DXM9PKMT.2 size=1039704 2024-09-12T17:00:55.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.842+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=WBJ4DXM9PKMT tag=U2PT1AOPQ1CU type=write size=4185432 2024-09-12T17:00:55.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.843+0000 7fc68f42f780 1 < completed part key=_multipart_ZCAVQ3AQ5V23.2~MVZLZEEE713H.0 size=804545 2024-09-12T17:00:55.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.845+0000 7fc68f42f780 1 < completed multipart upload key=ZCAVQ3AQ5V23 upload=MVZLZEEE713H tag=8C7YUWN5BG2S type=write size=1853121 2024-09-12T17:00:55.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.847+0000 7fc68f42f780 1 > prepared part key=_multipart_IGCTZ5WOBL39.2~EBO2OR36H7EJ.0 size=191013 2024-09-12T17:00:55.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.847+0000 7fc68f42f780 1 > prepared multipart upload key=IGCTZ5WOBL39 upload=EBO2OR36H7EJ tag=K7J4KMBI3UDP type=write size=1239589 2024-09-12T17:00:55.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.848+0000 7fc68f42f780 1 < completed part key=_multipart_YZ11NLDPZ4HC.2~X8AAS6AT4UFY.0 size=183164 2024-09-12T17:00:55.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.850+0000 7fc68f42f780 1 < completed multipart upload key=YZ11NLDPZ4HC upload=X8AAS6AT4UFY tag=VMRFAZFZ4BZG type=write size=1231740 2024-09-12T17:00:55.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.851+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=JODE9EPQLO02 type=del size=1276856 2024-09-12T17:00:55.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.852+0000 7fc68f42f780 1 < completed delete operation key=QXA2N8KQQN1N tag=CIWW7MT8DVCC type=del 2024-09-12T17:00:55.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.854+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~75TXJJWSTE8E.0 size=1048576 2024-09-12T17:00:55.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.855+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~75TXJJWSTE8E.1 size=684672 2024-09-12T17:00:55.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.855+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=75TXJJWSTE8E tag=EYO9W8XL38FE type=write size=2781824 2024-09-12T17:00:55.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.857+0000 7fc68f42f780 1 < suggested remove operation key=NEAY7HVG4N98 tag=3XSCK2CUO3JE type=del 2024-09-12T17:00:55.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.859+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~5J45TFWWGNW4.0 size=1048576 2024-09-12T17:00:55.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.860+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~5J45TFWWGNW4.1 size=1048576 2024-09-12T17:00:55.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.861+0000 7fc68f42f780 1 > prepared part key=_multipart_8WXCDATAFRNK.2~5J45TFWWGNW4.2 size=265697 2024-09-12T17:00:55.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.861+0000 7fc68f42f780 1 > prepared multipart upload key=8WXCDATAFRNK upload=5J45TFWWGNW4 tag=XK01V52UF0WW type=write size=3411425 2024-09-12T17:00:55.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.863+0000 7fc68f42f780 1 < suggested remove operation key=5IRJPMUAJTW1 tag=4TJIV3HISF5M type=del 2024-09-12T17:00:55.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.864+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=P96ODZIW71S2 type=del size=2828437 2024-09-12T17:00:55.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.865+0000 7fc68f42f780 1 < completed delete operation key=IGCTZ5WOBL39 tag=30VT14IHJ5UY type=del 2024-09-12T17:00:55.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.867+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~Q907YVS2H2XA.0 size=1048576 2024-09-12T17:00:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.868+0000 7fc68f42f780 1 > prepared part key=_multipart_8XULRL5LJZAH.2~Q907YVS2H2XA.1 size=954208 2024-09-12T17:00:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.868+0000 7fc68f42f780 1 > prepared multipart upload key=8XULRL5LJZAH upload=Q907YVS2H2XA tag=CIBL954O0MGT type=write size=3051360 2024-09-12T17:00:55.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.869+0000 7fc68f42f780 1 < completed part key=_multipart_G6LXZXKH2LCK.2~RWOXLXUSBP8V.0 size=209357 2024-09-12T17:00:55.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.871+0000 7fc68f42f780 1 < completed multipart upload key=G6LXZXKH2LCK upload=RWOXLXUSBP8V tag=EV7HBT1M2CPI type=write size=1257933 2024-09-12T17:00:55.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.872+0000 7fc68f42f780 1 > prepared operation key=5IRJPMUAJTW1 tag=MHHWE9U6FY6K type=del size=1875338 2024-09-12T17:00:55.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.873+0000 7fc68f42f780 1 < completed write operation key=JPQVCVA736JG tag=5FFGVEU6VNZ3 type=write size=132962 2024-09-12T17:00:55.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.875+0000 7fc68f42f780 1 > prepared operation key=0SVTT81FXB2X tag=604WQLXVMWOF type=del size=3063425 2024-09-12T17:00:55.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.876+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=S6HNSHCNXQA6 type=del 2024-09-12T17:00:55.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.878+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~84TUN9OGEB3Y.0 size=1048576 2024-09-12T17:00:55.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.879+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~84TUN9OGEB3Y.1 size=707380 2024-09-12T17:00:55.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.879+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=84TUN9OGEB3Y tag=VPKB2R0BKH9L type=write size=2804532 2024-09-12T17:00:55.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.879+0000 7fc68f42f780 1 < canceled part key=_multipart_UTP229W3RHD3.2~272WIFBW7S47.0 size=522148 2024-09-12T17:00:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.881+0000 7fc68f42f780 1 < canceled multipart upload key=UTP229W3RHD3 upload=272WIFBW7S47 tag=BUY2V7IAT28L type=write size=1570724 2024-09-12T17:00:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.883+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~XBG2FG2NI12K.0 size=1048576 2024-09-12T17:00:55.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.884+0000 7fc68f42f780 1 > prepared part key=_multipart_52JV36JIR0EJ.2~XBG2FG2NI12K.1 size=845581 2024-09-12T17:00:55.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.884+0000 7fc68f42f780 1 > prepared multipart upload key=52JV36JIR0EJ upload=XBG2FG2NI12K tag=SMB2O9UCT5R1 type=write size=2942733 2024-09-12T17:00:55.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.885+0000 7fc68f42f780 1 < completed delete operation key=YXWFMB60E9UH tag=1DSPSOGVK3OA type=del 2024-09-12T17:00:55.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.887+0000 7fc68f42f780 1 > prepared operation key=CBE2Q8N9LPWT tag=VYWFX3J8I4SY type=del size=241590 2024-09-12T17:00:55.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.889+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~8I56QA0IV3FX.0 size=84140 2024-09-12T17:00:55.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.891+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=8I56QA0IV3FX tag=YZE53LE8ONKQ type=write size=1132716 2024-09-12T17:00:55.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.892+0000 7fc68f42f780 1 > prepared operation key=W0I001KV7JL4 tag=O8RYI5RKA094 type=del size=2355667 2024-09-12T17:00:55.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.893+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=WHXFVUGZTLZ2 type=del 2024-09-12T17:00:55.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.894+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=YZNVI6OFQQB3 type=del size=2438324 2024-09-12T17:00:55.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.895+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~H3CH4XL0IUNP.0 size=1048576 2024-09-12T17:00:55.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.896+0000 7fc68f42f780 1 < completed part key=_multipart_AXKH2QANZCAL.2~H3CH4XL0IUNP.1 size=682372 2024-09-12T17:00:55.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.899+0000 7fc68f42f780 1 < completed multipart upload key=AXKH2QANZCAL upload=H3CH4XL0IUNP tag=PR0H1WQTB7OC type=write size=2779524 2024-09-12T17:00:55.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.900+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=YW1JXPC3YPJM type=write size=604980 2024-09-12T17:00:55.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.901+0000 7fc68f42f780 1 < completed delete operation key=NALVOSHAE3VH tag=V28BUAAPCS5L type=del 2024-09-12T17:00:55.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.903+0000 7fc68f42f780 1 > prepared operation key=M84G815CQ1SC tag=GE38EKL98491 type=del size=3833917 2024-09-12T17:00:55.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.904+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~WBJ4DXM9PKMT.0 size=1048576 2024-09-12T17:00:55.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.905+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~WBJ4DXM9PKMT.1 size=1048576 2024-09-12T17:00:55.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.905+0000 7fc68f42f780 1 < canceled part key=_multipart_NEAY7HVG4N98.2~WBJ4DXM9PKMT.2 size=1039704 2024-09-12T17:00:55.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.907+0000 7fc68f42f780 1 < canceled multipart upload key=NEAY7HVG4N98 upload=WBJ4DXM9PKMT tag=U2PT1AOPQ1CU type=write size=4185432 2024-09-12T17:00:55.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.908+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=2E2W0XC07FO6 type=del size=2974161 2024-09-12T17:00:55.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.910+0000 7fc68f42f780 1 < completed part key=_multipart_IGCTZ5WOBL39.2~EBO2OR36H7EJ.0 size=191013 2024-09-12T17:00:55.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.912+0000 7fc68f42f780 1 < completed multipart upload key=IGCTZ5WOBL39 upload=EBO2OR36H7EJ tag=K7J4KMBI3UDP type=write size=1239589 2024-09-12T17:00:55.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.914+0000 7fc68f42f780 1 > prepared part key=_multipart_FQE909ZZU024.2~90AK304HQ1P5.0 size=764440 2024-09-12T17:00:55.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.914+0000 7fc68f42f780 1 > prepared multipart upload key=FQE909ZZU024 upload=90AK304HQ1P5 tag=KQN2TNWOMP9R type=write size=1813016 2024-09-12T17:00:55.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.915+0000 7fc68f42f780 1 < completed delete operation key=CBE2Q8N9LPWT tag=JODE9EPQLO02 type=del 2024-09-12T17:00:55.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.916+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=L0OMC1AV8C3J type=del size=3546922 2024-09-12T17:00:55.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.917+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~75TXJJWSTE8E.0 size=1048576 2024-09-12T17:00:55.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.918+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~75TXJJWSTE8E.1 size=684672 2024-09-12T17:00:55.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.920+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=75TXJJWSTE8E tag=EYO9W8XL38FE type=write size=2781824 2024-09-12T17:00:55.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.921+0000 7fc68f42f780 1 > prepared operation key=G6LXZXKH2LCK tag=X7DGS1DAJX30 type=del size=1776978 2024-09-12T17:00:55.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.922+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~5J45TFWWGNW4.0 size=1048576 2024-09-12T17:00:55.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.923+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~5J45TFWWGNW4.1 size=1048576 2024-09-12T17:00:55.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.924+0000 7fc68f42f780 1 < completed part key=_multipart_8WXCDATAFRNK.2~5J45TFWWGNW4.2 size=265697 2024-09-12T17:00:55.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.926+0000 7fc68f42f780 1 < completed multipart upload key=8WXCDATAFRNK upload=5J45TFWWGNW4 tag=XK01V52UF0WW type=write size=3411425 2024-09-12T17:00:55.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.928+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~GOISG6KZPSXL.0 size=1048576 2024-09-12T17:00:55.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.929+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~GOISG6KZPSXL.1 size=1048576 2024-09-12T17:00:55.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.930+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~GOISG6KZPSXL.2 size=39180 2024-09-12T17:00:55.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.930+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=GOISG6KZPSXL tag=YX7EB3YKK2HK type=write size=3184908 2024-09-12T17:00:55.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.931+0000 7fc68f42f780 1 < completed delete operation key=DF7W920VNP0G tag=P96ODZIW71S2 type=del 2024-09-12T17:00:55.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.933+0000 7fc68f42f780 1 > prepared operation key=FLARRSQDFMB6 tag=5QVW4PLEKTQL type=del size=3574693 2024-09-12T17:00:55.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.934+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~Q907YVS2H2XA.0 size=1048576 2024-09-12T17:00:55.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.935+0000 7fc68f42f780 1 < completed part key=_multipart_8XULRL5LJZAH.2~Q907YVS2H2XA.1 size=954208 2024-09-12T17:00:55.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.937+0000 7fc68f42f780 1 < completed multipart upload key=8XULRL5LJZAH upload=Q907YVS2H2XA tag=CIBL954O0MGT type=write size=3051360 2024-09-12T17:00:55.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.939+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~NUGS640NK1Z5.0 size=1048576 2024-09-12T17:00:55.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.940+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~NUGS640NK1Z5.1 size=1048576 2024-09-12T17:00:55.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.941+0000 7fc68f42f780 1 > prepared part key=_multipart_YXWFMB60E9UH.2~NUGS640NK1Z5.2 size=302098 2024-09-12T17:00:55.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.941+0000 7fc68f42f780 1 > prepared multipart upload key=YXWFMB60E9UH upload=NUGS640NK1Z5 tag=V013Z3DZE6YJ type=write size=3447826 2024-09-12T17:00:55.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.942+0000 7fc68f42f780 1 < completed delete operation key=5IRJPMUAJTW1 tag=MHHWE9U6FY6K type=del 2024-09-12T17:00:55.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.944+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~RYYG2BV9RM8S.0 size=1048576 2024-09-12T17:00:55.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.945+0000 7fc68f42f780 1 > prepared part key=_multipart_KZSUBBPS0F1I.2~RYYG2BV9RM8S.1 size=472867 2024-09-12T17:00:55.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.945+0000 7fc68f42f780 1 > prepared multipart upload key=KZSUBBPS0F1I upload=RYYG2BV9RM8S tag=FFVK9FMEA0NX type=write size=2570019 2024-09-12T17:00:55.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.947+0000 7fc68f42f780 1 < suggested remove operation key=0SVTT81FXB2X tag=604WQLXVMWOF type=del 2024-09-12T17:00:55.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.948+0000 7fc68f42f780 1 > prepared operation key=YTRABX96UY8F tag=MIJZN4R83OA0 type=write size=168128 2024-09-12T17:00:55.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.950+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~84TUN9OGEB3Y.0 size=1048576 2024-09-12T17:00:55.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.951+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~84TUN9OGEB3Y.1 size=707380 2024-09-12T17:00:55.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.953+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=84TUN9OGEB3Y tag=VPKB2R0BKH9L type=write size=2804532 2024-09-12T17:00:55.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.955+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~SF0WYNGJLN0Y.0 size=1048576 2024-09-12T17:00:55.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.956+0000 7fc68f42f780 1 > prepared part key=_multipart_FFYEARKYU8MK.2~SF0WYNGJLN0Y.1 size=913290 2024-09-12T17:00:55.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.956+0000 7fc68f42f780 1 > prepared multipart upload key=FFYEARKYU8MK upload=SF0WYNGJLN0Y tag=681SO3SIFSX2 type=write size=3010442 2024-09-12T17:00:55.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.957+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~XBG2FG2NI12K.0 size=1048576 2024-09-12T17:00:55.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.958+0000 7fc68f42f780 1 < completed part key=_multipart_52JV36JIR0EJ.2~XBG2FG2NI12K.1 size=845581 2024-09-12T17:00:55.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.960+0000 7fc68f42f780 1 < completed multipart upload key=52JV36JIR0EJ upload=XBG2FG2NI12K tag=SMB2O9UCT5R1 type=write size=2942733 2024-09-12T17:00:55.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.961+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=1HE9KME940VJ type=del size=2854082 2024-09-12T17:00:55.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.963+0000 7fc68f42f780 1 < suggested remove operation key=CBE2Q8N9LPWT tag=VYWFX3J8I4SY type=del 2024-09-12T17:00:55.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.965+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~JLARZXDV6S8B.0 size=1048576 2024-09-12T17:00:55.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.966+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~JLARZXDV6S8B.1 size=1048576 2024-09-12T17:00:55.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.967+0000 7fc68f42f780 1 > prepared part key=_multipart_NEAY7HVG4N98.2~JLARZXDV6S8B.2 size=376202 2024-09-12T17:00:55.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.967+0000 7fc68f42f780 1 > prepared multipart upload key=NEAY7HVG4N98 upload=JLARZXDV6S8B tag=88W9Q6N4ALNP type=write size=3521930 2024-09-12T17:00:55.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.969+0000 7fc68f42f780 1 < suggested update operation key=W0I001KV7JL4 tag=O8RYI5RKA094 type=del size=2355667 2024-09-12T17:00:55.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.970+0000 7fc68f42f780 1 > prepared operation key=KZSUBBPS0F1I tag=1Y4KFDUISUA8 type=del size=2178164 2024-09-12T17:00:55.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.971+0000 7fc68f42f780 1 < canceled operation key=YZ11NLDPZ4HC tag=YZNVI6OFQQB3 type=del size=2438324 2024-09-12T17:00:55.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.972+0000 7fc68f42f780 1 > prepared operation key=UTP229W3RHD3 tag=B0EYKZRURQY5 type=del size=57802 2024-09-12T17:00:55.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.974+0000 7fc68f42f780 1 < suggested update operation key=HCFK4AS0XMDI tag=YW1JXPC3YPJM type=write size=604980 2024-09-12T17:00:55.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.976+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~X0X02AYPZXN0.0 size=1048576 2024-09-12T17:00:55.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.977+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~X0X02AYPZXN0.1 size=1048576 2024-09-12T17:00:55.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.978+0000 7fc68f42f780 1 > prepared part key=_multipart_6QSQEMIJKMU1.2~X0X02AYPZXN0.2 size=764632 2024-09-12T17:00:55.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.978+0000 7fc68f42f780 1 > prepared multipart upload key=6QSQEMIJKMU1 upload=X0X02AYPZXN0 tag=KJX08RFSHY59 type=write size=3910360 2024-09-12T17:00:55.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.979+0000 7fc68f42f780 1 < completed delete operation key=M84G815CQ1SC tag=GE38EKL98491 type=del 2024-09-12T17:00:55.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.982+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~572MYRH3LMBC.0 size=1048576 2024-09-12T17:00:55.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.983+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~572MYRH3LMBC.1 size=1048576 2024-09-12T17:00:55.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.984+0000 7fc68f42f780 1 > prepared part key=_multipart_DF7W920VNP0G.2~572MYRH3LMBC.2 size=966928 2024-09-12T17:00:55.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.984+0000 7fc68f42f780 1 > prepared multipart upload key=DF7W920VNP0G upload=572MYRH3LMBC tag=NUSPSCPL4IVP type=write size=4112656 2024-09-12T17:00:55.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.985+0000 7fc68f42f780 1 < completed delete operation key=YTRABX96UY8F tag=2E2W0XC07FO6 type=del 2024-09-12T17:00:55.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.987+0000 7fc68f42f780 1 > prepared part key=_multipart_CNRF3YNKC07N.2~98DFJ72U2XOS.0 size=149268 2024-09-12T17:00:55.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.987+0000 7fc68f42f780 1 > prepared multipart upload key=CNRF3YNKC07N upload=98DFJ72U2XOS tag=A96I5EI93HLW type=write size=1197844 2024-09-12T17:00:55.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.988+0000 7fc68f42f780 1 < completed part key=_multipart_FQE909ZZU024.2~90AK304HQ1P5.0 size=764440 2024-09-12T17:00:55.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.990+0000 7fc68f42f780 1 < completed multipart upload key=FQE909ZZU024 upload=90AK304HQ1P5 tag=KQN2TNWOMP9R type=write size=1813016 2024-09-12T17:00:55.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.991+0000 7fc68f42f780 1 > prepared operation key=CNRF3YNKC07N tag=F52V2GEOGFSV type=del size=1196372 2024-09-12T17:00:55.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.992+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=L0OMC1AV8C3J type=del 2024-09-12T17:00:55.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.993+0000 7fc68f42f780 1 > prepared operation key=9RJEGZRPXJQH tag=DZ10MLWJ91PF type=del size=761173 2024-09-12T17:00:55.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.996+0000 7fc68f42f780 1 < suggested update operation key=G6LXZXKH2LCK tag=X7DGS1DAJX30 type=del size=1776978 2024-09-12T17:00:55.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.998+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~U9LP2N3R2QO5.0 size=1048576 2024-09-12T17:00:56.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.999+0000 7fc68f42f780 1 > prepared part key=_multipart_W0I001KV7JL4.2~U9LP2N3R2QO5.1 size=372733 2024-09-12T17:00:56.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:55.999+0000 7fc68f42f780 1 > prepared multipart upload key=W0I001KV7JL4 upload=U9LP2N3R2QO5 tag=YV6LG8R0VMJA type=write size=2469885 2024-09-12T17:00:56.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.000+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~GOISG6KZPSXL.0 size=1048576 2024-09-12T17:00:56.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.001+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~GOISG6KZPSXL.1 size=1048576 2024-09-12T17:00:56.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.002+0000 7fc68f42f780 1 < completed part key=_multipart_NALVOSHAE3VH.2~GOISG6KZPSXL.2 size=39180 2024-09-12T17:00:56.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.004+0000 7fc68f42f780 1 < completed multipart upload key=NALVOSHAE3VH upload=GOISG6KZPSXL tag=YX7EB3YKK2HK type=write size=3184908 2024-09-12T17:00:56.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.006+0000 7fc68f42f780 1 > prepared part key=_multipart_QXA2N8KQQN1N.2~L8A3ILI4N9V1.0 size=692373 2024-09-12T17:00:56.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.006+0000 7fc68f42f780 1 > prepared multipart upload key=QXA2N8KQQN1N upload=L8A3ILI4N9V1 tag=RWGZ0585XWSM type=write size=1740949 2024-09-12T17:00:56.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.007+0000 7fc68f42f780 1 < completed delete operation key=FLARRSQDFMB6 tag=5QVW4PLEKTQL type=del 2024-09-12T17:00:56.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.009+0000 7fc68f42f780 1 > prepared operation key=9N1QDZF7NPT0 tag=WIED6S8S1Y47 type=del size=1838708 2024-09-12T17:00:56.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.010+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~NUGS640NK1Z5.0 size=1048576 2024-09-12T17:00:56.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.011+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~NUGS640NK1Z5.1 size=1048576 2024-09-12T17:00:56.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.012+0000 7fc68f42f780 1 < completed part key=_multipart_YXWFMB60E9UH.2~NUGS640NK1Z5.2 size=302098 2024-09-12T17:00:56.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.014+0000 7fc68f42f780 1 < completed multipart upload key=YXWFMB60E9UH upload=NUGS640NK1Z5 tag=V013Z3DZE6YJ type=write size=3447826 2024-09-12T17:00:56.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.017+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~3OV19UM69SNG.0 size=1048576 2024-09-12T17:00:56.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.018+0000 7fc68f42f780 1 > prepared part key=_multipart_5G9ZFBIRSZN0.2~3OV19UM69SNG.1 size=428055 2024-09-12T17:00:56.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.018+0000 7fc68f42f780 1 > prepared multipart upload key=5G9ZFBIRSZN0 upload=3OV19UM69SNG tag=TSJGR6RW8RUB type=write size=2525207 2024-09-12T17:00:56.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.019+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~RYYG2BV9RM8S.0 size=1048576 2024-09-12T17:00:56.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.020+0000 7fc68f42f780 1 < completed part key=_multipart_KZSUBBPS0F1I.2~RYYG2BV9RM8S.1 size=472867 2024-09-12T17:00:56.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.022+0000 7fc68f42f780 1 < completed multipart upload key=KZSUBBPS0F1I upload=RYYG2BV9RM8S tag=FFVK9FMEA0NX type=write size=2570019 2024-09-12T17:00:56.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.023+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=JDCRWFS4A5D6 type=del size=2377207 2024-09-12T17:00:56.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.025+0000 7fc68f42f780 1 < suggested update operation key=YTRABX96UY8F tag=MIJZN4R83OA0 type=write size=168128 2024-09-12T17:00:56.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.026+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=1K4X2YGODTGC type=del size=2762665 2024-09-12T17:00:56.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.028+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~SF0WYNGJLN0Y.0 size=1048576 2024-09-12T17:00:56.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.028+0000 7fc68f42f780 1 < completed part key=_multipart_FFYEARKYU8MK.2~SF0WYNGJLN0Y.1 size=913290 2024-09-12T17:00:56.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.030+0000 7fc68f42f780 1 < completed multipart upload key=FFYEARKYU8MK upload=SF0WYNGJLN0Y tag=681SO3SIFSX2 type=write size=3010442 2024-09-12T17:00:56.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.032+0000 7fc68f42f780 1 > prepared operation key=JPQVCVA736JG tag=KLLM287LO7Y2 type=del size=89488 2024-09-12T17:00:56.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.033+0000 7fc68f42f780 1 < completed delete operation key=JPQVCVA736JG tag=1HE9KME940VJ type=del 2024-09-12T17:00:56.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.035+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~AZNR2X0A6T4G.0 size=1048576 2024-09-12T17:00:56.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.036+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~AZNR2X0A6T4G.1 size=1048576 2024-09-12T17:00:56.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.037+0000 7fc68f42f780 1 > prepared part key=_multipart_5IRJPMUAJTW1.2~AZNR2X0A6T4G.2 size=518239 2024-09-12T17:00:56.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.037+0000 7fc68f42f780 1 > prepared multipart upload key=5IRJPMUAJTW1 upload=AZNR2X0A6T4G tag=JQJY2SZKFLK0 type=write size=3663967 2024-09-12T17:00:56.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.038+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~JLARZXDV6S8B.0 size=1048576 2024-09-12T17:00:56.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.040+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~JLARZXDV6S8B.1 size=1048576 2024-09-12T17:00:56.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.041+0000 7fc68f42f780 1 < completed part key=_multipart_NEAY7HVG4N98.2~JLARZXDV6S8B.2 size=376202 2024-09-12T17:00:56.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.043+0000 7fc68f42f780 1 < completed multipart upload key=NEAY7HVG4N98 upload=JLARZXDV6S8B tag=88W9Q6N4ALNP type=write size=3521930 2024-09-12T17:00:56.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.044+0000 7fc68f42f780 1 > prepared operation key=YZ11NLDPZ4HC tag=VF9S92LYTXGV type=del size=3390430 2024-09-12T17:00:56.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.046+0000 7fc68f42f780 1 < suggested remove operation key=KZSUBBPS0F1I tag=1Y4KFDUISUA8 type=del 2024-09-12T17:00:56.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.047+0000 7fc68f42f780 1 > prepared operation key=FFYEARKYU8MK tag=3XEYO0QU5UWF type=del size=109034 2024-09-12T17:00:56.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.048+0000 7fc68f42f780 1 < canceled operation key=UTP229W3RHD3 tag=B0EYKZRURQY5 type=del size=57802 2024-09-12T17:00:56.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.049+0000 7fc68f42f780 1 > prepared operation key=HCFK4AS0XMDI tag=SXTAG773AMI2 type=write size=23038 2024-09-12T17:00:56.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.051+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~X0X02AYPZXN0.0 size=1048576 2024-09-12T17:00:56.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.051+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~X0X02AYPZXN0.1 size=1048576 2024-09-12T17:00:56.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.052+0000 7fc68f42f780 1 < completed part key=_multipart_6QSQEMIJKMU1.2~X0X02AYPZXN0.2 size=764632 2024-09-12T17:00:56.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.054+0000 7fc68f42f780 1 < completed multipart upload key=6QSQEMIJKMU1 upload=X0X02AYPZXN0 tag=KJX08RFSHY59 type=write size=3910360 2024-09-12T17:00:56.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.056+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~KAXJUAYP1P71.0 size=1048576 2024-09-12T17:00:56.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.057+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~KAXJUAYP1P71.1 size=1048576 2024-09-12T17:00:56.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.058+0000 7fc68f42f780 1 > prepared part key=_multipart_M84G815CQ1SC.2~KAXJUAYP1P71.2 size=638870 2024-09-12T17:00:56.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.058+0000 7fc68f42f780 1 > prepared multipart upload key=M84G815CQ1SC upload=KAXJUAYP1P71 tag=QDCNOOFQTEDY type=write size=3784598 2024-09-12T17:00:56.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.059+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~572MYRH3LMBC.0 size=1048576 2024-09-12T17:00:56.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.060+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~572MYRH3LMBC.1 size=1048576 2024-09-12T17:00:56.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.061+0000 7fc68f42f780 1 < completed part key=_multipart_DF7W920VNP0G.2~572MYRH3LMBC.2 size=966928 2024-09-12T17:00:56.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.063+0000 7fc68f42f780 1 < completed multipart upload key=DF7W920VNP0G upload=572MYRH3LMBC tag=NUSPSCPL4IVP type=write size=4112656 2024-09-12T17:00:56.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.064+0000 7fc68f42f780 1 > prepared operation key=DF7W920VNP0G tag=F5LJN64DUEY9 type=write size=236769 2024-09-12T17:00:56.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.065+0000 7fc68f42f780 1 < completed part key=_multipart_CNRF3YNKC07N.2~98DFJ72U2XOS.0 size=149268 2024-09-12T17:00:56.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.067+0000 7fc68f42f780 1 < completed multipart upload key=CNRF3YNKC07N upload=98DFJ72U2XOS tag=A96I5EI93HLW type=write size=1197844 2024-09-12T17:00:56.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.070+0000 7fc68f42f780 1 > prepared part key=_multipart_HCFK4AS0XMDI.2~EPJNP31CBWRA.0 size=711129 2024-09-12T17:00:56.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.070+0000 7fc68f42f780 1 > prepared multipart upload key=HCFK4AS0XMDI upload=EPJNP31CBWRA tag=66UW0NYGD366 type=write size=1759705 2024-09-12T17:00:56.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.071+0000 7fc68f42f780 1 < completed delete operation key=CNRF3YNKC07N tag=F52V2GEOGFSV type=del 2024-09-12T17:00:56.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.072+0000 7fc68f42f780 1 > prepared operation key=YXWFMB60E9UH tag=UDOKX7QSFOA8 type=del size=3110105 2024-09-12T17:00:56.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.075+0000 7fc68f42f780 1 < suggested update operation key=9RJEGZRPXJQH tag=DZ10MLWJ91PF type=del size=761173 2024-09-12T17:00:56.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.077+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~5LFCCL8EJIEG.0 size=1048576 2024-09-12T17:00:56.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.078+0000 7fc68f42f780 1 > prepared part key=_multipart_9N1QDZF7NPT0.2~5LFCCL8EJIEG.1 size=856216 2024-09-12T17:00:56.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.078+0000 7fc68f42f780 1 > prepared multipart upload key=9N1QDZF7NPT0 upload=5LFCCL8EJIEG tag=6A1BOL0KAH1A type=write size=2953368 2024-09-12T17:00:56.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.079+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~U9LP2N3R2QO5.0 size=1048576 2024-09-12T17:00:56.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.080+0000 7fc68f42f780 1 < completed part key=_multipart_W0I001KV7JL4.2~U9LP2N3R2QO5.1 size=372733 2024-09-12T17:00:56.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.082+0000 7fc68f42f780 1 < completed multipart upload key=W0I001KV7JL4 upload=U9LP2N3R2QO5 tag=YV6LG8R0VMJA type=write size=2469885 2024-09-12T17:00:56.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.084+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~WLCIZK25U9SC.0 size=1048576 2024-09-12T17:00:56.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.085+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~WLCIZK25U9SC.1 size=1048576 2024-09-12T17:00:56.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.086+0000 7fc68f42f780 1 > prepared part key=_multipart_JVU4KT3G91R7.2~WLCIZK25U9SC.2 size=270489 2024-09-12T17:00:56.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.086+0000 7fc68f42f780 1 > prepared multipart upload key=JVU4KT3G91R7 upload=WLCIZK25U9SC tag=X0UUR2MBNWEL type=write size=3416217 2024-09-12T17:00:56.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.087+0000 7fc68f42f780 1 < completed part key=_multipart_QXA2N8KQQN1N.2~L8A3ILI4N9V1.0 size=692373 2024-09-12T17:00:56.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.089+0000 7fc68f42f780 1 < completed multipart upload key=QXA2N8KQQN1N upload=L8A3ILI4N9V1 tag=RWGZ0585XWSM type=write size=1740949 2024-09-12T17:00:56.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.091+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~F9ZZSSC29ML0.0 size=1048576 2024-09-12T17:00:56.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.092+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~F9ZZSSC29ML0.1 size=823540 2024-09-12T17:00:56.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.092+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=F9ZZSSC29ML0 tag=5UDVW7YA10HB type=write size=2920692 2024-09-12T17:00:56.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.094+0000 7fc68f42f780 1 < completed delete operation key=9N1QDZF7NPT0 tag=WIED6S8S1Y47 type=del 2024-09-12T17:00:56.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.095+0000 7fc68f42f780 1 > prepared operation key=5G9ZFBIRSZN0 tag=7TVYTKNN0TNC type=write size=591046 2024-09-12T17:00:56.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.096+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~3OV19UM69SNG.0 size=1048576 2024-09-12T17:00:56.098 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.097+0000 7fc68f42f780 1 < completed part key=_multipart_5G9ZFBIRSZN0.2~3OV19UM69SNG.1 size=428055 2024-09-12T17:00:56.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.099+0000 7fc68f42f780 1 < completed multipart upload key=5G9ZFBIRSZN0 upload=3OV19UM69SNG tag=TSJGR6RW8RUB type=write size=2525207 2024-09-12T17:00:56.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.100+0000 7fc68f42f780 1 > prepared operation key=NALVOSHAE3VH tag=FSGE6LBHSXMC type=del size=1241805 2024-09-12T17:00:56.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.101+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=JDCRWFS4A5D6 type=del 2024-09-12T17:00:56.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.103+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~60HTHV5R27FN.0 size=1048576 2024-09-12T17:00:56.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.104+0000 7fc68f42f780 1 > prepared part key=_multipart_FLARRSQDFMB6.2~60HTHV5R27FN.1 size=802349 2024-09-12T17:00:56.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.104+0000 7fc68f42f780 1 > prepared multipart upload key=FLARRSQDFMB6 upload=60HTHV5R27FN tag=7W6GAMAPXJ3C type=write size=2899501 2024-09-12T17:00:56.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.105+0000 7fc68f42f780 1 < completed delete operation key=YZ11NLDPZ4HC tag=1K4X2YGODTGC type=del 2024-09-12T17:00:56.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.107+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~9OWWUMJ5S1OM.0 size=1048576 2024-09-12T17:00:56.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.108+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~9OWWUMJ5S1OM.1 size=1048576 2024-09-12T17:00:56.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.109+0000 7fc68f42f780 1 > prepared part key=_multipart_NALVOSHAE3VH.2~9OWWUMJ5S1OM.2 size=636776 2024-09-12T17:00:56.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:00:56.109+0000 7fc68f42f780 1 > prepared multipart upload key=NALVOSHAE3VH upload=9OWWUMJ5S1OM tag=X2X3HL1LFLJJ type=write size=3782504 2024-09-12T17:00:56.111 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] cls_rgw_stats.simulate (9293 ms) 2024-09-12T17:00:56.111 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 1 test from cls_rgw_stats (9293 ms total) 2024-09-12T17:00:56.111 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:00:56.111 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:00:56.834 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 1 test from 1 test suite ran. (11893 ms total) 2024-09-12T17:00:56.835 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 1 test. 2024-09-12T17:00:56.838 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:00:56.838 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:00:56.922 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-12T17:00:56.923 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-12T17:00:56.924 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-12T17:00:57.008 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T17:00:57.008 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-12T17:00:57.009 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:00:58.849 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 31 tests from CmpOmap 2024-09-12T17:00:58.849 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-12T17:00:58.863 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-09-12T17:00:58.864 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-12T17:00:59.070 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (207 ms) 2024-09-12T17:00:59.071 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-12T17:00:59.074 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-12T17:00:59.074 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-12T17:00:59.078 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-09-12T17:00:59.078 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-12T17:00:59.087 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_str (10 ms) 2024-09-12T17:00:59.088 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-12T17:00:59.096 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-09-12T17:00:59.096 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-12T17:00:59.100 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (4 ms) 2024-09-12T17:00:59.100 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-12T17:00:59.104 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (4 ms) 2024-09-12T17:00:59.104 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-12T17:00:59.108 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (5 ms) 2024-09-12T17:00:59.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-12T17:00:59.114 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (5 ms) 2024-09-12T17:00:59.114 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-12T17:00:59.114 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-12T17:00:59.114 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-12T17:00:59.115 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-12T17:00:59.115 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-12T17:00:59.123 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (8 ms) 2024-09-12T17:00:59.123 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-12T17:00:59.131 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (8 ms) 2024-09-12T17:00:59.131 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-12T17:00:59.138 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (7 ms) 2024-09-12T17:00:59.138 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-12T17:00:59.145 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-12T17:00:59.145 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-12T17:00:59.153 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_str (9 ms) 2024-09-12T17:00:59.153 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-12T17:00:59.163 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (9 ms) 2024-09-12T17:00:59.163 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-12T17:00:59.166 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (3 ms) 2024-09-12T17:00:59.166 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-12T17:00:59.169 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-09-12T17:00:59.169 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-12T17:00:59.170 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-12T17:00:59.170 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-12T17:00:59.170 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-12T17:00:59.170 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-12T17:00:59.177 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-12T17:00:59.178 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-12T17:00:59.184 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (7 ms) 2024-09-12T17:00:59.185 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-12T17:00:59.192 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-09-12T17:00:59.192 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-12T17:00:59.201 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (9 ms) 2024-09-12T17:00:59.201 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-12T17:00:59.203 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-12T17:00:59.203 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-12T17:00:59.206 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-09-12T17:00:59.206 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-12T17:00:59.207 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-12T17:00:59.207 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-12T17:00:59.207 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-12T17:00:59.207 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-12T17:00:59.215 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-09-12T17:00:59.215 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 31 tests from CmpOmap (366 ms total) 2024-09-12T17:00:59.215 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:00:59.215 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:00:59.865 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 31 tests from 1 test suite ran. (2856 ms total) 2024-09-12T17:00:59.865 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 31 tests. 2024-09-12T17:00:59.867 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:00:59.868 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:00:59.910 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-12T17:00:59.912 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-12T17:00:59.913 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-12T17:00:59.997 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T17:00:59.997 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:00:59.997 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:00:59.997 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-12T17:00:59.997 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-12T17:01:02.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2871 ms) 2024-09-12T17:01:02.868 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-12T17:01:05.905 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3038 ms) 2024-09-12T17:01:05.906 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-12T17:01:08.908 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Reserve (3002 ms) 2024-09-12T17:01:08.908 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-12T17:01:11.941 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3033 ms) 2024-09-12T17:01:11.941 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-12T17:01:14.956 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Commit (3014 ms) 2024-09-12T17:01:14.956 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-12T17:01:17.981 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Stats (3025 ms) 2024-09-12T17:01:17.982 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-12T17:01:22.019 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4038 ms) 2024-09-12T17:01:22.019 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-12T17:01:25.026 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Abort (3007 ms) 2024-09-12T17:01:25.027 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-12T17:01:28.040 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveError (3012 ms) 2024-09-12T17:01:28.040 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-12T17:01:31.068 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.CommitError (3030 ms) 2024-09-12T17:01:31.068 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-12T17:01:34.096 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AbortError (3028 ms) 2024-09-12T17:01:34.096 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-12T17:01:37.102 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3006 ms) 2024-09-12T17:01:37.103 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-12T17:01:40.116 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3014 ms) 2024-09-12T17:01:40.117 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-12T17:01:43.126 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3010 ms) 2024-09-12T17:01:43.127 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-12T17:01:46.154 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3027 ms) 2024-09-12T17:01:46.154 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-12T17:01:49.170 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3016 ms) 2024-09-12T17:01:49.170 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-12T17:01:52.185 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3016 ms) 2024-09-12T17:01:52.185 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-12T17:01:55.213 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.Cleanup (3025 ms) 2024-09-12T17:01:55.213 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-12T17:02:05.234 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiProducer (10024 ms) 2024-09-12T17:02:05.234 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-12T17:02:08.250 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3016 ms) 2024-09-12T17:02:08.251 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-12T17:02:21.362 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13112 ms) 2024-09-12T17:02:21.362 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-12T17:02:25.391 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4029 ms) 2024-09-12T17:02:25.391 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-12T17:02:31.421 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6030 ms) 2024-09-12T17:02:31.421 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-12T17:02:36.458 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5033 ms) 2024-09-12T17:02:36.458 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from TestCls2PCQueue (96457 ms total) 2024-09-12T17:02:36.458 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:02:36.458 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:02:36.458 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 24 tests from 1 test suite ran. (96457 ms total) 2024-09-12T17:02:36.458 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 24 tests. 2024-09-12T17:02:36.459 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:02:36.459 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:02:36.502 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-12T17:02:36.503 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-12T17:02:36.503 DEBUG:teuthology.orchestra.run.smithi123:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-12T17:02:36.596 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:02:36.596 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:02:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:02:36.596 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:02:38.454 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from ClsAccount 2024-09-12T17:02:38.454 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsAccount.add 2024-09-12T17:02:38.474 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsAccount.add (20 ms) 2024-09-12T17:02:38.474 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsAccount.get 2024-09-12T17:02:38.478 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsAccount.get (5 ms) 2024-09-12T17:02:38.478 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsAccount.rm 2024-09-12T17:02:38.622 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsAccount.rm (143 ms) 2024-09-12T17:02:38.622 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] ClsAccount.list 2024-09-12T17:02:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] ClsAccount.list (18 ms) 2024-09-12T17:02:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from ClsAccount (186 ms total) 2024-09-12T17:02:38.640 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:02:38.640 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:02:39.461 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 4 tests from 1 test suite ran. (2865 ms total) 2024-09-12T17:02:39.461 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 4 tests. 2024-09-12T17:02:39.465 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:02:39.465 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:02:39.507 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-12T17:02:39.508 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-12T17:02:39.509 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-12T17:02:39.603 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:02:39.603 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:02:39.603 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-12T17:02:39.603 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:02:41.480 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 6 tests from rgw_gc_log 2024-09-12T17:02:41.480 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-12T17:02:41.498 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] rgw_gc_log.init_existing_queue (18 ms) 2024-09-12T17:02:41.498 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-12T17:02:41.501 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] rgw_gc_log.init_existing_omap (3 ms) 2024-09-12T17:02:41.501 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-12T17:02:41.504 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (3 ms) 2024-09-12T17:02:41.504 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-12T17:02:41.505 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (2 ms) 2024-09-12T17:02:41.505 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-12T17:02:41.508 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] rgw_gc_log.defer1_after_init (3 ms) 2024-09-12T17:02:41.508 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-12T17:02:41.510 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] rgw_gc_log.defer2_before_init (1 ms) 2024-09-12T17:02:41.510 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 6 tests from rgw_gc_log (30 ms total) 2024-09-12T17:02:41.510 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:02:41.510 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:02:42.486 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 6 tests from 1 test suite ran. (2884 ms total) 2024-09-12T17:02:42.487 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 6 tests. 2024-09-12T17:02:42.491 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:02:42.491 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:02:42.532 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-12T17:02:42.534 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-12T17:02:42.534 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-12T17:02:42.632 INFO:tasks.workunit.client.0.smithi123.stdout:Running main() from gmock_main.cc 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from TestRGWObj 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestRGWObj.underscore 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns= i= 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns= i= 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.633 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns= i= 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.634 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.635 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.636 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.637 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.638 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.639 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns=ns i= 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns=ns i= 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns=ns i= 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.640 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.641 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.642 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.643 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.644 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.645 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.646 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns= i=v1 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns= i=v1 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns= i=v1 2024-09-12T17:02:42.647 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.648 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.649 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.650 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.651 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.652 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.653 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.654 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: _obj[v1] 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.655 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.656 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.657 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.658 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.659 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_obj", 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.660 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns= i= 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns= i= 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns= i= 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.661 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.662 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.663 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.664 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.665 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.666 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.667 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.667 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.667 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.667 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.667 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.667 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns=ns i= 2024-09-12T17:02:42.668 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.668 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.668 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns=ns i= 2024-09-12T17:02:42.668 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.668 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj 2024-09-12T17:02:42.668 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns=ns i= 2024-09-12T17:02:42.668 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.669 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.670 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.671 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.672 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.673 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns= i=v1 2024-09-12T17:02:42.674 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns= i=v1 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns= i=v1 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.675 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.676 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.677 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.678 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.679 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.680 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.681 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:parsed: obj[v1] 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:02:42.682 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "obj1": { 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.683 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "obj2": { 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.684 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.685 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3": { 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.686 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.687 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.688 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.688 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.688 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.688 INFO:tasks.workunit.client.0.smithi123.stdout: "obj3-2": { 2024-09-12T17:02:42.688 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.688 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.688 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.689 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "obj", 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "v1", 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.690 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.691 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.692 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker_myobj", 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.693 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.694 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.695 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.696 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.697 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker_myobj", 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.698 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.699 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.700 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.701 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.702 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.703 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.704 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.705 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.706 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.707 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.708 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.709 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.710 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.711 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.712 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.713 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.714 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.715 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.716 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.717 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.718 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.719 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.720 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.721 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.722 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.723 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.724 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.725 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.726 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.727 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.728 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.729 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.730 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.731 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.732 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj", 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.733 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.734 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.735 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.736 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj", 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.737 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.738 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.739 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.740 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.741 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.742 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.743 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.744 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.745 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.746 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.747 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.748 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.749 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.750 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.751 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.752 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.753 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.754 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.755 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.756 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.757 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.758 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.759 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.760 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.761 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.762 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.763 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.764 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.765 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.766 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.767 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.768 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.768 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.768 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.768 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.768 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.768 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.768 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.773 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.774 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.775 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj_", 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.776 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.777 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.778 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.779 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.780 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj_", 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.781 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.782 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.783 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.784 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.785 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.786 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.787 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.788 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.789 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.790 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.791 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.792 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.793 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.794 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.795 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.796 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.797 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.798 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.799 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.800 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.801 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.802 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.803 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.804 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.805 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": "default-placement.data", 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.806 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "test", 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": "", 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": "" 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.807 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.808 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "obj": { 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.809 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.810 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.811 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.812 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker_myobj", 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.813 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.814 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker_myobj 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker_myobj", 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.815 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.816 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker_myobj 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.817 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.818 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__ns_myobj 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.819 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.820 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.821 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.822 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.823 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.824 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.825 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-12T17:02:42.826 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.827 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.828 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.829 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.830 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "myobj", 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.831 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj", 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.832 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.833 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker___myobj 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj", 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.834 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.835 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker___myobj 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.836 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.837 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__ns__myobj 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.838 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.839 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.840 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.841 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj" 2024-09-12T17:02:42.842 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.843 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.844 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.845 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.846 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.847 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj", 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj_", 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.848 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.849 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker___myobj_ 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker___myobj_", 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.850 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.851 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker___myobj_ 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.852 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.853 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.854 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.855 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.856 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "", 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.857 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.858 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.859 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "marker__myobj_" 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.860 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "" 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.861 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj": { 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.862 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj": { 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.863 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: "raw_obj2": { 2024-09-12T17:02:42.864 INFO:tasks.workunit.client.0.smithi123.stdout: "pool": ".data-pool", 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "loc": "" 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "new_obj2": { 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket": { 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "ebtest", 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "marker": "marker", 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_id": "bucket-id", 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "tenant": "", 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "explicit_placement": { 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "data_pool": ".data-pool", 2024-09-12T17:02:42.865 INFO:tasks.workunit.client.0.smithi123.stdout: "data_extra_pool": "", 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: "index_pool": ".index-pool" 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: "key": { 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: "name": "_myobj_", 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: "instance": "inst", 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: "ns": "ns" 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] TestRGWObj.old_to_raw (1 ms) 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 4 tests from TestRGWObj (2 ms total) 2024-09-12T17:02:42.866 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:02:42.867 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:02:42.867 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 4 tests from 1 test suite ran. (2 ms total) 2024-09-12T17:02:42.867 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 4 tests. 2024-09-12T17:02:42.867 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:02:42.867 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:02:42.909 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-12T17:02:42.910 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-12T17:02:42.910 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-12T17:02:43.025 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:02:43.025 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:02:43.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.064+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.065+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.065+0000 7f572d72a800 20 realm 2024-09-12T17:02:43.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.065+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.066+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.066+0000 7f572d72a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:02:43.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.066+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.066+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.066+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.067+0000 7f572d72a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:02:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.067+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.067+0000 7f572d72a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:02:43.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.067+0000 7f572d72a800 20 searching for the correct realm 2024-09-12T17:02:43.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.077+0000 7f57294da640 0 -- 172.21.15.123:0/1743403074 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f5724077070 msgr2=0x7f5724055410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:02:43.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.086+0000 7f5723fff640 0 -- 172.21.15.123:0/1743403074 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f5724091920 msgr2=0x7f5724078400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:02:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.292+0000 7f572d72a800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:02:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.292+0000 7f572d72a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:02:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.292+0000 7f572d72a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:02:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.292+0000 7f572d72a800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:02:43.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.292+0000 7f572d72a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:02:43.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.292+0000 7f572d72a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:02:43.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.292+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.293+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.293+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.293+0000 7f572d72a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:02:43.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.293+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:02:43.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 20 zone default found 2024-09-12T17:02:43.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 4 Realm: () 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 20 zonegroup default 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.294+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.295+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.295+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.295+0000 7f572d72a800 20 started sync module instance, tier type = 2024-09-12T17:02:43.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.295+0000 7f572d72a800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:02:43.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.305+0000 7f572d72a800 20 add_watcher() i=0 2024-09-12T17:02:43.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.305+0000 7f572d72a800 20 add_watcher() i=1 2024-09-12T17:02:43.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.305+0000 7f572d72a800 20 add_watcher() i=2 2024-09-12T17:02:43.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.305+0000 7f572d72a800 20 add_watcher() i=3 2024-09-12T17:02:43.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.305+0000 7f572d72a800 20 add_watcher() i=4 2024-09-12T17:02:43.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.305+0000 7f572d72a800 20 add_watcher() i=5 2024-09-12T17:02:43.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.305+0000 7f572d72a800 20 add_watcher() i=6 2024-09-12T17:02:43.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.306+0000 7f572d72a800 20 add_watcher() i=7 2024-09-12T17:02:43.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.306+0000 7f572d72a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:02:43.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.308+0000 7f55dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:02:43.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.308+0000 7f572d72a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:02:43.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.308+0000 7f572d72a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:02:43.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.308+0000 7f572d72a800 5 note: GC not initialized 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f55defe5640 20 reqs_thread_entry: start 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 20 init_complete bucket index max shards: 1 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 20 Filter name: none 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f55dcfe1640 20 reqs_thread_entry: start 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-12T17:02:43.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.309+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 10 cache get: name=default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= : miss 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 20 rados->read ofs=0 len=0 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 10 cache put: name=default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= info.flags=0x0 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 10 adding default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= to cache LRU end 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 10 cache get: name=default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= : hit (negative entry) 2024-09-12T17:02:43.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.310+0000 7f572d72a800 10 cache get: name=default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= : hit (negative entry) 2024-09-12T17:02:43.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.311+0000 7f572d72a800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:02:43.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.311+0000 7f572d72a800 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:02:43.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.311+0000 7f572d72a800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-12T17:02:43.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.312+0000 7f560cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725890 cookie 94325322981568 notifier 5634 bl.length()=697 2024-09-12T17:02:43.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.312+0000 7f560cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:02:43.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.312+0000 7f560cff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:02:43.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.315+0000 7f572d72a800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:02:43.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.315+0000 7f572d72a800 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:02:43.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.315+0000 7f572d72a800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-12T17:02:43.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.315+0000 7f560cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725888 cookie 94325322971728 notifier 5634 bl.length()=194 2024-09-12T17:02:43.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.315+0000 7f560cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:02:43.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.315+0000 7f560cff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:02:43.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.320+0000 7f572d72a800 10 cache put: name=default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= info.flags=0x7 2024-09-12T17:02:43.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.320+0000 7f572d72a800 10 moving default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= to cache LRU end 2024-09-12T17:02:43.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.320+0000 7f572d72a800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:JIITHohOvlv8gtk0Elbr89cFg8g=, ofs0, ns] 2024-09-12T17:02:43.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.320+0000 7f55fbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725890 cookie 94325322973936 notifier 5634 bl.length()=203 2024-09-12T17:02:43.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.320+0000 7f55fbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= info.flags=0x7 2024-09-12T17:02:43.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.320+0000 7f55fbfff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JIITHohOvlv8gtk0Elbr89cFg8g= to cache LRU end 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: "user_id": "ceph-test-librgw-file", 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: "display_name": "librgw test user", 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: "email": "librgw@example.com", 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: "suspended": 0, 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: "subusers": [], 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: "keys": [ 2024-09-12T17:02:43.324 INFO:tasks.workunit.client.0.smithi123.stdout: { 2024-09-12T17:02:43.325 INFO:tasks.workunit.client.0.smithi123.stdout: "user": "ceph-test-librgw-file", 2024-09-12T17:02:43.325 INFO:tasks.workunit.client.0.smithi123.stdout: "access_key": "JIITHohOvlv8gtk0Elbr89cFg8g=", 2024-09-12T17:02:43.325 INFO:tasks.workunit.client.0.smithi123.stdout: "secret_key": "QvR0DhDQ3jlGfew0fk5xVlhvul+z7vprsOEXndH/evTWMhugQkkRQQ==", 2024-09-12T17:02:43.325 INFO:tasks.workunit.client.0.smithi123.stdout: "active": true, 2024-09-12T17:02:43.325 INFO:tasks.workunit.client.0.smithi123.stdout: "create_date": "2024-09-12T17:02:43.311867Z" 2024-09-12T17:02:43.325 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "swift_keys": [], 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "caps": [], 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "default_placement": "", 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "placement_tags": [], 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_quota": { 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": false, 2024-09-12T17:02:43.326 INFO:tasks.workunit.client.0.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:02:43.327 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size": -1, 2024-09-12T17:02:43.327 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:02:43.327 INFO:tasks.workunit.client.0.smithi123.stdout: "max_objects": -1 2024-09-12T17:02:43.328 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:43.328 INFO:tasks.workunit.client.0.smithi123.stdout: "user_quota": { 2024-09-12T17:02:43.328 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": false, 2024-09-12T17:02:43.328 INFO:tasks.workunit.client.0.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:02:43.328 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size": -1, 2024-09-12T17:02:43.328 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:02:43.328 INFO:tasks.workunit.client.0.smithi123.stdout: "max_objects": -1 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "rgw", 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "account_id": "", 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "path": "/", 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "create_date": "2024-09-12T17:02:43.311855Z", 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "tags": [], 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: "group_ids": [] 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:02:43.329 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:02:43.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.322+0000 7f55dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:02:43.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.325+0000 7f572d72a800 20 remove_watcher() i=0 2024-09-12T17:02:43.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.325+0000 7f572d72a800 2 removed watcher, disabling cache 2024-09-12T17:02:43.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.327+0000 7f572d72a800 20 remove_watcher() i=1 2024-09-12T17:02:43.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.328+0000 7f572d72a800 20 remove_watcher() i=2 2024-09-12T17:02:43.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.329+0000 7f572d72a800 20 remove_watcher() i=3 2024-09-12T17:02:43.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.330+0000 7f572d72a800 20 remove_watcher() i=4 2024-09-12T17:02:43.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.331+0000 7f572d72a800 20 remove_watcher() i=5 2024-09-12T17:02:43.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.332+0000 7f572d72a800 20 remove_watcher() i=6 2024-09-12T17:02:43.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:43.333+0000 7f572d72a800 20 remove_watcher() i=7 2024-09-12T17:02:43.346 INFO:tasks.workunit.client.0.smithi123.stdout:phase 1.1 2024-09-12T17:02:43.367 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:02:43.368 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:02:43.368 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:02:43.368 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:02:43.378 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:02:43.379 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:02:43.955 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (588 ms) 2024-09-12T17:02:43.955 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:02:43.956 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-12T17:02:43.956 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:02:43.957 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:02:43.957 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:02:43.967 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-12T17:02:43.972 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/f1 2024-09-12T17:02:43.975 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/f2 2024-09-12T17:02:43.978 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/f1 2024-09-12T17:02:43.982 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-12T17:02:43.985 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-12T17:02:43.988 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-12T17:02:43.991 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-12T17:02:43.994 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-12T17:02:43.997 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-12T17:02:44.001 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-12T17:02:44.003 INFO:tasks.workunit.client.0.smithi123.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-12T17:02:44.006 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETUP_HIER1 (50 ms) 2024-09-12T17:02:44.007 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:02:44.104 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETUP_DIRS1 (98 ms) 2024-09-12T17:02:44.105 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:02:44.105 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:02:44.105 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:02:44.120 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (15 ms) 2024-09-12T17:02:44.120 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:02:44.166 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (46 ms) 2024-09-12T17:02:44.166 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:02:44.166 INFO:tasks.workunit.client.0.smithi123.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-12T17:02:44.172 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (6 ms) 2024-09-12T17:02:44.172 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:02:44.172 INFO:tasks.workunit.client.0.smithi123.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (9 ms) 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:02:44.181 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:02:44.182 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:02:44.183 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:02:44.183 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:02:44.185 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:02:44.185 INFO:tasks.workunit.client.0.smithi123.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:02:44.185 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:02:44.186 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:02:44.186 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:02:44.187 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:02:44.187 INFO:tasks.workunit.client.0.smithi123.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:02:44.187 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:02:44.189 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:02:44.189 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:02:44.190 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:02:44.190 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READ_DIRS1 (9 ms) 2024-09-12T17:02:44.190 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:02:44.364 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READF_SETUP1 (174 ms) 2024-09-12T17:02:44.365 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:02:44.365 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:02:44.365 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:02:44.365 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:02:44.365 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:02:44.365 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:02:44.365 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:02:44.366 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:02:44.366 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:02:44.366 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:02:44.366 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:02:44.366 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:02:44.366 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:02:44.367 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:02:44.367 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:02:44.367 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:02:44.367 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:02:44.367 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:02:44.367 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:02:44.372 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:02:44.373 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:02:44.376 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:02:44.377 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:02:44.381 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:02:44.381 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:02:44.381 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:02:44.381 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:02:44.381 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:02:44.382 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:02:44.382 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:02:44.384 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.HIER1 (20 ms) 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:02:44.385 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:02:44.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:02:44.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:02:44.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:02:44.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:02:44.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:02:44.386 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:02:44.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:44.382+0000 7f38c25238c0 -1 shutting down 2024-09-12T17:02:44.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:02:44.384+0000 7f3799ac7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65751, si_uid : 1000, si_addr0x3e8000100d7, si_status0 2024-09-12T17:03:14.268 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (29884 ms) 2024-09-12T17:03:14.269 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from LibRGW (30901 ms total) 2024-09-12T17:03:14.269 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:03:14.269 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:03:14.269 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 24 tests from 1 test suite ran. (30901 ms total) 2024-09-12T17:03:14.269 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 24 tests. 2024-09-12T17:03:14.276 INFO:tasks.workunit.client.0.smithi123.stdout:phase 1.2 2024-09-12T17:03:14.301 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:03:14.301 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:03:14.301 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:03:14.301 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:03:14.309 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:03:14.309 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:03:14.690 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (390 ms) 2024-09-12T17:03:14.690 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:03:14.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:03:14.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:03:14.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:03:14.691 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:03:14.692 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:03:14.693 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:03:14.694 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:03:14.695 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:03:14.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:03:14.688+0000 7efd7e73b8c0 -1 shutting down 2024-09-12T17:03:14.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:03:14.689+0000 7efc5663f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 66373, si_uid : 1000, si_addr0x3e800010345, si_status0 2024-09-12T17:03:44.972 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30281 ms) 2024-09-12T17:03:44.973 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from LibRGW (30672 ms total) 2024-09-12T17:03:44.973 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:03:44.973 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:03:44.973 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 24 tests from 1 test suite ran. (30672 ms total) 2024-09-12T17:03:44.973 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 24 tests. 2024-09-12T17:03:44.978 INFO:tasks.workunit.client.0.smithi123.stdout:phase 1.3 2024-09-12T17:03:45.003 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:03:45.003 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:03:45.003 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:03:45.003 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:03:45.013 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:03:45.013 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:03:45.393 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (391 ms) 2024-09-12T17:03:45.394 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:03:45.394 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T17:03:45.395 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:03:45.395 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:03:45.395 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:03:45.400 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETUP_HIER1 (5 ms) 2024-09-12T17:03:45.400 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:03:45.462 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETUP_DIRS1 (62 ms) 2024-09-12T17:03:45.462 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:03:45.462 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:03:45.462 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:03:45.462 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:03:45.462 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:03:45.462 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:03:45.463 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:03:45.464 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:03:45.465 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:03:45.465 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:03:45.465 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:03:45.465 INFO:tasks.workunit.client.0.smithi123.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:03:45.465 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:03:45.467 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:03:45.467 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:03:45.468 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:03:45.468 INFO:tasks.workunit.client.0.smithi123.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:03:45.468 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:03:45.469 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:03:45.469 INFO:tasks.workunit.client.0.smithi123.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:03:45.470 INFO:tasks.workunit.client.0.smithi123.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:03:45.470 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READ_DIRS1 (8 ms) 2024-09-12T17:03:45.471 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:03:45.471 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:03:45.471 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:03:45.472 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:03:45.473 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:03:45.473 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:03:45.473 INFO:tasks.workunit.client.0.smithi123.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:03:45.473 INFO:tasks.workunit.client.0.smithi123.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:03:45.473 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:03:45.473 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:03:45.477 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:03:45.477 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:03:45.480 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:03:45.481 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:03:45.483 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:03:45.484 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:03:45.484 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:03:45.485 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:03:45.485 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:03:45.486 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:03:45.486 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:03:45.488 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:03:45.488 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:03:45.488 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:03:45.488 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:03:45.488 INFO:tasks.workunit.client.0.smithi123.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:03:45.488 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.HIER1 (18 ms) 2024-09-12T17:03:45.488 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:03:45.489 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:03:45.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:03:45.486+0000 7efe8e0878c0 -1 shutting down 2024-09-12T17:03:45.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:03:45.488+0000 7efd67dc6640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 66992, si_uid : 1000, si_addr0x3e8000105b0, si_status0 2024-09-12T17:04:15.629 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30141 ms) 2024-09-12T17:04:15.630 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 24 tests from LibRGW (30626 ms total) 2024-09-12T17:04:15.630 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:04:15.630 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:04:15.630 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 24 tests from 1 test suite ran. (30626 ms total) 2024-09-12T17:04:15.630 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 24 tests. 2024-09-12T17:04:15.635 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2.1 2024-09-12T17:04:15.661 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:04:15.661 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:04:15.661 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:04:15.661 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:04:15.670 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:04:15.670 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:04:16.079 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (418 ms) 2024-09-12T17:04:16.079 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:04:16.080 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:04:16.080 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:04:16.090 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET (10 ms) 2024-09-12T17:04:16.090 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:04:16.090 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:04:16.090 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:04:16.100 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave0 2024-09-12T17:04:16.113 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave1 2024-09-12T17:04:16.118 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave2 2024-09-12T17:04:16.127 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave3 2024-09-12T17:04:16.138 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave4 2024-09-12T17:04:16.147 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave5 2024-09-12T17:04:16.156 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave6 2024-09-12T17:04:16.165 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave7 2024-09-12T17:04:16.174 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave8 2024-09-12T17:04:16.182 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave9 2024-09-12T17:04:16.183 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (93 ms) 2024-09-12T17:04:16.183 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:04:16.352 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (169 ms) 2024-09-12T17:04:16.352 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:04:16.353 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:04:16.353 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:04:16.353 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:04:16.353 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:04:16.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:04:16.351+0000 7ff96f4538c0 -1 shutting down 2024-09-12T17:04:16.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:04:16.352+0000 7ff849192640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67616, si_uid : 1000, si_addr0x3e800010820, si_status0 2024-09-12T17:04:46.465 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30112 ms) 2024-09-12T17:04:46.466 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from LibRGW (30803 ms total) 2024-09-12T17:04:46.466 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:04:46.466 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:04:46.466 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 9 tests from 1 test suite ran. (30803 ms total) 2024-09-12T17:04:46.466 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 9 tests. 2024-09-12T17:04:46.470 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2.2 2024-09-12T17:04:46.496 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:04:46.496 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:04:46.496 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:04:46.496 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:04:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:04:46.505 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:04:47.119 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (623 ms) 2024-09-12T17:04:47.119 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:04:47.119 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:04:47.120 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:04:47.120 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:04:47.120 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:04:47.139 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET (19 ms) 2024-09-12T17:04:47.139 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:04:47.148 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave0 2024-09-12T17:04:47.157 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave1 2024-09-12T17:04:47.166 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave2 2024-09-12T17:04:47.175 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave3 2024-09-12T17:04:47.185 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave4 2024-09-12T17:04:47.195 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave5 2024-09-12T17:04:47.203 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave6 2024-09-12T17:04:47.212 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave7 2024-09-12T17:04:47.221 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave8 2024-09-12T17:04:47.230 INFO:tasks.workunit.client.0.smithi123.stdout:created: sorrydave9 2024-09-12T17:04:47.230 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (91 ms) 2024-09-12T17:04:47.230 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:04:47.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (168 ms) 2024-09-12T17:04:47.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:04:47.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:04:47.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:04:47.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:04:47.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:04:47.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:04:47.395+0000 7f4a167228c0 -1 shutting down 2024-09-12T17:04:47.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:04:47.397+0000 7f48ee6bd640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68235, si_uid : 1000, si_addr0x3e800010a8b, si_status0 2024-09-12T17:05:17.409 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30011 ms) 2024-09-12T17:05:17.410 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 9 tests from LibRGW (30913 ms total) 2024-09-12T17:05:17.410 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:05:17.410 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:05:17.410 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 9 tests from 1 test suite ran. (30913 ms total) 2024-09-12T17:05:17.410 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 9 tests. 2024-09-12T17:05:17.415 INFO:tasks.workunit.client.0.smithi123.stdout:phase 3.1 2024-09-12T17:05:17.731 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:05:17.731 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:05:17.731 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:05:17.731 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:05:17.740 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:05:17.740 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:05:17.917 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (183 ms) 2024-09-12T17:05:17.917 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:05:17.918 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:05:17.918 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:05:17.924 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2024-09-12T17:05:17.924 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:05:17.927 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2024-09-12T17:05:17.927 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:05:17.929 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2024-09-12T17:05:17.929 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:05:17.984 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LARGE1 (55 ms) 2024-09-12T17:05:17.984 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:05:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LARGE2 (57 ms) 2024-09-12T17:05:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:05:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:05:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:05:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:05:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:05:18.042 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:05:18.043 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:05:18.043 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:05:18.043 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:05:18.043 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:05:18.043 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:05:18.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:05:18.039+0000 7f1decd4b8c0 -1 shutting down 2024-09-12T17:05:18.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:05:18.040+0000 7f1cc6a8a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68854, si_uid : 1000, si_addr0x3e800010cf6, si_status0 2024-09-12T17:05:48.318 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30277 ms) 2024-09-12T17:05:48.318 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 13 tests from LibRGW (30587 ms total) 2024-09-12T17:05:48.319 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:05:48.319 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:05:48.319 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 13 tests from 1 test suite ran. (30587 ms total) 2024-09-12T17:05:48.319 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 13 tests. 2024-09-12T17:05:48.325 INFO:tasks.workunit.client.0.smithi123.stdout:phase 3.2 2024-09-12T17:05:48.645 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:05:48.645 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:05:48.645 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:05:48.645 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:05:48.653 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:05:48.653 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:05:49.027 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (382 ms) 2024-09-12T17:05:49.108 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:05:49.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:05:49.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:05:49.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:05:49.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:05:49.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-12T17:05:49.109 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LARGE1 (50 ms) 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_OBJECT (5 ms) 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET (17 ms) 2024-09-12T17:05:49.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:05:49.111 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:05:49.111 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:05:49.111 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:05:49.111 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:05:49.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:05:49.106+0000 7f3207cc18c0 -1 shutting down 2024-09-12T17:05:49.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:05:49.107+0000 7f30decd5640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 69473, si_uid : 1000, si_addr0x3e800010f61, si_status0 2024-09-12T17:06:19.362 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30253 ms) 2024-09-12T17:06:19.362 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 13 tests from LibRGW (30716 ms total) 2024-09-12T17:06:19.362 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:06:19.362 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:06:19.362 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 13 tests from 1 test suite ran. (30716 ms total) 2024-09-12T17:06:19.362 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 13 tests. 2024-09-12T17:06:19.368 INFO:tasks.workunit.client.0.smithi123.stdout:phase 4.1 2024-09-12T17:06:19.394 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:06:19.394 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:06:19.394 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:06:19.395 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:06:19.395 INFO:tasks.workunit.client.0.smithi123.stdout:read i1: 64001 2024-09-12T17:06:19.395 INFO:tasks.workunit.client.0.smithi123.stdout:read s1: blunderbuss 2024-09-12T17:06:19.395 INFO:tasks.workunit.client.0.smithi123.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:06:19.395 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:06:19.406 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:06:19.406 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:06:20.205 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (812 ms) 2024-09-12T17:06:20.234 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:06:20.235 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:06:20.235 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:06:20.235 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (17 ms) 2024-09-12T17:06:20.235 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:06:20.771 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_0 2024-09-12T17:06:20.771 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_1 2024-09-12T17:06:20.771 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_2 2024-09-12T17:06:20.771 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_3 2024-09-12T17:06:20.771 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_4 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_5 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_6 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_7 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_8 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_9 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_10 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_11 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_12 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_13 2024-09-12T17:06:20.772 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_14 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_15 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_16 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_17 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_18 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_19 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_20 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_21 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_22 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_23 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_24 2024-09-12T17:06:20.773 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_25 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_26 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_27 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_28 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_29 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_30 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_31 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_32 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_33 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_34 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_35 2024-09-12T17:06:20.774 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_36 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_37 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_38 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_39 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_40 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_41 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_42 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_43 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_44 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_45 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_46 2024-09-12T17:06:20.775 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_47 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_48 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_49 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_50 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_51 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_52 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_53 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_54 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_55 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_56 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_57 2024-09-12T17:06:20.776 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_58 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_59 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_60 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_61 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_62 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_63 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_64 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_65 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_66 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_67 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_68 2024-09-12T17:06:20.777 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_69 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_70 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_71 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_72 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_73 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_74 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_75 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_76 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_77 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_78 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_79 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_80 2024-09-12T17:06:20.778 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_81 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_82 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_83 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_84 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_85 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_86 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_87 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_88 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_89 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_90 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_91 2024-09-12T17:06:20.779 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_92 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_93 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_94 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_95 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_96 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_97 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_98 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:created: dmarker:f_99 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (547 ms) 2024-09-12T17:06:20.780 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:06:20.782 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-12T17:06:20.782 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-12T17:06:20.782 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:06:20.782 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:06:20.782 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:06:20.782 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:06:20.782 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:06:20.783 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:06:20.784 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:06:20.785 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:06:20.786 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:06:20.787 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:06:20.788 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:06:20.789 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:06:20.790 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_READDIR (3 ms) 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:06:20.791 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:06:20.792 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:06:20.793 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:06:20.794 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:06:20.795 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:06:20.796 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:06:20.797 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:06:20.798 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:06:20.799 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:06:20.800 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:06:20.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:06:20.774+0000 7f621e1528c0 -1 shutting down 2024-09-12T17:06:20.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:06:20.776+0000 7f60f7e91640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 70092, si_uid : 1000, si_addr0x3e8000111cc, si_status0 2024-09-12T17:06:50.556 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (29779 ms) 2024-09-12T17:06:50.556 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from LibRGW (31161 ms total) 2024-09-12T17:06:50.556 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:06:50.556 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:06:50.556 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 11 tests from 1 test suite ran. (31161 ms total) 2024-09-12T17:06:50.556 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 11 tests. 2024-09-12T17:06:50.562 INFO:tasks.workunit.client.0.smithi123.stdout:phase 4.2 2024-09-12T17:06:50.588 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:06:50.588 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:06:50.588 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:06:50.588 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:06:50.588 INFO:tasks.workunit.client.0.smithi123.stdout:read i1: 64001 2024-09-12T17:06:50.589 INFO:tasks.workunit.client.0.smithi123.stdout:read s1: blunderbuss 2024-09-12T17:06:50.589 INFO:tasks.workunit.client.0.smithi123.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:06:50.589 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:06:50.596 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:06:50.596 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:06:51.000 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (412 ms) 2024-09-12T17:06:51.000 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:06:51.000 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:06:51.001 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:06:51.010 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (10 ms) 2024-09-12T17:06:51.010 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:06:51.011 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:06:51.011 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:06:51.011 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:06:51.011 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:06:51.013 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:06:51.014 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:06:51.015 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:06:51.016 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:06:51.017 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:06:51.018 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:06:51.019 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:06:51.020 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER2_READDIR (3 ms) 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:06:51.021 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:06:51.022 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:06:51.022 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:06:51.022 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:06:51.022 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:06:51.022 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:06:51.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:06:51.011+0000 7fef8971f8c0 -1 shutting down 2024-09-12T17:06:51.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:06:51.012+0000 7fee60a31640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 70711, si_uid : 1000, si_addr0x3e800011437, si_status0 2024-09-12T17:07:21.358 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30344 ms) 2024-09-12T17:07:21.359 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 11 tests from LibRGW (30770 ms total) 2024-09-12T17:07:21.359 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:07:21.359 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:07:21.359 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 11 tests from 1 test suite ran. (30770 ms total) 2024-09-12T17:07:21.359 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 11 tests. 2024-09-12T17:07:21.364 INFO:tasks.workunit.client.0.smithi123.stdout:phase 5.1 2024-09-12T17:07:21.397 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:07:21.397 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:07:21.397 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:07:21.398 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:07:21.408 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:07:21.408 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:07:22.007 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (609 ms) 2024-09-12T17:07:22.007 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:07:22.008 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:07:22.008 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:07:22.017 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET (10 ms) 2024-09-12T17:07:22.017 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:07:22.021 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-12T17:07:22.021 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:07:22.021 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:07:22.021 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:07:22.022 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-12T17:07:22.023 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:07:22.023 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:07:22.023 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:07:22.028 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.PUT_OBJECT (5 ms) 2024-09-12T17:07:22.028 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:07:22.033 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.GET_OBJECT (5 ms) 2024-09-12T17:07:22.033 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:07:22.033 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:07:22.034 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:07:22.035 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:07:22.035 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:07:22.035 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:07:22.035 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:07:22.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:07:22.031+0000 7f1b00b1f8c0 -1 shutting down 2024-09-12T17:07:22.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:07:22.032+0000 7f19d8027640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 71330, si_uid : 1000, si_addr0x3e8000116a2, si_status0 2024-09-12T17:07:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30286 ms) 2024-09-12T17:07:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 19 tests from LibRGW (30921 ms total) 2024-09-12T17:07:52.320 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:07:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:07:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 19 tests from 1 test suite ran. (30921 ms total) 2024-09-12T17:07:52.320 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 19 tests. 2024-09-12T17:07:52.325 INFO:tasks.workunit.client.0.smithi123.stdout:phase 5.2 2024-09-12T17:07:52.362 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:07:52.363 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:07:52.363 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:07:52.363 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:07:52.370 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:07:52.370 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:07:52.959 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (596 ms) 2024-09-12T17:07:52.959 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:07:52.960 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:07:52.960 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:07:52.960 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:07:52.960 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-12T17:07:52.967 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:07:52.968 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:07:52.971 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_OBJECT (5 ms) 2024-09-12T17:07:52.971 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:07:52.989 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.DELETE_BUCKET (18 ms) 2024-09-12T17:07:52.990 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:07:52.990 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:07:52.990 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:07:52.990 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:07:52.990 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:07:52.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:07:52.988+0000 7f33f4abf8c0 -1 shutting down 2024-09-12T17:07:52.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:07:52.989+0000 7f32cbd5a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 71949, si_uid : 1000, si_addr0x3e80001190d, si_status0 2024-09-12T17:08:23.110 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30120 ms) 2024-09-12T17:08:23.111 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 19 tests from LibRGW (30747 ms total) 2024-09-12T17:08:23.111 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:08:23.111 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:08:23.111 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 19 tests from 1 test suite ran. (30747 ms total) 2024-09-12T17:08:23.111 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 19 tests. 2024-09-12T17:08:23.116 INFO:tasks.workunit.client.0.smithi123.stdout:phase 6.1 2024-09-12T17:08:23.141 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:08:23.141 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment set-up. 2024-09-12T17:08:23.141 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 10 tests from LibRGW 2024-09-12T17:08:23.141 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:08:23.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:08:23.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:08:23.738 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.INIT (597 ms) 2024-09-12T17:08:23.738 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:08:23.738 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:08:23.738 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-12T17:08:23.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CREATE_BUCKETS (18 ms) 2024-09-12T17:08:23.756 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-12T17:08:23.764 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (7 ms) 2024-09-12T17:08:23.764 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-12T17:08:23.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.TOPDIR_RENAME (20 ms) 2024-09-12T17:08:23.783 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-12T17:08:23.806 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SUBDIR_RENAME (22 ms) 2024-09-12T17:08:23.806 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-12T17:08:23.828 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (22 ms) 2024-09-12T17:08:23.828 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:08:23.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:08:23.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:08:23.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:08:23.829 INFO:tasks.workunit.client.0.smithi123.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:08:23.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:23.827+0000 7fccffcbf8c0 -1 shutting down 2024-09-12T17:08:23.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:23.829+0000 7fcbd6c1c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 72568, si_uid : 1000, si_addr0x3e800011b78, si_status0 2024-09-12T17:08:54.162 INFO:tasks.workunit.client.0.smithi123.stdout:[ OK ] LibRGW.SHUTDOWN (30334 ms) 2024-09-12T17:08:54.163 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] 10 tests from LibRGW (31021 ms total) 2024-09-12T17:08:54.163 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:08:54.163 INFO:tasks.workunit.client.0.smithi123.stdout:[----------] Global test environment tear-down 2024-09-12T17:08:54.163 INFO:tasks.workunit.client.0.smithi123.stdout:[==========] 10 tests from 1 test suite ran. (31021 ms total) 2024-09-12T17:08:54.163 INFO:tasks.workunit.client.0.smithi123.stdout:[ PASSED ] 10 tests. 2024-09-12T17:08:54.170 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:08:54.170 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:08:54.215 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-12T17:08:54.217 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-12T17:08:54.217 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-12T17:08:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -z ']' 2024-09-12T17:08:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:08:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:08:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:08:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:08:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2024-09-12T17:08:54.290 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:08:54.290 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:08:54.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.326+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.327+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.327+0000 7f29e2526800 20 realm 2024-09-12T17:08:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.327+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.327+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.327+0000 7f29e2526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:08:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.327+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.328+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.328+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.328+0000 7f29e2526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:08:54.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.328+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.329+0000 7f29e2526800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:08:54.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.329+0000 7f29e2526800 20 searching for the correct realm 2024-09-12T17:08:54.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.331+0000 7f29de90a640 0 -- 172.21.15.123:0/2553091098 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f29c801f930 msgr2=0x7f29c802c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:08:54.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.537+0000 7f29dd908640 0 -- 172.21.15.123:0/2553091098 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f29d8015070 msgr2=0x7f29d8085a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.744+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:08:54.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 zone default found 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 4 Realm: () 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 zonegroup default 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.745+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.746+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.746+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.746+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.746+0000 7f29e2526800 20 started sync module instance, tier type = 2024-09-12T17:08:54.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.746+0000 7f29e2526800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:08:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.756+0000 7f29e2526800 20 add_watcher() i=0 2024-09-12T17:08:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.756+0000 7f29e2526800 20 add_watcher() i=1 2024-09-12T17:08:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.756+0000 7f29e2526800 20 add_watcher() i=2 2024-09-12T17:08:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.756+0000 7f29e2526800 20 add_watcher() i=3 2024-09-12T17:08:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.756+0000 7f29e2526800 20 add_watcher() i=4 2024-09-12T17:08:54.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.756+0000 7f29e2526800 20 add_watcher() i=5 2024-09-12T17:08:54.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.756+0000 7f29e2526800 20 add_watcher() i=6 2024-09-12T17:08:54.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.757+0000 7f29e2526800 20 add_watcher() i=7 2024-09-12T17:08:54.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.757+0000 7f29e2526800 2 all 8 watchers are set, enabling cache 2024-09-12T17:08:54.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.758+0000 7f2894fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:08:54.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:08:54.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:08:54.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 5 note: GC not initialized 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f280f7fe640 20 reqs_thread_entry: start 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 20 init_complete bucket index max shards: 1 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 20 Filter name: none 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f280d7fa640 20 reqs_thread_entry: start 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:08:54.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.759+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 20 rados->read ofs=0 len=0 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:08:54.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.760+0000 7f29e2526800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:08:54.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.761+0000 7f29e2526800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:08:54.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.761+0000 7f29e2526800 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:08:54.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.761+0000 7f29e2526800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-12T17:08:54.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.761+0000 7f28c1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725895 cookie 94373920313840 notifier 5519 bl.length()=677 2024-09-12T17:08:54.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.761+0000 7f28c1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:08:54.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.761+0000 7f28c1ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:08:54.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.764+0000 7f29e2526800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:08:54.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.764+0000 7f29e2526800 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:08:54.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.764+0000 7f29e2526800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-12T17:08:54.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.765+0000 7f28c1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725896 cookie 94373920300112 notifier 5519 bl.length()=187 2024-09-12T17:08:54.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.765+0000 7f28c1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:08:54.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.765+0000 7f28c1ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:08:54.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.767+0000 7f29e2526800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:08:54.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.767+0000 7f29e2526800 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:08:54.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.767+0000 7f29e2526800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-12T17:08:54.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.768+0000 7f28c17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725897 cookie 94373920300112 notifier 5519 bl.length()=197 2024-09-12T17:08:54.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.768+0000 7f28c17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:08:54.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.768+0000 7f28c17fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:08:54.771 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:08:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "user_id": "ceph-test-maven", 2024-09-12T17:08:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "display_name": "maven test user", 2024-09-12T17:08:54.771 INFO:tasks.workunit.client.0.smithi123.stdout: "email": "sigv4@example.com", 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "suspended": 0, 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "subusers": [], 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "keys": [ 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: { 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "user": "ceph-test-maven", 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "active": true, 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "create_date": "2024-09-12T17:08:54.761943Z" 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2024-09-12T17:08:54.772 INFO:tasks.workunit.client.0.smithi123.stdout: "swift_keys": [], 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "caps": [], 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "default_placement": "", 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "placement_tags": [], 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_quota": { 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": false, 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size": -1, 2024-09-12T17:08:54.773 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "max_objects": -1 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "user_quota": { 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": false, 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size": -1, 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "max_objects": -1 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:08:54.774 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "rgw", 2024-09-12T17:08:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:08:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "account_id": "", 2024-09-12T17:08:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "path": "/", 2024-09-12T17:08:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "create_date": "2024-09-12T17:08:54.761929Z", 2024-09-12T17:08:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "tags": [], 2024-09-12T17:08:54.775 INFO:tasks.workunit.client.0.smithi123.stdout: "group_ids": [] 2024-09-12T17:08:54.775 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:08:54.776 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:08:54.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.770+0000 7f2894fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:08:54.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.773+0000 7f29e2526800 20 remove_watcher() i=0 2024-09-12T17:08:54.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.773+0000 7f29e2526800 2 removed watcher, disabling cache 2024-09-12T17:08:54.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.774+0000 7f29e2526800 20 remove_watcher() i=1 2024-09-12T17:08:54.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.775+0000 7f29e2526800 20 remove_watcher() i=2 2024-09-12T17:08:54.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.776+0000 7f29e2526800 20 remove_watcher() i=3 2024-09-12T17:08:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.777+0000 7f29e2526800 20 remove_watcher() i=4 2024-09-12T17:08:54.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.778+0000 7f29e2526800 20 remove_watcher() i=5 2024-09-12T17:08:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.779+0000 7f29e2526800 20 remove_watcher() i=6 2024-09-12T17:08:54.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:08:54.780+0000 7f29e2526800 20 remove_watcher() i=7 2024-09-12T17:08:54.793 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -z ']' 2024-09-12T17:08:54.793 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2024-09-12T17:08:54.793 INFO:tasks.workunit.client.0.smithi123.stderr:++ cat /home/ubuntu/cephtest/url_file 2024-09-12T17:08:54.794 INFO:tasks.workunit.client.0.smithi123.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi123.front.sepia.ceph.com:443 2024-09-12T17:08:54.794 INFO:tasks.workunit.client.0.smithi123.stderr:+ RGW_HTTP_ENDPOINT_URL=https://smithi123.front.sepia.ceph.com:443 2024-09-12T17:08:54.794 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2024-09-12T17:08:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-12T17:08:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:+ ./mvnw clean package 2024-09-12T17:08:54.803 INFO:tasks.workunit.client.0.smithi123.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:08:56.924 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Scanning for projects... 2024-09-12T17:08:57.034 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-12T17:08:57.114 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 67 kB/s) 2024-09-12T17:08:57.125 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-12T17:08:57.167 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 63/83 kB Progress (1): 79/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.0 MB/s) 2024-09-12T17:08:57.174 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-12T17:08:57.194 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 62/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.8 MB/s) 2024-09-12T17:08:57.217 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:08:57.217 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:08:57.217 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:08:57.217 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] from pom.xml 2024-09-12T17:08:57.217 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:08:57.219 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-12T17:08:57.235 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 332 kB/s) 2024-09-12T17:08:57.242 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-12T17:08:57.258 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 660 kB/s) 2024-09-12T17:08:57.260 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-12T17:08:57.277 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.7 MB/s) 2024-09-12T17:08:57.281 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-12T17:08:57.297 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.4 MB/s) 2024-09-12T17:08:57.308 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-12T17:08:57.324 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.2 MB/s) 2024-09-12T17:08:57.331 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-12T17:08:57.346 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 544 kB/s) 2024-09-12T17:08:57.348 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-12T17:08:57.363 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 539 kB/s) 2024-09-12T17:08:57.365 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-12T17:08:57.382 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 2.8 MB/s) 2024-09-12T17:08:57.385 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-12T17:08:57.400 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.3 MB/s) 2024-09-12T17:08:57.405 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-12T17:08:57.421 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.9 MB/s) 2024-09-12T17:08:57.425 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-12T17:08:57.440 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 654 kB/s) 2024-09-12T17:08:57.446 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-12T17:08:57.463 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/66 kB Progress (1): 32/66 kB Progress (1): 49/66 kB Progress (1): 65/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.9 MB/s) 2024-09-12T17:08:57.468 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-12T17:08:57.486 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 313 kB/s) 2024-09-12T17:08:57.488 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-12T17:08:57.504 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.4 MB/s) 2024-09-12T17:08:57.507 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-12T17:08:57.523 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 3.1 MB/s) 2024-09-12T17:08:57.529 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-12T17:08:57.544 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.5 MB/s) 2024-09-12T17:08:57.549 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-12T17:08:57.565 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 375 kB/s) 2024-09-12T17:08:57.569 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-12T17:08:57.585 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.8 MB/s) 2024-09-12T17:08:57.589 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-12T17:08:57.605 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 451 kB/s) 2024-09-12T17:08:57.607 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-12T17:08:57.622 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 660 kB/s) 2024-09-12T17:08:57.624 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-12T17:08:57.641 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/46 kB Progress (1): 32/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.7 MB/s) 2024-09-12T17:08:57.643 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-12T17:08:57.658 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.4 MB/s) 2024-09-12T17:08:57.663 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-12T17:08:57.678 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.7 MB/s) 2024-09-12T17:08:57.692 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-12T17:08:57.707 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 380 kB/s) 2024-09-12T17:08:57.709 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-12T17:08:57.725 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-12T17:08:57.730 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-12T17:08:57.745 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.3 MB/s) 2024-09-12T17:08:57.752 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-12T17:08:57.768 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 250 kB/s) 2024-09-12T17:08:57.770 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-12T17:08:57.785 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 104 kB/s) 2024-09-12T17:08:57.787 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-12T17:08:57.802 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 149 kB/s) 2024-09-12T17:08:57.806 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-12T17:08:57.821 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 227 kB/s) 2024-09-12T17:08:57.826 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-12T17:08:57.841 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 201 kB/s) 2024-09-12T17:08:57.845 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-12T17:08:57.860 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 731 kB/s) 2024-09-12T17:08:57.865 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-12T17:08:57.880 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 112 kB/s) 2024-09-12T17:08:57.883 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-12T17:08:57.900 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 239 kB/s) 2024-09-12T17:08:57.903 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-12T17:08:57.918 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 307 kB/s) 2024-09-12T17:08:57.921 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-12T17:08:57.938 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 77 kB/s) 2024-09-12T17:08:57.939 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-12T17:08:57.953 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 256 kB/s) 2024-09-12T17:08:57.955 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-12T17:08:57.969 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 920 kB/s) 2024-09-12T17:08:57.972 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-12T17:08:57.987 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 245 kB/s) 2024-09-12T17:08:57.990 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-12T17:08:58.006 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 163 kB/s) 2024-09-12T17:08:58.009 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-12T17:08:58.025 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 194 kB/s) 2024-09-12T17:08:58.028 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-12T17:08:58.043 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 463 kB/s) 2024-09-12T17:08:58.047 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-12T17:08:58.062 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 341 kB/s) 2024-09-12T17:08:58.066 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-12T17:08:58.081 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 233 kB/s) 2024-09-12T17:08:58.084 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-12T17:08:58.099 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 293 kB/s) 2024-09-12T17:08:58.101 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-12T17:08:58.117 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 150 kB/s) 2024-09-12T17:08:58.120 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-12T17:08:58.136 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 429 kB/s) 2024-09-12T17:08:58.139 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-12T17:08:58.155 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 404 kB/s) 2024-09-12T17:08:58.158 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-12T17:08:58.173 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 198 kB/s) 2024-09-12T17:08:58.176 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-12T17:08:58.192 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 217 kB/s) 2024-09-12T17:08:58.196 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-12T17:08:58.212 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 255 kB/s) 2024-09-12T17:08:58.213 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-12T17:08:58.228 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 127 kB/s) 2024-09-12T17:08:58.231 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-12T17:08:58.246 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 441 kB/s) 2024-09-12T17:08:58.248 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-12T17:08:58.263 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.2 MB/s) 2024-09-12T17:08:58.265 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-12T17:08:58.280 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/35 kB Progress (1): 32/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.2 MB/s) 2024-09-12T17:08:58.283 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-12T17:08:58.298 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.1 MB/s) 2024-09-12T17:08:58.301 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-12T17:08:58.316 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 331 kB/s) 2024-09-12T17:08:58.317 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-12T17:08:58.333 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 878 kB/s) 2024-09-12T17:08:58.336 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-12T17:08:58.351 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 931 kB/s) 2024-09-12T17:08:58.353 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-12T17:08:58.370 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 4.0 MB/s) 2024-09-12T17:08:58.376 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-12T17:08:58.391 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 1.0 MB/s) 2024-09-12T17:08:58.396 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-12T17:08:58.409 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 1.0 MB/s) 2024-09-12T17:08:58.411 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-12T17:08:58.427 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/79 kB Progress (1): 32/79 kB Progress (1): 49/79 kB Progress (1): 65/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.7 MB/s) 2024-09-12T17:08:58.431 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-12T17:08:58.446 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.2 MB/s) 2024-09-12T17:08:58.449 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-12T17:08:58.464 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.3 MB/s) 2024-09-12T17:08:58.468 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-12T17:08:58.483 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.6 MB/s) 2024-09-12T17:08:58.489 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-12T17:08:58.503 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 256 kB/s) 2024-09-12T17:08:58.505 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-12T17:08:58.520 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 920 kB/s) 2024-09-12T17:08:58.523 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-12T17:08:58.537 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 214 kB/s) 2024-09-12T17:08:58.539 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-12T17:08:58.554 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 212 kB/s) 2024-09-12T17:08:58.556 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-12T17:08:58.570 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 145 kB/s) 2024-09-12T17:08:58.572 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-12T17:08:58.587 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 202 kB/s) 2024-09-12T17:08:58.589 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-12T17:08:58.603 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 102 kB/s) 2024-09-12T17:08:58.606 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-12T17:08:58.620 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 201 kB/s) 2024-09-12T17:08:58.622 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-12T17:08:58.636 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 229 kB/s) 2024-09-12T17:08:58.638 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-12T17:08:58.653 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 229 kB/s) 2024-09-12T17:08:58.655 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-12T17:08:58.670 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 73 kB/s) 2024-09-12T17:08:58.673 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-12T17:08:58.688 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 69 kB/s) 2024-09-12T17:08:58.690 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-12T17:08:58.705 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 203 kB/s) 2024-09-12T17:08:58.707 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-12T17:08:58.722 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 202 kB/s) 2024-09-12T17:08:58.724 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-12T17:08:58.739 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 229 kB/s) 2024-09-12T17:08:58.741 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-12T17:08:58.756 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 245 kB/s) 2024-09-12T17:08:58.758 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-12T17:08:58.773 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 202 kB/s) 2024-09-12T17:08:58.790 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-12T17:08:58.875 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 39 MB/s) 2024-09-12T17:08:58.876 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-12T17:08:58.877 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-12T17:08:58.877 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-12T17:08:58.877 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-12T17:08:58.877 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-12T17:08:58.893 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 929 kB/s) 2024-09-12T17:08:58.893 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-12T17:08:58.909 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 486 kB/s) 2024-09-12T17:08:58.909 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-12T17:08:58.938 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/35 kB Progress (1): 2.8/35 kB Progress (1): 4.1/35 kB Progress (1): 5.5/35 kB Progress (1): 6.9/35 kB Progress (1): 8.3/35 kB Progress (2): 8.3/35 kB | 1.4/49 kB Progress (2): 9.7/35 kB | 1.4/49 kB Progress (2): 9.7/35 kB | 2.8/49 kB Progress (3): 9.7/35 kB | 2.8/49 kB | 1.4/98 kB Progress (3): 11/35 kB | 2.8/49 kB | 1.4/98 kB Progress (3): 11/35 kB | 4.1/49 kB | 1.4/98 kB Progress (3): 11/35 kB | 4.1/49 kB | 2.8/98 kB Progress (3): 11/35 kB | 5.5/49 kB | 2.8/98 kB Progress (3): 12/35 kB | 5.5/49 kB | 2.8/98 kB Progress (3): 12/35 kB | 6.9/49 kB | 2.8/98 kB Progress (3): 12/35 kB | 6.9/49 kB | 4.1/98 kB Progress (3): 14/35 kB | 6.9/49 kB | 4.1/98 kB Progress (3): 14/35 kB | 8.3/49 kB | 4.1/98 kB Progress (3): 14/35 kB | 8.3/49 kB | 5.5/98 kB Progress (3): 15/35 kB | 8.3/49 kB | 5.5/98 kB Progress (3): 15/35 kB | 9.7/49 kB | 5.5/98 kB Progress (3): 15/35 kB | 9.7/49 kB | 6.9/98 kB Progress (3): 16/35 kB | 9.7/49 kB | 6.9/98 kB Progress (3): 16/35 kB | 11/49 kB | 6.9/98 kB Progress (3): 16/35 kB | 11/49 kB | 8.3/98 kB Progress (3): 16/35 kB | 12/49 kB | 8.3/98 kB Progress (3): 18/35 kB | 12/49 kB | 8.3/98 kB Progress (3): 18/35 kB | 14/49 kB | 8.3/98 kB Progress (3): 18/35 kB | 14/49 kB | 9.7/98 kB Progress (3): 18/35 kB | 15/49 kB | 9.7/98 kB Progress (3): 18/35 kB | 15/49 kB | 11/98 kB Progress (3): 19/35 kB | 15/49 kB | 11/98 kB Progress (3): 19/35 kB | 15/49 kB | 12/98 kB Progress (3): 19/35 kB | 16/49 kB | 12/98 kB Progress (4): 19/35 kB | 16/49 kB | 12/98 kB | 1.4/71 kB Progress (4): 19/35 kB | 18/49 kB | 12/98 kB | 1.4/71 kB Progress (4): 19/35 kB | 18/49 kB | 14/98 kB | 1.4/71 kB Progress (4): 21/35 kB | 18/49 kB | 14/98 kB | 1.4/71 kB Progress (4): 21/35 kB | 19/49 kB | 14/98 kB | 1.4/71 kB Progress (4): 21/35 kB | 19/49 kB | 14/98 kB | 2.8/71 kB Progress (4): 21/35 kB | 21/49 kB | 14/98 kB | 2.8/71 kB Progress (5): 21/35 kB | 21/49 kB | 14/98 kB | 2.8/71 kB | 16/782 kB Progress (5): 22/35 kB | 21/49 kB | 14/98 kB | 2.8/71 kB | 16/782 kB Progress (5): 22/35 kB | 21/49 kB | 15/98 kB | 2.8/71 kB | 16/782 kB Progress (5): 23/35 kB | 21/49 kB | 15/98 kB | 2.8/71 kB | 16/782 kB Progress (5): 23/35 kB | 22/49 kB | 15/98 kB | 2.8/71 kB | 16/782 kB Progress (5): 23/35 kB | 22/49 kB | 15/98 kB | 4.1/71 kB | 16/782 kB Progress (5): 23/35 kB | 23/49 kB | 15/98 kB | 4.1/71 kB | 16/782 kB Progress (5): 25/35 kB | 23/49 kB | 15/98 kB | 4.1/71 kB | 16/782 kB Progress (5): 25/35 kB | 23/49 kB | 16/98 kB | 4.1/71 kB | 16/782 kB Progress (5): 25/35 kB | 23/49 kB | 16/98 kB | 4.1/71 kB | 33/782 kB Progress (5): 25/35 kB | 23/49 kB | 18/98 kB | 4.1/71 kB | 33/782 kB Progress (5): 26/35 kB | 23/49 kB | 18/98 kB | 4.1/71 kB | 33/782 kB Progress (5): 26/35 kB | 25/49 kB | 18/98 kB | 4.1/71 kB | 33/782 kB Progress (5): 26/35 kB | 25/49 kB | 18/98 kB | 5.5/71 kB | 33/782 kB Progress (5): 26/35 kB | 26/49 kB | 18/98 kB | 5.5/71 kB | 33/782 kB Progress (5): 26/35 kB | 26/49 kB | 18/98 kB | 6.9/71 kB | 33/782 kB Progress (5): 27/35 kB | 26/49 kB | 18/98 kB | 6.9/71 kB | 33/782 kB Progress (5): 27/35 kB | 26/49 kB | 19/98 kB | 6.9/71 kB | 33/782 kB Progress (5): 27/35 kB | 26/49 kB | 19/98 kB | 6.9/71 kB | 49/782 kB Progress (5): 29/35 kB | 26/49 kB | 19/98 kB | 6.9/71 kB | 49/782 kB Progress (5): 29/35 kB | 26/49 kB | 19/98 kB | 8.3/71 kB | 49/782 kB Progress (5): 29/35 kB | 27/49 kB | 19/98 kB | 8.3/71 kB | 49/782 kB Progress (5): 29/35 kB | 27/49 kB | 19/98 kB | 9.7/71 kB | 49/782 kB Progress (5): 30/35 kB | 27/49 kB | 19/98 kB | 9.7/71 kB | 49/782 kB Progress (5): 30/35 kB | 27/49 kB | 21/98 kB | 9.7/71 kB | 49/782 kB Progress (5): 30/35 kB | 27/49 kB | 21/98 kB | 11/71 kB | 49/782 kB Progress (5): 30/35 kB | 29/49 kB | 21/98 kB | 11/71 kB | 49/782 kB Progress (5): 30/35 kB | 29/49 kB | 21/98 kB | 11/71 kB | 65/782 kB Progress (5): 30/35 kB | 29/49 kB | 21/98 kB | 12/71 kB | 65/782 kB Progress (5): 30/35 kB | 29/49 kB | 22/98 kB | 12/71 kB | 65/782 kB Progress (5): 30/35 kB | 29/49 kB | 22/98 kB | 14/71 kB | 65/782 kB Progress (5): 30/35 kB | 30/49 kB | 22/98 kB | 14/71 kB | 65/782 kB Progress (5): 30/35 kB | 30/49 kB | 22/98 kB | 15/71 kB | 65/782 kB Progress (5): 30/35 kB | 30/49 kB | 22/98 kB | 15/71 kB | 81/782 kB Progress (5): 30/35 kB | 30/49 kB | 23/98 kB | 15/71 kB | 81/782 kB Progress (5): 30/35 kB | 30/49 kB | 23/98 kB | 16/71 kB | 81/782 kB Progress (5): 30/35 kB | 30/49 kB | 25/98 kB | 16/71 kB | 81/782 kB Progress (5): 30/35 kB | 30/49 kB | 25/98 kB | 18/71 kB | 81/782 kB Progress (5): 30/35 kB | 30/49 kB | 25/98 kB | 18/71 kB | 98/782 kB Progress (5): 30/35 kB | 30/49 kB | 26/98 kB | 18/71 kB | 98/782 kB Progress (5): 30/35 kB | 30/49 kB | 26/98 kB | 19/71 kB | 98/782 kB Progress (5): 30/35 kB | 30/49 kB | 27/98 kB | 19/71 kB | 98/782 kB Progress (5): 30/35 kB | 30/49 kB | 27/98 kB | 21/71 kB | 98/782 kB Progress (5): 30/35 kB | 30/49 kB | 29/98 kB | 21/71 kB | 98/782 kB Progress (5): 30/35 kB | 30/49 kB | 29/98 kB | 22/71 kB | 98/782 kB Progress (5): 30/35 kB | 30/49 kB | 29/98 kB | 22/71 kB | 114/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 22/71 kB | 114/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 23/71 kB | 114/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 25/71 kB | 114/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 25/71 kB | 130/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 26/71 kB | 130/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 27/71 kB | 130/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 27/71 kB | 147/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 29/71 kB | 147/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 147/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 163/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 180/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 184/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 196/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 212/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 229/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 245/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 262/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 278/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 294/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 311/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 327/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 343/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 360/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 376/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 393/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 409/782 kB Progress (5): 30/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 425/782 kB Progress (5): 32/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 425/782 kB Progress (5): 33/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 425/782 kB Progress (5): 33/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 442/782 kB Progress (5): 34/35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 442/782 kB Progress (5): 35 kB | 30/49 kB | 30/98 kB | 30/71 kB | 442/782 kB Progress (5): 35 kB | 30/49 kB | 32/98 kB | 30/71 kB | 442/782 kB Progress (5): 35 kB | 32/49 kB | 32/98 kB | 30/71 kB | 442/782 kB Progress (5): 35 kB | 32/49 kB | 33/98 kB | 30/71 kB | 442/782 kB Progress (5): 35 kB | 32/49 kB | 33/98 kB | 30/71 kB | 458/782 kB Progress (5): 35 kB | 32/49 kB | 34/98 kB | 30/71 kB | 458/782 kB Progress (5): 35 kB | 33/49 kB | 34/98 kB | 30/71 kB | 458/782 kB Progress (5): 35 kB | 33/49 kB | 36/98 kB | 30/71 kB | 458/782 kB Progress (5): 35 kB | 34/49 kB | 36/98 kB | 30/71 kB | 458/782 kB Progress (5): 35 kB | 34/49 kB | 37/98 kB | 30/71 kB | 458/782 kB Progress (5): 35 kB | 36/49 kB | 37/98 kB | 30/71 kB | 458/782 kB Progress (5): 35 kB | 36/49 kB | 37/98 kB | 30/71 kB | 475/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 606 kB/s) 2024-09-12T17:08:58.938 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (4): 37/49 kB | 37/98 kB | 30/71 kB | 475/782 kB Progress (4): 37/49 kB | 38/98 kB | 30/71 kB | 475/782 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-12T17:08:58.943 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (4): 38/49 kB | 38/98 kB | 30/71 kB | 475/782 kB Progress (4): 38/49 kB | 40/98 kB | 30/71 kB | 475/782 kB Progress (4): 40/49 kB | 40/98 kB | 30/71 kB | 475/782 kB Progress (4): 40/49 kB | 40/98 kB | 30/71 kB | 491/782 kB Progress (4): 41/49 kB | 40/98 kB | 30/71 kB | 491/782 kB Progress (4): 41/49 kB | 41/98 kB | 30/71 kB | 491/782 kB Progress (4): 43/49 kB | 41/98 kB | 30/71 kB | 491/782 kB Progress (4): 43/49 kB | 43/98 kB | 30/71 kB | 491/782 kB Progress (4): 43/49 kB | 43/98 kB | 30/71 kB | 507/782 kB Progress (4): 43/49 kB | 43/98 kB | 30/71 kB | 524/782 kB Progress (4): 43/49 kB | 43/98 kB | 32/71 kB | 524/782 kB Progress (4): 43/49 kB | 43/98 kB | 33/71 kB | 524/782 kB Progress (4): 43/49 kB | 43/98 kB | 33/71 kB | 540/782 kB Progress (4): 44/49 kB | 43/98 kB | 33/71 kB | 540/782 kB Progress (4): 44/49 kB | 44/98 kB | 33/71 kB | 540/782 kB Progress (4): 44/49 kB | 44/98 kB | 34/71 kB | 540/782 kB Progress (4): 44/49 kB | 44/98 kB | 34/71 kB | 556/782 kB Progress (4): 44/49 kB | 45/98 kB | 34/71 kB | 556/782 kB Progress (4): 45/49 kB | 45/98 kB | 34/71 kB | 556/782 kB Progress (4): 45/49 kB | 47/98 kB | 34/71 kB | 556/782 kB Progress (4): 45/49 kB | 47/98 kB | 36/71 kB | 556/782 kB Progress (4): 45/49 kB | 48/98 kB | 36/71 kB | 556/782 kB Progress (4): 45/49 kB | 48/98 kB | 36/71 kB | 573/782 kB Progress (4): 47/49 kB | 48/98 kB | 36/71 kB | 573/782 kB Progress (4): 47/49 kB | 49/98 kB | 36/71 kB | 573/782 kB Progress (4): 47/49 kB | 49/98 kB | 37/71 kB | 573/782 kB Progress (4): 47/49 kB | 51/98 kB | 37/71 kB | 573/782 kB Progress (4): 48/49 kB | 51/98 kB | 37/71 kB | 573/782 kB Progress (4): 48/49 kB | 52/98 kB | 37/71 kB | 573/782 kB Progress (4): 48/49 kB | 52/98 kB | 38/71 kB | 573/782 kB Progress (4): 48/49 kB | 54/98 kB | 38/71 kB | 573/782 kB Progress (4): 49 kB | 54/98 kB | 38/71 kB | 573/782 kB Progress (4): 49 kB | 54/98 kB | 38/71 kB | 589/782 kB Progress (4): 49 kB | 55/98 kB | 38/71 kB | 589/782 kB Progress (4): 49 kB | 55/98 kB | 40/71 kB | 589/782 kB Progress (4): 49 kB | 56/98 kB | 40/71 kB | 589/782 kB Progress (4): 49 kB | 56/98 kB | 41/71 kB | 589/782 kB Progress (4): 49 kB | 56/98 kB | 41/71 kB | 606/782 kB Progress (4): 49 kB | 58/98 kB | 41/71 kB | 606/782 kB Progress (4): 49 kB | 58/98 kB | 43/71 kB | 606/782 kB Progress (4): 49 kB | 59/98 kB | 43/71 kB | 606/782 kB Progress (4): 49 kB | 59/98 kB | 43/71 kB | 622/782 kB Progress (4): 49 kB | 61/98 kB | 43/71 kB | 622/782 kB Progress (4): 49 kB | 61/98 kB | 44/71 kB | 622/782 kB Progress (4): 49 kB | 62/98 kB | 44/71 kB | 622/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 794 kB/s) 2024-09-12T17:08:58.943 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 62/98 kB | 44/71 kB | 638/782 kB Progress (3): 62/98 kB | 44/71 kB | 638/782 kB Progress (3): 62/98 kB | 45/71 kB | 638/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-12T17:08:58.943 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 62/98 kB | 47/71 kB | 638/782 kB Progress (3): 62/98 kB | 47/71 kB | 655/782 kB Progress (3): 62/98 kB | 48/71 kB | 655/782 kB Progress (3): 62/98 kB | 49/71 kB | 655/782 kB Progress (3): 62/98 kB | 49/71 kB | 671/782 kB Progress (3): 62/98 kB | 51/71 kB | 671/782 kB Progress (3): 62/98 kB | 52/71 kB | 671/782 kB Progress (3): 62/98 kB | 54/71 kB | 671/782 kB Progress (3): 62/98 kB | 54/71 kB | 688/782 kB Progress (3): 62/98 kB | 55/71 kB | 688/782 kB Progress (3): 62/98 kB | 56/71 kB | 688/782 kB Progress (3): 62/98 kB | 56/71 kB | 704/782 kB Progress (3): 62/98 kB | 58/71 kB | 704/782 kB Progress (3): 62/98 kB | 59/71 kB | 704/782 kB Progress (3): 62/98 kB | 61/71 kB | 704/782 kB Progress (3): 62/98 kB | 61/71 kB | 720/782 kB Progress (3): 62/98 kB | 62/71 kB | 720/782 kB Progress (3): 62/98 kB | 62/71 kB | 720/782 kB Progress (3): 62/98 kB | 62/71 kB | 737/782 kB Progress (3): 62/98 kB | 62/71 kB | 753/782 kB Progress (3): 62/98 kB | 62/71 kB | 769/782 kB Progress (3): 62/98 kB | 62/71 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 12 MB/s) 2024-09-12T17:08:58.943 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-12T17:08:58.949 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 78/98 kB | 62/71 kB Progress (2): 95/98 kB | 62/71 kB Progress (2): 98 kB | 62/71 kB Progress (2): 98 kB | 71 kB Progress (3): 98 kB | 71 kB | 1.4/11 kB Progress (3): 98 kB | 71 kB | 2.8/11 kB Progress (3): 98 kB | 71 kB | 4.1/11 kB Progress (3): 98 kB | 71 kB | 5.5/11 kB Progress (3): 98 kB | 71 kB | 6.9/11 kB Progress (3): 98 kB | 71 kB | 8.3/11 kB Progress (3): 98 kB | 71 kB | 9.7/11 kB Progress (3): 98 kB | 71 kB | 11/11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 1.3 MB/s) 2024-09-12T17:08:58.950 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 71 kB | 11 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-12T17:08:58.950 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 953 kB/s) 2024-09-12T17:08:58.950 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-12T17:08:58.950 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 156 kB/s) 2024-09-12T17:08:58.950 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-12T17:08:58.956 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/205 kB Progress (1): 2.8/205 kB Progress (1): 4.1/205 kB Progress (1): 5.5/205 kB Progress (1): 6.9/205 kB Progress (2): 6.9/205 kB | 16/30 kB Progress (2): 23/205 kB | 16/30 kB Progress (2): 23/205 kB | 30 kB Progress (2): 27/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 377 kB/s) 2024-09-12T17:08:58.956 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-12T17:08:58.966 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 44/205 kB Progress (1): 48/205 kB Progress (2): 48/205 kB | 16/81 kB Progress (3): 48/205 kB | 16/81 kB | 1.4/798 kB Progress (3): 48/205 kB | 16/81 kB | 2.8/798 kB Progress (3): 48/205 kB | 16/81 kB | 4.1/798 kB Progress (4): 48/205 kB | 16/81 kB | 4.1/798 kB | 13 kB Progress (4): 48/205 kB | 16/81 kB | 5.5/798 kB | 13 kB Progress (4): 48/205 kB | 33/81 kB | 5.5/798 kB | 13 kB Progress (4): 48/205 kB | 33/81 kB | 6.9/798 kB | 13 kB Progress (4): 48/205 kB | 33/81 kB | 8.3/798 kB | 13 kB Progress (4): 48/205 kB | 33/81 kB | 9.7/798 kB | 13 kB Progress (4): 48/205 kB | 33/81 kB | 11/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 150 kB/s) 2024-09-12T17:08:58.966 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 48/205 kB | 33/81 kB | 12/798 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-12T17:08:58.968 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 48/205 kB | 33/81 kB | 14/798 kB Progress (3): 48/205 kB | 33/81 kB | 15/798 kB Progress (3): 48/205 kB | 33/81 kB | 16/798 kB Progress (3): 48/205 kB | 49/81 kB | 16/798 kB Progress (3): 48/205 kB | 49/81 kB | 33/798 kB Progress (3): 48/205 kB | 66/81 kB | 33/798 kB Progress (3): 64/205 kB | 66/81 kB | 33/798 kB Progress (3): 64/205 kB | 81 kB | 33/798 kB Progress (3): 80/205 kB | 81 kB | 33/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 893 kB/s) 2024-09-12T17:08:58.968 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-12T17:08:58.974 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 80/205 kB | 49/798 kB Progress (2): 97/205 kB | 49/798 kB Progress (2): 113/205 kB | 49/798 kB Progress (2): 130/205 kB | 49/798 kB Progress (2): 146/205 kB | 49/798 kB Progress (3): 146/205 kB | 49/798 kB | 16/182 kB Progress (3): 146/205 kB | 49/798 kB | 33/182 kB Progress (3): 146/205 kB | 49/798 kB | 49/182 kB Progress (3): 146/205 kB | 49/798 kB | 62/182 kB Progress (3): 162/205 kB | 49/798 kB | 62/182 kB Progress (3): 162/205 kB | 49/798 kB | 78/182 kB Progress (3): 162/205 kB | 49/798 kB | 95/182 kB Progress (3): 162/205 kB | 49/798 kB | 111/182 kB Progress (3): 179/205 kB | 49/798 kB | 111/182 kB Progress (3): 179/205 kB | 49/798 kB | 128/182 kB Progress (3): 179/205 kB | 49/798 kB | 144/182 kB Progress (3): 179/205 kB | 49/798 kB | 160/182 kB Progress (3): 179/205 kB | 49/798 kB | 177/182 kB Progress (3): 195/205 kB | 49/798 kB | 177/182 kB Progress (3): 195/205 kB | 49/798 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.9 MB/s) 2024-09-12T17:08:58.974 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-12T17:08:58.979 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 195/205 kB | 64/798 kB Progress (2): 195/205 kB | 81/798 kB Progress (2): 205 kB | 81/798 kB Progress (2): 205 kB | 97/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.0 MB/s) 2024-09-12T17:08:58.979 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-12T17:08:58.984 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 114/798 kB Progress (2): 114/798 kB | 16/151 kB Progress (2): 130/798 kB | 16/151 kB Progress (2): 146/798 kB | 16/151 kB Progress (2): 146/798 kB | 33/151 kB Progress (2): 163/798 kB | 33/151 kB Progress (3): 163/798 kB | 33/151 kB | 16/27 kB Progress (3): 163/798 kB | 49/151 kB | 16/27 kB Progress (3): 163/798 kB | 49/151 kB | 27 kB Progress (3): 179/798 kB | 49/151 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 257 kB/s) 2024-09-12T17:08:58.984 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 179/798 kB | 63/151 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-12T17:08:58.989 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 195/798 kB | 63/151 kB Progress (3): 195/798 kB | 63/151 kB | 16/30 kB Progress (3): 195/798 kB | 63/151 kB | 30 kB Progress (3): 212/798 kB | 63/151 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 271 kB/s) 2024-09-12T17:08:58.989 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-12T17:08:58.998 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 228/798 kB | 63/151 kB Progress (2): 245/798 kB | 63/151 kB Progress (2): 261/798 kB | 63/151 kB Progress (2): 277/798 kB | 63/151 kB Progress (2): 277/798 kB | 79/151 kB Progress (2): 294/798 kB | 79/151 kB Progress (2): 310/798 kB | 79/151 kB Progress (2): 327/798 kB | 79/151 kB Progress (2): 327/798 kB | 96/151 kB Progress (2): 343/798 kB | 96/151 kB Progress (2): 359/798 kB | 96/151 kB Progress (3): 359/798 kB | 96/151 kB | 16/385 kB Progress (3): 359/798 kB | 96/151 kB | 33/385 kB Progress (3): 376/798 kB | 96/151 kB | 33/385 kB Progress (3): 376/798 kB | 112/151 kB | 33/385 kB Progress (3): 376/798 kB | 112/151 kB | 49/385 kB Progress (3): 392/798 kB | 112/151 kB | 49/385 kB Progress (3): 392/798 kB | 112/151 kB | 64/385 kB Progress (3): 392/798 kB | 112/151 kB | 80/385 kB Progress (3): 408/798 kB | 112/151 kB | 80/385 kB Progress (3): 408/798 kB | 128/151 kB | 80/385 kB Progress (3): 425/798 kB | 128/151 kB | 80/385 kB Progress (3): 425/798 kB | 128/151 kB | 96/385 kB Progress (3): 425/798 kB | 128/151 kB | 113/385 kB Progress (3): 425/798 kB | 145/151 kB | 113/385 kB Progress (3): 425/798 kB | 151 kB | 113/385 kB Progress (3): 425/798 kB | 151 kB | 129/385 kB Progress (3): 425/798 kB | 151 kB | 145/385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.3 MB/s) 2024-09-12T17:08:58.999 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-12T17:08:58.999 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 425/798 kB | 162/385 kB Progress (2): 425/798 kB | 178/385 kB Progress (2): 425/798 kB | 195/385 kB Progress (3): 425/798 kB | 195/385 kB | 13 kB Progress (3): 425/798 kB | 211/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 109 kB/s) 2024-09-12T17:08:58.999 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-12T17:08:59.012 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 425/798 kB | 227/385 kB Progress (2): 425/798 kB | 244/385 kB Progress (2): 425/798 kB | 260/385 kB Progress (2): 441/798 kB | 260/385 kB Progress (2): 458/798 kB | 260/385 kB Progress (2): 474/798 kB | 260/385 kB Progress (2): 490/798 kB | 260/385 kB Progress (2): 507/798 kB | 260/385 kB Progress (2): 523/798 kB | 260/385 kB Progress (2): 540/798 kB | 260/385 kB Progress (2): 556/798 kB | 260/385 kB Progress (2): 572/798 kB | 260/385 kB Progress (3): 572/798 kB | 260/385 kB | 16/75 kB Progress (3): 589/798 kB | 260/385 kB | 16/75 kB Progress (3): 589/798 kB | 260/385 kB | 33/75 kB Progress (3): 605/798 kB | 260/385 kB | 33/75 kB Progress (3): 605/798 kB | 260/385 kB | 49/75 kB Progress (3): 605/798 kB | 260/385 kB | 66/75 kB Progress (3): 621/798 kB | 260/385 kB | 66/75 kB Progress (3): 621/798 kB | 260/385 kB | 75 kB Progress (3): 638/798 kB | 260/385 kB | 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 587 kB/s) 2024-09-12T17:08:59.012 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-12T17:08:59.012 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 654/798 kB | 260/385 kB Progress (2): 671/798 kB | 260/385 kB Progress (2): 687/798 kB | 260/385 kB Progress (2): 687/798 kB | 277/385 kB Progress (2): 703/798 kB | 277/385 kB Progress (2): 703/798 kB | 293/385 kB Progress (2): 703/798 kB | 309/385 kB Progress (2): 720/798 kB | 309/385 kB Progress (2): 720/798 kB | 326/385 kB Progress (2): 736/798 kB | 326/385 kB Progress (2): 736/798 kB | 342/385 kB Progress (2): 753/798 kB | 342/385 kB Progress (2): 753/798 kB | 358/385 kB Progress (2): 753/798 kB | 375/385 kB Progress (2): 769/798 kB | 375/385 kB Progress (2): 769/798 kB | 385 kB Progress (2): 785/798 kB | 385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.9 MB/s) 2024-09-12T17:08:59.012 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-12T17:08:59.013 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 6.0 MB/s) 2024-09-12T17:08:59.013 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-12T17:08:59.037 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/329 kB Progress (2): 16/329 kB | 16/780 kB Progress (2): 16/329 kB | 32/780 kB Progress (2): 33/329 kB | 32/780 kB Progress (2): 33/329 kB | 49/780 kB Progress (2): 49/329 kB | 49/780 kB Progress (2): 49/329 kB | 65/780 kB Progress (2): 49/329 kB | 81/780 kB Progress (2): 66/329 kB | 81/780 kB Progress (2): 82/329 kB | 81/780 kB Progress (2): 82/329 kB | 98/780 kB Progress (2): 82/329 kB | 114/780 kB Progress (2): 98/329 kB | 114/780 kB Progress (2): 98/329 kB | 130/780 kB Progress (2): 98/329 kB | 147/780 kB Progress (2): 115/329 kB | 147/780 kB Progress (2): 131/329 kB | 147/780 kB Progress (2): 131/329 kB | 163/780 kB Progress (2): 131/329 kB | 180/780 kB Progress (2): 147/329 kB | 180/780 kB Progress (2): 164/329 kB | 180/780 kB Progress (2): 164/329 kB | 196/780 kB Progress (2): 164/329 kB | 212/780 kB Progress (3): 164/329 kB | 212/780 kB | 16/501 kB Progress (3): 164/329 kB | 212/780 kB | 33/501 kB Progress (3): 164/329 kB | 212/780 kB | 49/501 kB Progress (3): 164/329 kB | 212/780 kB | 63/501 kB Progress (3): 164/329 kB | 212/780 kB | 80/501 kB Progress (3): 164/329 kB | 212/780 kB | 96/501 kB Progress (3): 164/329 kB | 212/780 kB | 112/501 kB Progress (3): 164/329 kB | 212/780 kB | 129/501 kB Progress (3): 164/329 kB | 212/780 kB | 145/501 kB Progress (3): 164/329 kB | 212/780 kB | 161/501 kB Progress (3): 164/329 kB | 212/780 kB | 178/501 kB Progress (3): 164/329 kB | 212/780 kB | 194/501 kB Progress (4): 164/329 kB | 212/780 kB | 194/501 kB | 16/354 kB Progress (4): 164/329 kB | 212/780 kB | 211/501 kB | 16/354 kB Progress (4): 164/329 kB | 212/780 kB | 227/501 kB | 16/354 kB Progress (4): 164/329 kB | 229/780 kB | 227/501 kB | 16/354 kB Progress (4): 164/329 kB | 229/780 kB | 227/501 kB | 33/354 kB Progress (4): 180/329 kB | 229/780 kB | 227/501 kB | 33/354 kB Progress (4): 180/329 kB | 229/780 kB | 243/501 kB | 33/354 kB Progress (4): 180/329 kB | 245/780 kB | 243/501 kB | 33/354 kB Progress (4): 197/329 kB | 245/780 kB | 243/501 kB | 33/354 kB Progress (5): 197/329 kB | 245/780 kB | 243/501 kB | 33/354 kB | 16/41 kB Progress (5): 197/329 kB | 245/780 kB | 243/501 kB | 49/354 kB | 16/41 kB Progress (5): 197/329 kB | 245/780 kB | 260/501 kB | 49/354 kB | 16/41 kB Progress (5): 197/329 kB | 262/780 kB | 260/501 kB | 49/354 kB | 16/41 kB Progress (5): 213/329 kB | 262/780 kB | 260/501 kB | 49/354 kB | 16/41 kB Progress (5): 213/329 kB | 262/780 kB | 260/501 kB | 49/354 kB | 33/41 kB Progress (5): 213/329 kB | 262/780 kB | 260/501 kB | 64/354 kB | 33/41 kB Progress (5): 213/329 kB | 262/780 kB | 276/501 kB | 64/354 kB | 33/41 kB Progress (5): 213/329 kB | 262/780 kB | 276/501 kB | 64/354 kB | 41 kB Progress (5): 229/329 kB | 262/780 kB | 276/501 kB | 64/354 kB | 41 kB Progress (5): 229/329 kB | 262/780 kB | 276/501 kB | 81/354 kB | 41 kB Progress (5): 229/329 kB | 278/780 kB | 276/501 kB | 81/354 kB | 41 kB Progress (5): 229/329 kB | 278/780 kB | 293/501 kB | 81/354 kB | 41 kB Progress (5): 246/329 kB | 278/780 kB | 293/501 kB | 81/354 kB | 41 kB Progress (5): 246/329 kB | 278/780 kB | 293/501 kB | 97/354 kB | 41 kB Progress (5): 246/329 kB | 294/780 kB | 293/501 kB | 97/354 kB | 41 kB Progress (5): 256/329 kB | 294/780 kB | 293/501 kB | 97/354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 260 kB/s) 2024-09-12T17:08:59.037 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (4): 256/329 kB | 294/780 kB | 309/501 kB | 97/354 kB Progress (4): 256/329 kB | 294/780 kB | 309/501 kB | 113/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-12T17:08:59.042 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (4): 272/329 kB | 294/780 kB | 309/501 kB | 113/354 kB Progress (4): 272/329 kB | 311/780 kB | 309/501 kB | 113/354 kB Progress (4): 272/329 kB | 311/780 kB | 325/501 kB | 113/354 kB Progress (4): 289/329 kB | 311/780 kB | 325/501 kB | 113/354 kB Progress (4): 289/329 kB | 311/780 kB | 325/501 kB | 130/354 kB Progress (4): 289/329 kB | 311/780 kB | 342/501 kB | 130/354 kB Progress (4): 289/329 kB | 311/780 kB | 342/501 kB | 146/354 kB Progress (4): 289/329 kB | 311/780 kB | 358/501 kB | 146/354 kB Progress (4): 289/329 kB | 311/780 kB | 358/501 kB | 163/354 kB Progress (4): 289/329 kB | 327/780 kB | 358/501 kB | 163/354 kB Progress (4): 305/329 kB | 327/780 kB | 358/501 kB | 163/354 kB Progress (4): 305/329 kB | 327/780 kB | 374/501 kB | 163/354 kB Progress (4): 305/329 kB | 327/780 kB | 374/501 kB | 179/354 kB Progress (4): 305/329 kB | 343/780 kB | 374/501 kB | 179/354 kB Progress (4): 321/329 kB | 343/780 kB | 374/501 kB | 179/354 kB Progress (4): 321/329 kB | 343/780 kB | 391/501 kB | 179/354 kB Progress (4): 321/329 kB | 343/780 kB | 391/501 kB | 195/354 kB Progress (4): 321/329 kB | 360/780 kB | 391/501 kB | 195/354 kB Progress (4): 329 kB | 360/780 kB | 391/501 kB | 195/354 kB Progress (4): 329 kB | 360/780 kB | 407/501 kB | 195/354 kB Progress (4): 329 kB | 376/780 kB | 407/501 kB | 195/354 kB Progress (4): 329 kB | 376/780 kB | 407/501 kB | 212/354 kB Progress (4): 329 kB | 393/780 kB | 407/501 kB | 212/354 kB Progress (4): 329 kB | 393/780 kB | 424/501 kB | 212/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 2.0 MB/s) 2024-09-12T17:08:59.042 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 393/780 kB | 424/501 kB | 228/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-12T17:08:59.042 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 402/780 kB | 424/501 kB | 228/354 kB Progress (3): 402/780 kB | 440/501 kB | 228/354 kB Progress (3): 402/780 kB | 440/501 kB | 245/354 kB Progress (3): 418/780 kB | 440/501 kB | 245/354 kB Progress (3): 418/780 kB | 456/501 kB | 245/354 kB Progress (3): 418/780 kB | 456/501 kB | 261/354 kB Progress (3): 435/780 kB | 456/501 kB | 261/354 kB Progress (3): 435/780 kB | 473/501 kB | 261/354 kB Progress (3): 451/780 kB | 473/501 kB | 261/354 kB Progress (3): 451/780 kB | 473/501 kB | 277/354 kB Progress (3): 468/780 kB | 473/501 kB | 277/354 kB Progress (3): 468/780 kB | 489/501 kB | 277/354 kB Progress (3): 468/780 kB | 489/501 kB | 294/354 kB Progress (3): 484/780 kB | 489/501 kB | 294/354 kB Progress (3): 484/780 kB | 501 kB | 294/354 kB Progress (3): 484/780 kB | 501 kB | 310/354 kB Progress (3): 500/780 kB | 501 kB | 310/354 kB Progress (3): 517/780 kB | 501 kB | 310/354 kB Progress (3): 517/780 kB | 501 kB | 326/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 3.1 MB/s) 2024-09-12T17:08:59.043 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-12T17:08:59.044 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 533/780 kB | 326/354 kB Progress (2): 533/780 kB | 343/354 kB Progress (2): 549/780 kB | 343/354 kB Progress (2): 549/780 kB | 354 kB Progress (2): 566/780 kB | 354 kB Progress (2): 582/780 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.1 MB/s) 2024-09-12T17:08:59.044 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 599/780 kB Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-12T17:08:59.046 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 615/780 kB Progress (1): 631/780 kB Progress (1): 648/780 kB Progress (1): 664/780 kB Progress (1): 681/780 kB Progress (1): 697/780 kB Progress (1): 713/780 kB Progress (1): 730/780 kB Progress (1): 746/780 kB Progress (1): 762/780 kB Progress (1): 779/780 kB Progress (1): 780 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.6 MB/s) 2024-09-12T17:08:59.047 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-12T17:08:59.051 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 37 kB/s) 2024-09-12T17:08:59.051 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-12T17:08:59.058 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/586 kB Progress (1): 32/586 kB Progress (2): 32/586 kB | 14 kB Progress (3): 32/586 kB | 14 kB | 16/211 kB Progress (3): 49/586 kB | 14 kB | 16/211 kB Progress (3): 49/586 kB | 14 kB | 33/211 kB Progress (3): 65/586 kB | 14 kB | 33/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 79 kB/s) 2024-09-12T17:08:59.058 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-12T17:08:59.062 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 73/586 kB | 33/211 kB Progress (2): 73/586 kB | 49/211 kB Progress (2): 89/586 kB | 49/211 kB Progress (2): 89/586 kB | 66/211 kB Progress (2): 106/586 kB | 66/211 kB Progress (2): 106/586 kB | 82/211 kB Progress (2): 122/586 kB | 82/211 kB Progress (2): 139/586 kB | 82/211 kB Progress (2): 139/586 kB | 98/211 kB Progress (2): 155/586 kB | 98/211 kB Progress (2): 155/586 kB | 115/211 kB Progress (2): 171/586 kB | 115/211 kB Progress (2): 171/586 kB | 131/211 kB Progress (2): 188/586 kB | 131/211 kB Progress (3): 188/586 kB | 131/211 kB | 16/106 kB Progress (3): 188/586 kB | 147/211 kB | 16/106 kB Progress (3): 204/586 kB | 147/211 kB | 16/106 kB Progress (3): 204/586 kB | 147/211 kB | 32/106 kB Progress (3): 204/586 kB | 164/211 kB | 32/106 kB Progress (3): 204/586 kB | 164/211 kB | 49/106 kB Progress (3): 221/586 kB | 164/211 kB | 49/106 kB Progress (3): 221/586 kB | 180/211 kB | 49/106 kB Progress (3): 221/586 kB | 180/211 kB | 65/106 kB Progress (3): 237/586 kB | 180/211 kB | 65/106 kB Progress (3): 237/586 kB | 180/211 kB | 81/106 kB Progress (3): 253/586 kB | 180/211 kB | 81/106 kB Progress (3): 253/586 kB | 197/211 kB | 81/106 kB Progress (3): 253/586 kB | 197/211 kB | 98/106 kB Progress (3): 270/586 kB | 197/211 kB | 98/106 kB Progress (3): 270/586 kB | 211 kB | 98/106 kB Progress (3): 270/586 kB | 211 kB | 106 kB Progress (3): 286/586 kB | 211 kB | 106 kB Progress (3): 302/586 kB | 211 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 578 kB/s) 2024-09-12T17:08:59.062 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.1 MB/s) 2024-09-12T17:08:59.062 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 319/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-12T17:08:59.062 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-12T17:08:59.066 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 329/586 kB Progress (1): 345/586 kB Progress (1): 362/586 kB Progress (1): 378/586 kB Progress (1): 394/586 kB Progress (1): 411/586 kB Progress (1): 427/586 kB Progress (1): 444/586 kB Progress (1): 460/586 kB Progress (1): 476/586 kB Progress (1): 493/586 kB Progress (2): 493/586 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 36 kB/s) 2024-09-12T17:08:59.066 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:08:59.069 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 509/586 kB Progress (1): 526/586 kB Progress (1): 542/586 kB Progress (1): 558/586 kB Progress (1): 575/586 kB Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.1 MB/s) 2024-09-12T17:08:59.070 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-12T17:08:59.076 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/245 kB Progress (1): 32/245 kB Progress (1): 49/245 kB Progress (1): 65/245 kB Progress (1): 81/245 kB Progress (1): 98/245 kB Progress (1): 114/245 kB Progress (1): 130/245 kB Progress (1): 147/245 kB Progress (1): 163/245 kB Progress (1): 180/245 kB Progress (1): 196/245 kB Progress (1): 212/245 kB Progress (1): 229/245 kB Progress (1): 245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.2 MB/s) 2024-09-12T17:08:59.076 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-12T17:08:59.081 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/205 kB Progress (1): 33/205 kB Progress (1): 49/205 kB Progress (1): 66/205 kB Progress (1): 82/205 kB Progress (1): 98/205 kB Progress (1): 115/205 kB Progress (1): 131/205 kB Progress (1): 147/205 kB Progress (2): 147/205 kB | 15 kB Progress (3): 147/205 kB | 15 kB | 16/16 kB Progress (3): 164/205 kB | 15 kB | 16/16 kB Progress (3): 164/205 kB | 15 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 75 kB/s) 2024-09-12T17:08:59.081 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 180/205 kB | 16 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-12T17:08:59.081 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 81 kB/s) 2024-09-12T17:08:59.081 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-12T17:08:59.081 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 197/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 1.0 MB/s) 2024-09-12T17:08:59.081 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-12T17:08:59.084 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 31 kB/s) 2024-09-12T17:08:59.091 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 106 kB/s) 2024-09-12T17:08:59.096 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 111 kB/s) 2024-09-12T17:08:59.096 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (2): 33/184 kB | 16/17 kB Progress (2): 33/184 kB | 17 kB Progress (2): 49/184 kB | 17 kB Progress (2): 66/184 kB | 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 80 kB/s) 2024-09-12T17:08:59.098 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 82/184 kB Progress (1): 98/184 kB Progress (1): 111/184 kB Progress (1): 127/184 kB Progress (1): 143/184 kB Progress (1): 160/184 kB Progress (1): 176/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 839 kB/s) 2024-09-12T17:08:59.123 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:08:59.124 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-12T17:08:59.132 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-12T17:08:59.148 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 364 kB/s) 2024-09-12T17:08:59.151 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-12T17:08:59.167 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-12T17:08:59.168 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-12T17:08:59.184 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/43 kB Progress (1): 32/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.7 MB/s) 2024-09-12T17:08:59.189 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-12T17:08:59.204 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 950 kB/s) 2024-09-12T17:08:59.214 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-12T17:08:59.230 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15/153 kB Progress (1): 31/153 kB Progress (1): 48/153 kB Progress (1): 64/153 kB Progress (1): 79/153 kB Progress (1): 95/153 kB Progress (1): 112/153 kB Progress (1): 128/153 kB Progress (1): 144/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 8.1 MB/s) 2024-09-12T17:08:59.230 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-12T17:08:59.248 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 66/215 kB Progress (1): 82/215 kB Progress (1): 98/215 kB Progress (1): 115/215 kB Progress (1): 131/215 kB Progress (1): 147/215 kB Progress (1): 164/215 kB Progress (1): 180/215 kB Progress (1): 197/215 kB Progress (1): 213/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 11 MB/s) 2024-09-12T17:08:59.295 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:08:59.295 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:08:59.298 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-12T17:08:59.313 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 177 kB/s) 2024-09-12T17:08:59.314 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-12T17:08:59.330 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.5 MB/s) 2024-09-12T17:08:59.333 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-12T17:08:59.348 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-12T17:08:59.350 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-12T17:08:59.366 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.7 MB/s) 2024-09-12T17:08:59.369 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-12T17:08:59.383 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 431 kB/s) 2024-09-12T17:08:59.385 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-12T17:08:59.399 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 215 kB/s) 2024-09-12T17:08:59.403 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-12T17:08:59.418 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 41 kB/s) 2024-09-12T17:08:59.420 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-12T17:08:59.434 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-12T17:08:59.435 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-12T17:08:59.450 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-12T17:08:59.452 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-12T17:08:59.466 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 214 kB/s) 2024-09-12T17:08:59.468 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-12T17:08:59.485 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 492 kB/s) 2024-09-12T17:08:59.486 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-12T17:08:59.501 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 597 kB/s) 2024-09-12T17:08:59.504 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-12T17:08:59.518 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 572 kB/s) 2024-09-12T17:08:59.522 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-12T17:08:59.537 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.3 MB/s) 2024-09-12T17:08:59.542 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-12T17:08:59.557 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 364 kB/s) 2024-09-12T17:08:59.560 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-12T17:08:59.574 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 2.0 MB/s) 2024-09-12T17:08:59.580 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-12T17:08:59.594 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 340 kB/s) 2024-09-12T17:08:59.599 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-12T17:08:59.616 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 37/85 kB Progress (1): 53/85 kB Progress (1): 69/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 5.3 MB/s) 2024-09-12T17:08:59.616 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-12T17:08:59.616 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-12T17:08:59.616 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-12T17:08:59.616 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-12T17:08:59.616 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-12T17:08:59.634 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/269 kB Progress (3): 2.5 kB | 16/269 kB | 8.5 kB Progress (4): 2.5 kB | 16/269 kB | 8.5 kB | 16/41 kB Progress (4): 2.5 kB | 33/269 kB | 8.5 kB | 16/41 kB Progress (4): 2.5 kB | 49/269 kB | 8.5 kB | 16/41 kB Progress (4): 2.5 kB | 49/269 kB | 8.5 kB | 33/41 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 178 kB/s) 2024-09-12T17:08:59.634 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (4): 49/269 kB | 8.5 kB | 33/41 kB | 16/55 kB Progress (4): 63/269 kB | 8.5 kB | 33/41 kB | 16/55 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-12T17:08:59.634 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 606 kB/s) 2024-09-12T17:08:59.634 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 63/269 kB | 41 kB | 16/55 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-12T17:08:59.634 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 79/269 kB | 41 kB | 16/55 kB Progress (3): 79/269 kB | 41 kB | 32/55 kB Progress (3): 95/269 kB | 41 kB | 32/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.7 MB/s) 2024-09-12T17:08:59.634 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 95/269 kB | 49/55 kB Progress (2): 112/269 kB | 49/55 kB Progress (2): 112/269 kB | 55 kB Progress (2): 128/269 kB | 55 kB Progress (2): 144/269 kB | 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.4 MB/s) 2024-09-12T17:08:59.634 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 161/269 kB Progress (1): 177/269 kB Progress (1): 194/269 kB Progress (1): 210/269 kB Progress (1): 226/269 kB Progress (1): 243/269 kB Progress (1): 259/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 15 MB/s) 2024-09-12T17:08:59.649 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/327 kB Progress (2): 16/327 kB | 16/587 kB Progress (2): 33/327 kB | 16/587 kB Progress (2): 33/327 kB | 33/587 kB Progress (2): 49/327 kB | 33/587 kB Progress (2): 49/327 kB | 49/587 kB Progress (2): 65/327 kB | 49/587 kB Progress (2): 65/327 kB | 62/587 kB Progress (2): 81/327 kB | 62/587 kB Progress (2): 81/327 kB | 79/587 kB Progress (2): 98/327 kB | 79/587 kB Progress (2): 98/327 kB | 95/587 kB Progress (2): 114/327 kB | 95/587 kB Progress (2): 114/327 kB | 111/587 kB Progress (2): 130/327 kB | 111/587 kB Progress (2): 130/327 kB | 128/587 kB Progress (2): 147/327 kB | 128/587 kB Progress (2): 147/327 kB | 144/587 kB Progress (2): 163/327 kB | 144/587 kB Progress (2): 163/327 kB | 160/587 kB Progress (2): 180/327 kB | 160/587 kB Progress (2): 180/327 kB | 177/587 kB Progress (2): 196/327 kB | 177/587 kB Progress (2): 196/327 kB | 193/587 kB Progress (2): 212/327 kB | 193/587 kB Progress (2): 212/327 kB | 210/587 kB Progress (2): 229/327 kB | 210/587 kB Progress (2): 229/327 kB | 226/587 kB Progress (2): 245/327 kB | 226/587 kB Progress (2): 245/327 kB | 242/587 kB Progress (2): 262/327 kB | 242/587 kB Progress (2): 262/327 kB | 259/587 kB Progress (2): 278/327 kB | 259/587 kB Progress (2): 278/327 kB | 275/587 kB Progress (2): 294/327 kB | 275/587 kB Progress (2): 294/327 kB | 292/587 kB Progress (2): 311/327 kB | 292/587 kB Progress (2): 311/327 kB | 308/587 kB Progress (2): 327/327 kB | 308/587 kB Progress (2): 327 kB | 308/587 kB Progress (2): 327 kB | 324/587 kB Progress (2): 327 kB | 341/587 kB Progress (2): 327 kB | 357/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 9.9 MB/s) 2024-09-12T17:08:59.652 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 373/587 kB Progress (1): 390/587 kB Progress (1): 406/587 kB Progress (1): 423/587 kB Progress (1): 439/587 kB Progress (1): 455/587 kB Progress (1): 472/587 kB Progress (1): 488/587 kB Progress (1): 505/587 kB Progress (1): 521/587 kB Progress (1): 537/587 kB Progress (1): 554/587 kB Progress (1): 570/587 kB Progress (1): 586/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 16 MB/s) 2024-09-12T17:08:59.691 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:08:59.691 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:08:59.692 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:08:59.697 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-12T17:08:59.711 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 339 kB/s) 2024-09-12T17:08:59.713 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-12T17:08:59.727 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 454 kB/s) 2024-09-12T17:08:59.728 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-12T17:08:59.742 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.3 MB/s) 2024-09-12T17:08:59.744 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-12T17:08:59.758 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-12T17:08:59.761 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-12T17:08:59.775 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 58 kB/s) 2024-09-12T17:08:59.777 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-12T17:08:59.791 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 303 kB/s) 2024-09-12T17:08:59.792 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-12T17:08:59.807 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-12T17:08:59.809 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-12T17:08:59.824 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 355 kB/s) 2024-09-12T17:08:59.828 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-12T17:08:59.840 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 296 kB/s) 2024-09-12T17:08:59.842 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-12T17:08:59.857 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 169 kB/s) 2024-09-12T17:08:59.858 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-12T17:08:59.873 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-12T17:08:59.875 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-12T17:08:59.889 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-12T17:08:59.891 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-12T17:08:59.907 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-12T17:08:59.909 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-12T17:08:59.924 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-12T17:08:59.925 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-12T17:08:59.940 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 599 kB/s) 2024-09-12T17:08:59.941 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-12T17:08:59.956 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 191 kB/s) 2024-09-12T17:08:59.958 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-12T17:08:59.973 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-12T17:08:59.975 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-12T17:08:59.989 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T17:08:59.992 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-12T17:09:00.006 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 51 kB/s) 2024-09-12T17:09:00.008 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-12T17:09:00.022 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 431 kB/s) 2024-09-12T17:09:00.023 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-12T17:09:00.038 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.8 MB/s) 2024-09-12T17:09:00.041 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-12T17:09:00.055 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 86 kB/s) 2024-09-12T17:09:00.056 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-12T17:09:00.070 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 94 kB/s) 2024-09-12T17:09:00.075 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-12T17:09:00.089 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 967 kB/s) 2024-09-12T17:09:00.090 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-12T17:09:00.090 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-12T17:09:00.090 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-12T17:09:00.090 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-12T17:09:00.090 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-12T17:09:00.107 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/122 kB Progress (3): 4.2 kB | 16/122 kB | 16/27 kB Progress (3): 4.2 kB | 33/122 kB | 16/27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 301 kB/s) 2024-09-12T17:09:00.107 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 33/122 kB | 16/27 kB | 16/334 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-12T17:09:00.108 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (4): 33/122 kB | 16/27 kB | 16/334 kB | 16/55 kB Progress (4): 33/122 kB | 27 kB | 16/334 kB | 16/55 kB Progress (4): 49/122 kB | 27 kB | 16/334 kB | 16/55 kB Progress (4): 49/122 kB | 27 kB | 33/334 kB | 16/55 kB Progress (4): 49/122 kB | 27 kB | 33/334 kB | 33/55 kB Progress (4): 49/122 kB | 27 kB | 49/334 kB | 33/55 kB Progress (4): 66/122 kB | 27 kB | 49/334 kB | 33/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.8 MB/s) 2024-09-12T17:09:00.108 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 66/122 kB | 64/334 kB | 33/55 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-12T17:09:00.108 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 66/122 kB | 64/334 kB | 49/55 kB Progress (3): 82/122 kB | 64/334 kB | 49/55 kB Progress (3): 82/122 kB | 64/334 kB | 55 kB Progress (3): 82/122 kB | 80/334 kB | 55 kB Progress (3): 82/122 kB | 97/334 kB | 55 kB Progress (3): 98/122 kB | 97/334 kB | 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.4 MB/s) 2024-09-12T17:09:00.108 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-12T17:09:00.108 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 98/122 kB | 113/334 kB Progress (2): 115/122 kB | 113/334 kB Progress (2): 115/122 kB | 130/334 kB Progress (2): 122 kB | 130/334 kB Progress (2): 122 kB | 146/334 kB Progress (2): 122 kB | 162/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 7.7 MB/s) 2024-09-12T17:09:00.109 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 179/334 kB Progress (1): 195/334 kB Progress (1): 211/334 kB Progress (1): 228/334 kB Progress (1): 244/334 kB Progress (1): 261/334 kB Progress (1): 277/334 kB Progress (1): 293/334 kB Progress (1): 310/334 kB Progress (1): 326/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 18 MB/s) 2024-09-12T17:09:00.118 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 166 kB/s) 2024-09-12T17:09:00.122 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/267 kB Progress (1): 33/267 kB Progress (1): 49/267 kB Progress (1): 63/267 kB Progress (1): 79/267 kB Progress (1): 87/267 kB Progress (1): 104/267 kB Progress (1): 120/267 kB Progress (1): 128/267 kB Progress (1): 145/267 kB Progress (1): 161/267 kB Progress (1): 177/267 kB Progress (1): 194/267 kB Progress (1): 210/267 kB Progress (1): 227/267 kB Progress (1): 243/267 kB Progress (1): 259/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 8.4 MB/s) 2024-09-12T17:09:00.128 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 600 kB/s) 2024-09-12T17:09:00.180 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-12T17:09:00.180 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-12T17:09:00.803 INFO:tasks.workunit.client.0.smithi123.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:09:00.804 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:00.804 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:09:00.807 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:09:00.807 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:00.807 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:09:00.813 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-12T17:09:00.813 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-12T17:09:00.997 INFO:tasks.workunit.client.0.smithi123.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:09:00.997 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:00.997 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:09:01.000 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-12T17:09:01.020 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 329 kB/s) 2024-09-12T17:09:01.023 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-12T17:09:01.040 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 196 kB/s) 2024-09-12T17:09:01.044 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-12T17:09:01.059 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-12T17:09:01.062 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-12T17:09:01.078 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 239 kB/s) 2024-09-12T17:09:01.081 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-12T17:09:01.097 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-12T17:09:01.100 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-12T17:09:01.118 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 248 kB/s) 2024-09-12T17:09:01.121 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-12T17:09:01.136 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 117 kB/s) 2024-09-12T17:09:01.138 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-12T17:09:01.152 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 157 kB/s) 2024-09-12T17:09:01.154 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-12T17:09:01.168 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.0 MB/s) 2024-09-12T17:09:01.170 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-12T17:09:01.184 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 135 kB/s) 2024-09-12T17:09:01.187 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-12T17:09:01.201 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 387 kB/s) 2024-09-12T17:09:01.204 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-12T17:09:01.220 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 157 kB/s) 2024-09-12T17:09:01.221 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-12T17:09:01.236 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-12T17:09:01.238 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-12T17:09:01.253 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.7 MB/s) 2024-09-12T17:09:01.255 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-12T17:09:01.269 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.1 MB/s) 2024-09-12T17:09:01.272 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-12T17:09:01.287 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 618 kB/s) 2024-09-12T17:09:01.288 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-12T17:09:01.303 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 2.0 MB/s) 2024-09-12T17:09:01.307 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-12T17:09:01.323 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 504 kB/s) 2024-09-12T17:09:01.327 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-12T17:09:01.342 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 145 kB/s) 2024-09-12T17:09:01.345 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-12T17:09:01.359 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 185 kB/s) 2024-09-12T17:09:01.362 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-12T17:09:01.376 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-12T17:09:01.378 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-12T17:09:01.392 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 219 kB/s) 2024-09-12T17:09:01.393 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-12T17:09:01.407 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.5 MB/s) 2024-09-12T17:09:01.409 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-12T17:09:01.423 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 483 kB/s) 2024-09-12T17:09:01.424 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-12T17:09:01.438 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 969 kB/s) 2024-09-12T17:09:01.441 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-12T17:09:01.454 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 212 kB/s) 2024-09-12T17:09:01.456 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-12T17:09:01.474 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 378 kB/s) 2024-09-12T17:09:01.475 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-12T17:09:01.490 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 600 kB/s) 2024-09-12T17:09:01.492 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-12T17:09:01.507 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 138 kB/s) 2024-09-12T17:09:01.509 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-12T17:09:01.523 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 149 kB/s) 2024-09-12T17:09:01.526 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-12T17:09:01.540 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 216 kB/s) 2024-09-12T17:09:01.545 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-12T17:09:01.559 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 998 kB/s) 2024-09-12T17:09:01.561 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-12T17:09:01.581 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 763 kB/s) 2024-09-12T17:09:01.584 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-12T17:09:01.601 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 790 kB/s) 2024-09-12T17:09:01.602 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-12T17:09:01.618 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 319 kB/s) 2024-09-12T17:09:01.620 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-12T17:09:01.636 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 418 kB/s) 2024-09-12T17:09:01.638 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-12T17:09:01.653 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.0 MB/s) 2024-09-12T17:09:01.656 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-12T17:09:01.673 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.0 MB/s) 2024-09-12T17:09:01.675 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-12T17:09:01.692 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 925 kB/s) 2024-09-12T17:09:01.695 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-12T17:09:01.710 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 54 kB/s) 2024-09-12T17:09:01.711 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-12T17:09:01.727 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 300 kB/s) 2024-09-12T17:09:01.729 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-12T17:09:01.745 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 494 kB/s) 2024-09-12T17:09:01.747 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-12T17:09:01.766 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 166 kB/s) 2024-09-12T17:09:01.769 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-12T17:09:01.784 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 283 kB/s) 2024-09-12T17:09:01.786 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-12T17:09:01.807 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 93 kB/s) 2024-09-12T17:09:01.810 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-12T17:09:01.826 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 204 kB/s) 2024-09-12T17:09:01.829 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-12T17:09:01.844 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 729 kB/s) 2024-09-12T17:09:01.846 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-12T17:09:01.863 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 793 kB/s) 2024-09-12T17:09:01.865 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-12T17:09:01.882 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.1 MB/s) 2024-09-12T17:09:01.884 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-12T17:09:01.898 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 24 kB/s) 2024-09-12T17:09:01.900 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-12T17:09:01.913 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 436 kB/s) 2024-09-12T17:09:01.915 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-12T17:09:01.929 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 524 kB/s) 2024-09-12T17:09:01.930 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-12T17:09:01.944 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 345 kB/s) 2024-09-12T17:09:01.947 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-12T17:09:01.962 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 522 kB/s) 2024-09-12T17:09:01.965 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-12T17:09:01.978 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.5 MB/s) 2024-09-12T17:09:01.981 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-12T17:09:01.996 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.9 MB/s) 2024-09-12T17:09:02.000 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-12T17:09:02.017 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.3 MB/s) 2024-09-12T17:09:02.020 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-12T17:09:02.035 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 377 kB/s) 2024-09-12T17:09:02.036 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-12T17:09:02.051 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 305 kB/s) 2024-09-12T17:09:02.052 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-12T17:09:02.066 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 228 kB/s) 2024-09-12T17:09:02.068 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-12T17:09:02.083 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.7 MB/s) 2024-09-12T17:09:02.086 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-12T17:09:02.100 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 169 kB/s) 2024-09-12T17:09:02.106 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-12T17:09:02.129 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 66/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 115/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 164/308 kB Progress (1): 180/308 kB Progress (1): 197/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 246/308 kB Progress (1): 262/308 kB Progress (1): 279/308 kB Progress (1): 295/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 14 MB/s) 2024-09-12T17:09:02.129 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-12T17:09:02.129 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-12T17:09:02.130 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-12T17:09:02.130 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-12T17:09:02.130 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-12T17:09:02.148 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/171 kB Progress (1): 33/171 kB Progress (1): 42/171 kB Progress (1): 59/171 kB Progress (1): 75/171 kB Progress (1): 92/171 kB Progress (1): 108/171 kB Progress (2): 108/171 kB | 16/26 kB Progress (2): 124/171 kB | 16/26 kB Progress (2): 124/171 kB | 26 kB Progress (3): 124/171 kB | 26 kB | 8.2 kB Progress (4): 124/171 kB | 26 kB | 8.2 kB | 14 kB Progress (5): 124/171 kB | 26 kB | 8.2 kB | 14 kB | 16/118 kB Progress (5): 141/171 kB | 26 kB | 8.2 kB | 14 kB | 16/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.5 MB/s) 2024-09-12T17:09:02.148 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 481 kB/s) 2024-09-12T17:09:02.148 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 141/171 kB | 14 kB | 32/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-12T17:09:02.148 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 157/171 kB | 14 kB | 32/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-12T17:09:02.148 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 799 kB/s) 2024-09-12T17:09:02.149 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-12T17:09:02.149 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 157/171 kB | 49/118 kB Progress (2): 171 kB | 49/118 kB Progress (2): 171 kB | 65/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 9.0 MB/s) 2024-09-12T17:09:02.149 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-12T17:09:02.149 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 81/118 kB Progress (1): 98/118 kB Progress (1): 114/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 6.2 MB/s) 2024-09-12T17:09:02.149 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-12T17:09:02.163 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/146 kB Progress (2): 16/146 kB | 16/61 kB Progress (3): 16/146 kB | 16/61 kB | 16/136 kB Progress (3): 33/146 kB | 16/61 kB | 16/136 kB Progress (3): 33/146 kB | 32/61 kB | 16/136 kB Progress (3): 33/146 kB | 32/61 kB | 33/136 kB Progress (3): 49/146 kB | 32/61 kB | 33/136 kB Progress (3): 49/146 kB | 49/61 kB | 33/136 kB Progress (3): 49/146 kB | 49/61 kB | 49/136 kB Progress (3): 62/146 kB | 49/61 kB | 49/136 kB Progress (3): 62/146 kB | 61 kB | 49/136 kB Progress (3): 62/146 kB | 61 kB | 65/136 kB Progress (3): 79/146 kB | 61 kB | 65/136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.8 MB/s) 2024-09-12T17:09:02.163 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 95/146 kB | 65/136 kB Progress (2): 95/146 kB | 81/136 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-12T17:09:02.165 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 111/146 kB | 81/136 kB Progress (2): 111/146 kB | 98/136 kB Progress (2): 128/146 kB | 98/136 kB Progress (3): 128/146 kB | 98/136 kB | 16/501 kB Progress (3): 128/146 kB | 114/136 kB | 16/501 kB Progress (3): 144/146 kB | 114/136 kB | 16/501 kB Progress (4): 144/146 kB | 114/136 kB | 16/501 kB | 16/58 kB Progress (4): 144/146 kB | 114/136 kB | 33/501 kB | 16/58 kB Progress (4): 144/146 kB | 114/136 kB | 33/501 kB | 32/58 kB Progress (4): 144/146 kB | 130/136 kB | 33/501 kB | 32/58 kB Progress (4): 146 kB | 130/136 kB | 33/501 kB | 32/58 kB Progress (4): 146 kB | 136 kB | 33/501 kB | 32/58 kB Progress (4): 146 kB | 136 kB | 33/501 kB | 49/58 kB Progress (4): 146 kB | 136 kB | 33/501 kB | 58 kB Progress (4): 146 kB | 136 kB | 49/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.2 MB/s) 2024-09-12T17:09:02.166 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-12T17:09:02.166 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.6 MB/s) 2024-09-12T17:09:02.166 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.8 MB/s) 2024-09-12T17:09:02.173 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 63/501 kB Progress (1): 80/501 kB Progress (1): 96/501 kB Progress (1): 113/501 kB Progress (1): 129/501 kB Progress (1): 145/501 kB Progress (1): 162/501 kB Progress (1): 178/501 kB Progress (1): 194/501 kB Progress (1): 211/501 kB Progress (1): 227/501 kB Progress (1): 244/501 kB Progress (1): 260/501 kB Progress (1): 276/501 kB Progress (1): 293/501 kB Progress (1): 309/501 kB Progress (1): 325/501 kB Progress (1): 342/501 kB Progress (1): 358/501 kB Progress (1): 375/501 kB Progress (1): 391/501 kB Progress (1): 407/501 kB Progress (1): 424/501 kB Progress (1): 440/501 kB Progress (1): 457/501 kB Progress (1): 473/501 kB Progress (1): 489/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 12 MB/s) 2024-09-12T17:09:02.181 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/124 kB Progress (1): 32/124 kB Progress (1): 49/124 kB Progress (1): 65/124 kB Progress (1): 80/124 kB Progress (1): 96/124 kB Progress (1): 112/124 kB Progress (1): 124 kB Progress (2): 124 kB | 0/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.4 MB/s) 2024-09-12T17:09:02.223 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 26 MB/s) 2024-09-12T17:09:02.305 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:02.305 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-12T17:09:02.308 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-12T17:09:02.323 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 299 kB/s) 2024-09-12T17:09:02.325 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-12T17:09:02.339 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 350 kB/s) 2024-09-12T17:09:02.340 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-12T17:09:02.356 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/45 kB Progress (1): 32/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.0 MB/s) 2024-09-12T17:09:02.358 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-12T17:09:02.373 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.3 MB/s) 2024-09-12T17:09:02.376 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-12T17:09:02.391 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 345 kB/s) 2024-09-12T17:09:02.393 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-12T17:09:02.408 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 261 kB/s) 2024-09-12T17:09:02.410 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-12T17:09:02.425 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-12T17:09:02.427 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-12T17:09:02.442 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 391 kB/s) 2024-09-12T17:09:02.444 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-12T17:09:02.460 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.2 MB/s) 2024-09-12T17:09:02.463 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-12T17:09:02.479 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 969 kB/s) 2024-09-12T17:09:02.481 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-12T17:09:02.496 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 136 kB/s) 2024-09-12T17:09:02.498 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-12T17:09:02.513 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 548 kB/s) 2024-09-12T17:09:02.515 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-12T17:09:02.531 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.6 MB/s) 2024-09-12T17:09:02.535 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-12T17:09:02.551 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.3 MB/s) 2024-09-12T17:09:02.552 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-12T17:09:02.552 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-12T17:09:02.552 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-12T17:09:02.552 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-12T17:09:02.552 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-12T17:09:02.571 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 0/1.0 MB Progress (2): 0/1.0 MB | 16/79 kB Progress (2): 0/1.0 MB | 16/79 kB Progress (3): 0/1.0 MB | 16/79 kB | 16/58 kB Progress (3): 0/1.0 MB | 33/79 kB | 16/58 kB Progress (3): 0/1.0 MB | 33/79 kB | 16/58 kB Progress (4): 0/1.0 MB | 33/79 kB | 16/58 kB | 16/26 kB Progress (4): 0/1.0 MB | 33/79 kB | 33/58 kB | 16/26 kB Progress (5): 0/1.0 MB | 33/79 kB | 33/58 kB | 16/26 kB | 16/211 kB Progress (5): 0/1.0 MB | 49/79 kB | 33/58 kB | 16/26 kB | 16/211 kB Progress (5): 0/1.0 MB | 49/79 kB | 33/58 kB | 26 kB | 16/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 33/58 kB | 26 kB | 16/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 49/58 kB | 26 kB | 16/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 49/58 kB | 26 kB | 33/211 kB Progress (5): 0.1/1.0 MB | 49/79 kB | 58 kB | 26 kB | 33/211 kB Progress (5): 0.1/1.0 MB | 66/79 kB | 58 kB | 26 kB | 33/211 kB Progress (5): 0.1/1.0 MB | 66/79 kB | 58 kB | 26 kB | 33/211 kB Progress (5): 0.1/1.0 MB | 66/79 kB | 58 kB | 26 kB | 49/211 kB Progress (5): 0.1/1.0 MB | 79 kB | 58 kB | 26 kB | 49/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-12T17:09:02.571 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-12T17:09:02.571 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.4 MB/s) 2024-09-12T17:09:02.571 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 0.1/1.0 MB | 79 kB | 66/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-12T17:09:02.572 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.7 MB/s) 2024-09-12T17:09:02.572 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 0.1/1.0 MB | 82/211 kB Progress (2): 0.1/1.0 MB | 82/211 kB Progress (2): 0.1/1.0 MB | 98/211 kB Progress (2): 0.1/1.0 MB | 98/211 kB Progress (2): 0.1/1.0 MB | 111/211 kB Progress (2): 0.1/1.0 MB | 111/211 kB Progress (2): 0.1/1.0 MB | 128/211 kB Progress (2): 0.1/1.0 MB | 128/211 kB Progress (2): 0.1/1.0 MB | 144/211 kB Progress (2): 0.2/1.0 MB | 144/211 kB Progress (2): 0.2/1.0 MB | 160/211 kB Progress (2): 0.2/1.0 MB | 160/211 kB Progress (2): 0.2/1.0 MB | 177/211 kB Progress (2): 0.2/1.0 MB | 177/211 kB Progress (2): 0.2/1.0 MB | 193/211 kB Progress (2): 0.2/1.0 MB | 193/211 kB Progress (2): 0.2/1.0 MB | 209/211 kB Progress (2): 0.2/1.0 MB | 211 kB Progress (2): 0.2/1.0 MB | 211 kB Progress (2): 0.2/1.0 MB | 211 kB Progress (2): 0.3/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 11 MB/s) 2024-09-12T17:09:02.582 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 33 MB/s) 2024-09-12T17:09:02.585 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/116 kB Progress (2): 16/116 kB | 16/267 kB Progress (2): 33/116 kB | 16/267 kB Progress (2): 33/116 kB | 33/267 kB Progress (2): 49/116 kB | 33/267 kB Progress (2): 66/116 kB | 33/267 kB Progress (2): 66/116 kB | 49/267 kB Progress (2): 82/116 kB | 49/267 kB Progress (2): 82/116 kB | 63/267 kB Progress (2): 98/116 kB | 63/267 kB Progress (2): 98/116 kB | 79/267 kB Progress (2): 115/116 kB | 79/267 kB Progress (2): 116 kB | 79/267 kB Progress (2): 116 kB | 96/267 kB Progress (2): 116 kB | 112/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.4 MB/s) 2024-09-12T17:09:02.588 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 128/267 kB Progress (1): 145/267 kB Progress (1): 161/267 kB Progress (1): 177/267 kB Progress (1): 194/267 kB Progress (1): 210/267 kB Progress (1): 227/267 kB Progress (1): 243/267 kB Progress (1): 259/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.6 MB/s) 2024-09-12T17:09:02.704 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-12T17:09:02.746 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:09:02.746 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:09:02.746 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:09:02.747 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Total time: 5.851 s 2024-09-12T17:09:02.747 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Finished at: 2024-09-12T17:09:02Z 2024-09-12T17:09:02.747 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:09:02.844 INFO:tasks.workunit.client.0.smithi123.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-12T17:09:02.853 INFO:tasks.workunit.client.0.smithi123.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:09:03.847 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Scanning for projects... 2024-09-12T17:09:03.917 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:03.918 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:09:03.918 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:09:03.918 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] from pom.xml 2024-09-12T17:09:03.918 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:09:04.149 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:04.149 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:09:04.235 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:09:04.236 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:04.236 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:09:04.323 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:09:04.323 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:04.324 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:09:04.325 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:09:04.325 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:04.325 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:09:04.329 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:09:04.330 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:04.330 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:09:04.577 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-12T17:09:04.774 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-12T17:09:04.988 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 21 kB/s) 2024-09-12T17:09:04.996 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-12T17:09:05.023 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 97 kB/s) 2024-09-12T17:09:05.028 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-12T17:09:05.053 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 113 kB/s) 2024-09-12T17:09:05.057 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-12T17:09:05.083 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 116 kB/s) 2024-09-12T17:09:05.085 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-12T17:09:05.110 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 123 kB/s) 2024-09-12T17:09:05.113 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-12T17:09:05.140 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 62 kB/s) 2024-09-12T17:09:05.144 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-12T17:09:05.165 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 123 kB/s) 2024-09-12T17:09:05.170 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-12T17:09:05.200 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 16/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 905 kB/s) 2024-09-12T17:09:05.201 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-12T17:09:05.201 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-12T17:09:05.202 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-12T17:09:05.202 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-12T17:09:05.202 INFO:tasks.workunit.client.0.smithi123.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-12T17:09:05.232 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 549 kB/s) 2024-09-12T17:09:05.283 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (1): 1.4/7.7 kB Progress (2): 1.4/7.7 kB | 1.4/189 kB Progress (3): 1.4/7.7 kB | 1.4/189 kB | 1.4/103 kB Progress (3): 2.8/7.7 kB | 1.4/189 kB | 1.4/103 kB Progress (3): 2.8/7.7 kB | 1.4/189 kB | 2.8/103 kB Progress (4): 2.8/7.7 kB | 1.4/189 kB | 2.8/103 kB | 1.4/169 kB Progress (4): 2.8/7.7 kB | 2.8/189 kB | 2.8/103 kB | 1.4/169 kB Progress (4): 2.8/7.7 kB | 2.8/189 kB | 2.8/103 kB | 2.8/169 kB Progress (4): 2.8/7.7 kB | 2.8/189 kB | 4.1/103 kB | 2.8/169 kB Progress (4): 4.1/7.7 kB | 2.8/189 kB | 4.1/103 kB | 2.8/169 kB Progress (4): 4.1/7.7 kB | 2.8/189 kB | 5.5/103 kB | 2.8/169 kB Progress (4): 4.1/7.7 kB | 2.8/189 kB | 5.5/103 kB | 4.1/169 kB Progress (4): 4.1/7.7 kB | 4.1/189 kB | 5.5/103 kB | 4.1/169 kB Progress (4): 4.1/7.7 kB | 4.1/189 kB | 5.5/103 kB | 5.5/169 kB Progress (4): 4.1/7.7 kB | 4.1/189 kB | 6.9/103 kB | 5.5/169 kB Progress (4): 5.5/7.7 kB | 4.1/189 kB | 6.9/103 kB | 5.5/169 kB Progress (4): 5.5/7.7 kB | 4.1/189 kB | 8.3/103 kB | 5.5/169 kB Progress (4): 5.5/7.7 kB | 4.1/189 kB | 8.3/103 kB | 6.9/169 kB Progress (4): 5.5/7.7 kB | 5.5/189 kB | 8.3/103 kB | 6.9/169 kB Progress (4): 5.5/7.7 kB | 5.5/189 kB | 8.3/103 kB | 8.3/169 kB Progress (4): 5.5/7.7 kB | 5.5/189 kB | 9.7/103 kB | 8.3/169 kB Progress (4): 6.9/7.7 kB | 5.5/189 kB | 9.7/103 kB | 8.3/169 kB Progress (4): 6.9/7.7 kB | 5.5/189 kB | 11/103 kB | 8.3/169 kB Progress (4): 6.9/7.7 kB | 5.5/189 kB | 11/103 kB | 9.7/169 kB Progress (4): 6.9/7.7 kB | 6.9/189 kB | 11/103 kB | 9.7/169 kB Progress (4): 6.9/7.7 kB | 6.9/189 kB | 11/103 kB | 11/169 kB Progress (4): 6.9/7.7 kB | 6.9/189 kB | 12/103 kB | 11/169 kB Progress (4): 7.7 kB | 6.9/189 kB | 12/103 kB | 11/169 kB Progress (4): 7.7 kB | 6.9/189 kB | 14/103 kB | 11/169 kB Progress (4): 7.7 kB | 6.9/189 kB | 14/103 kB | 12/169 kB Progress (4): 7.7 kB | 8.3/189 kB | 14/103 kB | 12/169 kB Progress (4): 7.7 kB | 8.3/189 kB | 14/103 kB | 14/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 94 kB/s) 2024-09-12T17:09:05.318 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (3): 8.3/189 kB | 15/103 kB | 14/169 kB Progress (3): 8.3/189 kB | 15/103 kB | 15/169 kB Progress (3): 9.7/189 kB | 15/103 kB | 15/169 kB Progress (3): 9.7/189 kB | 15/103 kB | 16/169 kB Progress (3): 9.7/189 kB | 17/103 kB | 16/169 kB Progress (3): 9.7/189 kB | 17/103 kB | 18/169 kB Progress (3): 11/189 kB | 17/103 kB | 18/169 kB Progress (3): 11/189 kB | 17/103 kB | 19/169 kB Progress (3): 11/189 kB | 18/103 kB | 19/169 kB Progress (3): 11/189 kB | 18/103 kB | 21/169 kB Progress (3): 12/189 kB | 18/103 kB | 21/169 kB Progress (3): 12/189 kB | 18/103 kB | 22/169 kB Progress (3): 12/189 kB | 19/103 kB | 22/169 kB Progress (3): 12/189 kB | 19/103 kB | 23/169 kB Progress (3): 14/189 kB | 19/103 kB | 23/169 kB Progress (3): 14/189 kB | 19/103 kB | 25/169 kB Progress (3): 14/189 kB | 21/103 kB | 25/169 kB Progress (3): 14/189 kB | 21/103 kB | 26/169 kB Progress (3): 15/189 kB | 21/103 kB | 26/169 kB Progress (3): 15/189 kB | 21/103 kB | 27/169 kB Progress (3): 15/189 kB | 22/103 kB | 27/169 kB Progress (3): 15/189 kB | 22/103 kB | 29/169 kB Progress (3): 17/189 kB | 22/103 kB | 29/169 kB Progress (3): 17/189 kB | 23/103 kB | 29/169 kB Progress (3): 18/189 kB | 23/103 kB | 29/169 kB Progress (3): 18/189 kB | 25/103 kB | 29/169 kB Progress (3): 19/189 kB | 25/103 kB | 29/169 kB Progress (3): 19/189 kB | 26/103 kB | 29/169 kB Progress (3): 21/189 kB | 26/103 kB | 29/169 kB Progress (3): 21/189 kB | 28/103 kB | 29/169 kB Progress (3): 22/189 kB | 28/103 kB | 29/169 kB Progress (3): 22/189 kB | 29/103 kB | 29/169 kB Progress (3): 23/189 kB | 29/103 kB | 29/169 kB Progress (3): 23/189 kB | 30/103 kB | 29/169 kB Progress (3): 25/189 kB | 30/103 kB | 29/169 kB Progress (3): 26/189 kB | 30/103 kB | 29/169 kB Progress (3): 28/189 kB | 30/103 kB | 29/169 kB Progress (3): 28/189 kB | 32/103 kB | 29/169 kB Progress (3): 28/189 kB | 32/103 kB | 30/169 kB Progress (3): 29/189 kB | 32/103 kB | 30/169 kB Progress (3): 29/189 kB | 32/103 kB | 32/169 kB Progress (3): 29/189 kB | 33/103 kB | 32/169 kB Progress (3): 29/189 kB | 33/103 kB | 33/169 kB Progress (3): 30/189 kB | 33/103 kB | 33/169 kB Progress (3): 30/189 kB | 33/103 kB | 34/169 kB Progress (3): 30/189 kB | 34/103 kB | 34/169 kB Progress (3): 30/189 kB | 34/103 kB | 36/169 kB Progress (3): 32/189 kB | 34/103 kB | 36/169 kB Progress (3): 32/189 kB | 34/103 kB | 37/169 kB Progress (3): 32/189 kB | 36/103 kB | 37/169 kB Progress (3): 32/189 kB | 36/103 kB | 38/169 kB Progress (3): 33/189 kB | 36/103 kB | 38/169 kB Progress (3): 33/189 kB | 36/103 kB | 40/169 kB Progress (3): 33/189 kB | 37/103 kB | 40/169 kB Progress (3): 33/189 kB | 37/103 kB | 41/169 kB Progress (3): 34/189 kB | 37/103 kB | 41/169 kB Progress (3): 34/189 kB | 37/103 kB | 43/169 kB Progress (3): 34/189 kB | 39/103 kB | 43/169 kB Progress (3): 34/189 kB | 39/103 kB | 44/169 kB Progress (3): 36/189 kB | 39/103 kB | 44/169 kB Progress (3): 36/189 kB | 39/103 kB | 45/169 kB Progress (3): 36/189 kB | 40/103 kB | 45/169 kB Progress (3): 36/189 kB | 40/103 kB | 47/169 kB Progress (3): 37/189 kB | 40/103 kB | 47/169 kB Progress (3): 37/189 kB | 40/103 kB | 48/169 kB Progress (3): 37/189 kB | 41/103 kB | 48/169 kB Progress (3): 37/189 kB | 41/103 kB | 49/169 kB Progress (3): 39/189 kB | 41/103 kB | 49/169 kB Progress (3): 39/189 kB | 41/103 kB | 51/169 kB Progress (3): 39/189 kB | 43/103 kB | 51/169 kB Progress (3): 39/189 kB | 43/103 kB | 52/169 kB Progress (3): 40/189 kB | 43/103 kB | 52/169 kB Progress (3): 40/189 kB | 43/103 kB | 54/169 kB Progress (3): 40/189 kB | 44/103 kB | 54/169 kB Progress (3): 40/189 kB | 44/103 kB | 55/169 kB Progress (3): 41/189 kB | 44/103 kB | 55/169 kB Progress (3): 41/189 kB | 44/103 kB | 56/169 kB Progress (3): 41/189 kB | 46/103 kB | 56/169 kB Progress (3): 41/189 kB | 46/103 kB | 58/169 kB Progress (3): 43/189 kB | 46/103 kB | 58/169 kB Progress (3): 43/189 kB | 46/103 kB | 59/169 kB Progress (3): 43/189 kB | 47/103 kB | 59/169 kB Progress (3): 43/189 kB | 47/103 kB | 61/169 kB Progress (3): 44/189 kB | 47/103 kB | 61/169 kB Progress (3): 44/189 kB | 48/103 kB | 61/169 kB Progress (3): 46/189 kB | 48/103 kB | 61/169 kB Progress (3): 46/189 kB | 50/103 kB | 61/169 kB Progress (3): 47/189 kB | 50/103 kB | 61/169 kB Progress (3): 47/189 kB | 51/103 kB | 61/169 kB Progress (3): 48/189 kB | 51/103 kB | 61/169 kB Progress (3): 48/189 kB | 52/103 kB | 61/169 kB Progress (3): 50/189 kB | 52/103 kB | 61/169 kB Progress (3): 50/189 kB | 54/103 kB | 61/169 kB Progress (3): 51/189 kB | 54/103 kB | 61/169 kB Progress (3): 51/189 kB | 55/103 kB | 61/169 kB Progress (3): 52/189 kB | 55/103 kB | 61/169 kB Progress (3): 52/189 kB | 57/103 kB | 61/169 kB Progress (3): 54/189 kB | 57/103 kB | 61/169 kB Progress (3): 54/189 kB | 58/103 kB | 61/169 kB Progress (3): 55/189 kB | 58/103 kB | 61/169 kB Progress (3): 55/189 kB | 59/103 kB | 61/169 kB Progress (3): 57/189 kB | 59/103 kB | 61/169 kB Progress (3): 57/189 kB | 61/103 kB | 61/169 kB Progress (3): 58/189 kB | 61/103 kB | 61/169 kB Progress (3): 59/189 kB | 61/103 kB | 61/169 kB Progress (3): 61/189 kB | 61/103 kB | 61/169 kB Progress (3): 62/189 kB | 61/103 kB | 61/169 kB Progress (3): 62/189 kB | 62/103 kB | 61/169 kB Progress (3): 62/189 kB | 62/103 kB | 61/169 kB Progress (3): 62/189 kB | 62/103 kB | 62/169 kB Progress (3): 62/189 kB | 63/103 kB | 62/169 kB Progress (3): 62/189 kB | 63/103 kB | 62/169 kB Progress (3): 79/189 kB | 63/103 kB | 62/169 kB Progress (3): 79/189 kB | 79/103 kB | 62/169 kB Progress (3): 79/189 kB | 79/103 kB | 79/169 kB Progress (3): 95/189 kB | 79/103 kB | 79/169 kB Progress (3): 95/189 kB | 96/103 kB | 79/169 kB Progress (3): 95/189 kB | 96/103 kB | 95/169 kB Progress (3): 95/189 kB | 103 kB | 95/169 kB Progress (3): 112/189 kB | 103 kB | 95/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 888 kB/s) 2024-09-12T17:09:05.336 INFO:tasks.workunit.client.0.smithi123.stdout:Progress (2): 112/189 kB | 111/169 kB Progress (2): 128/189 kB | 111/169 kB Progress (2): 128/189 kB | 128/169 kB Progress (2): 144/189 kB | 128/169 kB Progress (2): 144/189 kB | 144/169 kB Progress (2): 161/189 kB | 144/169 kB Progress (2): 161/189 kB | 161/169 kB Progress (2): 161/189 kB | 169 kB Progress (2): 177/189 kB | 169 kB Progress (2): 189 kB | 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.3 MB/s) 2024-09-12T17:09:05.336 INFO:tasks.workunit.client.0.smithi123.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 1.4 MB/s) 2024-09-12T17:09:05.349 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:09:05.349 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:09:05.349 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] T E S T S 2024-09-12T17:09:05.350 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:09:05.759 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-12T17:09:05.799 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjects.java: starting test run: 2024-09-12T17:09:05.800 INFO:tasks.workunit.client.0.smithi123.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:09:05.800 INFO:tasks.workunit.client.0.smithi123.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:09:05.800 INFO:tasks.workunit.client.0.smithi123.stdout: EndpointUrl=https://smithi123.front.sepia.ceph.com:443 2024-09-12T17:09:05.897 INFO:tasks.workunit.client.0.smithi123.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-12T17:09:05.997 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Environment Variables Read 2024-09-12T17:09:06.198 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: S3 Client Initialized 2024-09-12T17:09:06.198 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Generating File 2024-09-12T17:09:06.299 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: File Generated 2024-09-12T17:09:06.299 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Generating File 2024-09-12T17:09:06.299 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: File Generated 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Generating File 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: File Generated 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Generating File 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: File Generated 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Generating File 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: File Generated 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Generating File 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: File Generated 2024-09-12T17:09:06.300 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Generated Big Files 2024-09-12T17:09:06.664 INFO:tasks.workunit.client.0.smithi123.stdout:HeadBucketResponse() 2024-09-12T17:09:06.664 INFO:tasks.workunit.client.0.smithi123.stdout:sheik is ready 2024-09-12T17:09:06.664 INFO:tasks.workunit.client.0.smithi123.stdout:DEBUG: Test Bucket Created 2024-09-12T17:09:06.698 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-12T17:09:06.899 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-12T17:09:06.999 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-12T17:09:07.099 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-12T17:09:07.201 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-12T17:09:07.400 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-12T17:09:07.700 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-12T17:09:08.000 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-12T17:09:08.501 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-12T17:09:08.902 INFO:tasks.workunit.client.0.smithi123.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-12T17:09:13.409 INFO:tasks.workunit.client.0.smithi123.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-12T17:09:17.114 INFO:tasks.workunit.client.0.smithi123.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-12T17:09:52.063 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-0b 2024-09-12T17:09:52.064 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-8b 2024-09-12T17:09:52.064 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-200b 2024-09-12T17:09:52.065 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-21983b 2024-09-12T17:09:52.066 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-5519b 2024-09-12T17:09:52.067 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-204329b 2024-09-12T17:09:52.068 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-256k 2024-09-12T17:09:52.069 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-1m 2024-09-12T17:09:52.070 INFO:tasks.workunit.client.0.smithi123.stdout:arg: file-1038757b 2024-09-12T17:09:52.155 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-0b 2024-09-12T17:09:52.208 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:52.255 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-8b 2024-09-12T17:09:52.337 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:52.356 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-200b 2024-09-12T17:09:52.456 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:52.556 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-21983b 2024-09-12T17:09:52.556 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:52.656 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-5519b 2024-09-12T17:09:52.733 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:52.756 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-204329b 2024-09-12T17:09:52.856 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:52.956 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-256k 2024-09-12T17:09:53.156 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:53.257 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-1m 2024-09-12T17:09:53.657 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:53.857 INFO:tasks.workunit.client.0.smithi123.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-12T17:09:54.258 INFO:tasks.workunit.client.0.smithi123.stdout:PutObjectResponse 2024-09-12T17:09:54.458 INFO:tasks.workunit.client.0.smithi123.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-12T17:09:57.261 INFO:tasks.workunit.client.0.smithi123.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-12T17:10:02.266 INFO:tasks.workunit.client.0.smithi123.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-12T17:10:46.002 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 100.2 s -- in io.ceph.jcksum.PutObjects 2024-09-12T17:10:46.014 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:10:46.014 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Results: 2024-09-12T17:10:46.014 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:10:46.014 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-12T17:10:46.015 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] 2024-09-12T17:10:46.016 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:10:46.017 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:10:46.017 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:10:46.018 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Total time: 01:42 min 2024-09-12T17:10:46.018 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] Finished at: 2024-09-12T17:10:46Z 2024-09-12T17:10:46.018 INFO:tasks.workunit.client.0.smithi123.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:10:46.031 INFO:tasks.workunit.client.0.smithi123.stderr:+ exit 2024-09-12T17:10:46.031 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:10:46.032 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:10:46.109 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-12T17:10:46.110 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:10:46.467 DEBUG:teuthology.parallel:result is None 2024-09-12T17:10:46.467 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:10:46.505 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:10:46.505 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:10:46.574 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:10:46.576 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:10:46.588 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:10:46.588 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:10:46.589 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:10:46.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:10:46.642 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:10:46.642 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:10:46.712 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:10:46.712 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:10:46.781 INFO:tasks.workunit:timeout=3h 2024-09-12T17:10:46.781 INFO:tasks.workunit:cleanup=True 2024-09-12T17:10:46.782 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:10:46.850 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:11:46.003 INFO:tasks.workunit.client.0.smithi123.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr: git switch -c 2024-09-12T17:11:46.004 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:11:46.005 INFO:tasks.workunit.client.0.smithi123.stderr:Or undo this operation with: 2024-09-12T17:11:46.005 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:11:46.005 INFO:tasks.workunit.client.0.smithi123.stderr: git switch - 2024-09-12T17:11:46.005 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:11:46.005 INFO:tasks.workunit.client.0.smithi123.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:11:46.005 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:11:46.005 INFO:tasks.workunit.client.0.smithi123.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:11:46.008 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:11:46.076 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:11:46.078 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:11:46.078 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:11:46.126 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:11:46.175 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:11:46.214 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:11:46.215 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:11:46.215 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:11:46.253 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:11:46.257 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T17:11:46.257 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:11:46.326 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-12T17:11:46.327 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-12T17:11:46.328 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-12T17:11:46.401 INFO:tasks.workunit.client.0.smithi123.stdout:INFO: fully qualified domain name: smithi123.front.sepia.ceph.com 2024-09-12T17:11:46.401 INFO:tasks.workunit.client.0.smithi123.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-12T17:11:46.401 INFO:tasks.workunit.client.0.smithi123.stdout:== TESTING VERSIONED BUCKET == 2024-09-12T17:11:48.998 INFO:tasks.workunit.client.0.smithi123.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T17:11:49.188 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting pip 2024-09-12T17:11:49.193 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:11:49.237 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: pip 2024-09-12T17:11:49.237 INFO:tasks.workunit.client.0.smithi123.stdout: Attempting uninstall: pip 2024-09-12T17:11:49.238 INFO:tasks.workunit.client.0.smithi123.stdout: Found existing installation: pip 21.3.1 2024-09-12T17:11:49.390 INFO:tasks.workunit.client.0.smithi123.stdout: Uninstalling pip-21.3.1: 2024-09-12T17:11:49.395 INFO:tasks.workunit.client.0.smithi123.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T17:11:50.117 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed pip-24.2 2024-09-12T17:11:50.962 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting boto3 2024-09-12T17:11:50.963 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:11:51.537 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:11:51.538 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:11:51.599 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:11:51.600 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:11:51.653 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:11:51.654 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:11:51.705 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:11:51.706 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:11:51.783 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:11:51.783 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T17:11:51.927 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:11:51.928 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:11:51.933 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:11:51.934 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:11:51.943 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:11:51.945 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:11:51.946 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:11:51.947 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T17:11:51.949 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:11:52.023 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:11:53.031 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T17:11:53.467 INFO:tasks.workunit.client.0.smithi123.stdout:INFO: creating user 2024-09-12T17:11:53.986 INFO:tasks.workunit.client.0.smithi123.stdout:{ 2024-09-12T17:11:53.986 INFO:tasks.workunit.client.0.smithi123.stdout: "user_id": "testid", 2024-09-12T17:11:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "display_name": "M. Tester", 2024-09-12T17:11:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "email": "tester@ceph.com", 2024-09-12T17:11:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "suspended": 0, 2024-09-12T17:11:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:11:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "subusers": [], 2024-09-12T17:11:53.987 INFO:tasks.workunit.client.0.smithi123.stdout: "keys": [ 2024-09-12T17:11:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: { 2024-09-12T17:11:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "user": "testid", 2024-09-12T17:11:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "access_key": "0555b35654ad1656d804", 2024-09-12T17:11:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-12T17:11:53.988 INFO:tasks.workunit.client.0.smithi123.stdout: "active": true, 2024-09-12T17:11:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "create_date": "2024-09-12T17:11:53.977079Z" 2024-09-12T17:11:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: } 2024-09-12T17:11:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: ], 2024-09-12T17:11:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "swift_keys": [], 2024-09-12T17:11:53.989 INFO:tasks.workunit.client.0.smithi123.stdout: "caps": [], 2024-09-12T17:11:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:11:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "default_placement": "", 2024-09-12T17:11:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:11:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "placement_tags": [], 2024-09-12T17:11:53.990 INFO:tasks.workunit.client.0.smithi123.stdout: "bucket_quota": { 2024-09-12T17:11:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": false, 2024-09-12T17:11:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:11:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size": -1, 2024-09-12T17:11:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:11:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: "max_objects": -1 2024-09-12T17:11:53.991 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:11:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "user_quota": { 2024-09-12T17:11:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "enabled": false, 2024-09-12T17:11:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:11:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size": -1, 2024-09-12T17:11:53.992 INFO:tasks.workunit.client.0.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:11:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "max_objects": -1 2024-09-12T17:11:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: }, 2024-09-12T17:11:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:11:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "type": "rgw", 2024-09-12T17:11:53.993 INFO:tasks.workunit.client.0.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:11:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "account_id": "", 2024-09-12T17:11:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "path": "/", 2024-09-12T17:11:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "create_date": "2024-09-12T17:11:53.977069Z", 2024-09-12T17:11:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "tags": [], 2024-09-12T17:11:53.994 INFO:tasks.workunit.client.0.smithi123.stdout: "group_ids": [] 2024-09-12T17:11:53.995 INFO:tasks.workunit.client.0.smithi123.stdout:} 2024-09-12T17:11:53.995 INFO:tasks.workunit.client.0.smithi123.stdout: 2024-09-12T17:12:05.513 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:05.514 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:05.563 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:05.563 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:05.608 INFO:tasks.workunit.client.0.smithi123.stderr:5+0 records in 2024-09-12T17:12:05.608 INFO:tasks.workunit.client.0.smithi123.stderr:5+0 records out 2024-09-12T17:12:05.608 INFO:tasks.workunit.client.0.smithi123.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0142073 s, 369 MB/s 2024-09-12T17:12:05.611 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:05.611 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:05.688 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:05.688 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:06.719 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:06.719 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:07.756 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:07.757 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:08.794 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:08.794 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:09.820 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:09.821 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:10.860 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:10.860 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:11.891 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:11.891 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:12.932 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:12.932 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:13.960 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:13.960 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:14.990 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:14.990 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:16.024 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:16.025 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:17.064 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:17.064 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:18.095 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:18.096 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:19.131 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:12:19.131 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:12:19.217 INFO:tasks.workunit.client.0.smithi123.stdout:bucket nams is reupload-bkt-128328 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:endpoint is https://smithi123.front.sepia.ceph.com:443 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:start UploadId=2~ODZfzJEJerDrWeCoLULz11WSLiklvMy 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 1 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 1 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 2} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.218 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.219 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.219 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.219 INFO:tasks.workunit.client.0.smithi123.stdout:phase 2 uploaded part {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1} 2024-09-12T17:12:19.219 INFO:tasks.workunit.client.0.smithi123.stdout:aborting multipart upload, parts=[{'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 1}, {'ETag': '"2539f133c38027bd66dab4d6a176ffb9"', 'PartNumber': 2}] 2024-09-12T17:12:20.680 INFO:tasks.workunit.client.0.smithi123.stdout:radosgw-admin bucket radoslist: 2024-09-12T17:12:20.741 INFO:tasks.workunit.client.0.smithi123.stdout:rados ls: 2024-09-12T17:12:20.745 INFO:tasks.workunit.client.0.smithi123.stdout:== PASSED == 2024-09-12T17:12:20.745 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:12:20.746 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:12:20.824 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-12T17:12:20.825 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:12:21.220 DEBUG:teuthology.parallel:result is None 2024-09-12T17:12:21.221 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:12:21.259 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:12:21.260 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:12:21.330 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:12:21.330 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-12T17:12:21.344 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-12T17:12:21.345 INFO:tasks.ragweed:Downloading ragweed... 2024-09-12T17:12:21.345 INFO:tasks.ragweed:Using branch 'wip-rgw-meta-handlers' for ragweed 2024-09-12T17:12:21.345 DEBUG:teuthology.orchestra.run.smithi123:> git clone -b wip-rgw-meta-handlers https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:12:21.398 INFO:teuthology.orchestra.run.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:12:21.436 INFO:teuthology.orchestra.run.smithi123.stderr:fatal: Remote branch wip-rgw-meta-handlers not found in upstream origin 2024-09-12T17:12:21.436 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-12T17:12:21.438 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-12T17:12:21.438 DEBUG:teuthology.orchestra.run.smithi123:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:12:21.508 INFO:teuthology.orchestra.run.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:12:21.676 INFO:tasks.ragweed:Creating rgw users... 2024-09-12T17:12:21.677 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-12T17:12:21.677 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key LPVJQKFGGACGWULGUXAB --secret KdggsZjRtTOjw3u/OKhIlK8QRyOYQrfCwIL2z72Esmd3lXuESVD8HQ== --email ragweed.client.0+test@test.test --system false 2024-09-12T17:12:21.784 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:12:21.784 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:12:21.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.818+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 20 realm 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:21.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.820+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:21.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.821+0000 7f86ad340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:12:21.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.821+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:21.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.822+0000 7f86ad340800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:12:21.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:21.822+0000 7f86ad340800 20 searching for the correct realm 2024-09-12T17:12:22.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.025+0000 7f86a98ee640 0 -- 172.21.15.123:0/990888116 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f869402a070 msgr2=0x7f8694039940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:12:22.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.232+0000 7f86a88ec640 0 -- 172.21.15.123:0/990888116 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f86a4049920 msgr2=0x7f86a400e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:12:22.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.439+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:12:22.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:12:22.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 zone default found 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 4 Realm: () 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 zonegroup default 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.440+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.441+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.441+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.441+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.441+0000 7f86ad340800 20 started sync module instance, tier type = 2024-09-12T17:12:22.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.441+0000 7f86ad340800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.450+0000 7f86ad340800 20 add_watcher() i=0 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.451+0000 7f86ad340800 20 add_watcher() i=1 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.451+0000 7f86ad340800 20 add_watcher() i=2 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.451+0000 7f86ad340800 20 add_watcher() i=3 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.451+0000 7f86ad340800 20 add_watcher() i=4 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.451+0000 7f86ad340800 20 add_watcher() i=5 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.451+0000 7f86ad340800 20 add_watcher() i=6 2024-09-12T17:12:22.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.452+0000 7f86ad340800 20 add_watcher() i=7 2024-09-12T17:12:22.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.452+0000 7f86ad340800 2 all 8 watchers are set, enabling cache 2024-09-12T17:12:22.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.453+0000 7f855f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:12:22.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f86ad340800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:12:22.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f86ad340800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:12:22.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f86ad340800 5 note: GC not initialized 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f855e7e4640 20 reqs_thread_entry: start 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f86ad340800 20 init_complete bucket index max shards: 1 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f86ad340800 20 Filter name: none 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f84cffff640 20 reqs_thread_entry: start 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f86ad340800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.454+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:12:22.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-12T17:12:22.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-12T17:12:22.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:12:22.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 10 cache get: name=default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB : miss 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.455+0000 7f86ad340800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.456+0000 7f86ad340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.456+0000 7f86ad340800 10 cache put: name=default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB info.flags=0x0 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.456+0000 7f86ad340800 10 adding default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB to cache LRU end 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.456+0000 7f86ad340800 10 cache get: name=default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB : hit (negative entry) 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.456+0000 7f86ad340800 10 cache get: name=default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB : hit (negative entry) 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.457+0000 7f86ad340800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:12:22.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.457+0000 7f86ad340800 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:12:22.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.457+0000 7f86ad340800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:12:22.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.457+0000 7f858cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627800 cookie 94725935853168 notifier 5624 bl.length()=675 2024-09-12T17:12:22.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.457+0000 7f858cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:12:22.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.457+0000 7f858cff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:12:22.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.460+0000 7f86ad340800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:12:22.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.460+0000 7f86ad340800 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:12:22.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.460+0000 7f86ad340800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:12:22.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.461+0000 7f857bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627786 cookie 94725935847488 notifier 5624 bl.length()=202 2024-09-12T17:12:22.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.461+0000 7f857bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:12:22.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.461+0000 7f857bfff640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:12:22.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.464+0000 7f86ad340800 10 cache put: name=default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB info.flags=0x7 2024-09-12T17:12:22.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.464+0000 7f86ad340800 10 moving default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB to cache LRU end 2024-09-12T17:12:22.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.464+0000 7f86ad340800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:LPVJQKFGGACGWULGUXAB, ofs0, ns] 2024-09-12T17:12:22.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.464+0000 7f857bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627787 cookie 94725935847488 notifier 5624 bl.length()=190 2024-09-12T17:12:22.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.464+0000 7f857bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB info.flags=0x7 2024-09-12T17:12:22.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.464+0000 7f857bfff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LPVJQKFGGACGWULGUXAB to cache LRU end 2024-09-12T17:12:22.467 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:12:22.468 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "ragweed.client.0", 2024-09-12T17:12:22.468 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-12T17:12:22.468 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-12T17:12:22.468 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:12:22.468 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:12:22.468 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:12:22.468 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "ragweed.client.0", 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "LPVJQKFGGACGWULGUXAB", 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "KdggsZjRtTOjw3u/OKhIlK8QRyOYQrfCwIL2z72Esmd3lXuESVD8HQ==", 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:12:22.456540Z" 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:12:22.469 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:12:22.470 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:12:22.470 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:12:22.470 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:12:22.470 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:12:22.470 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:12:22.471 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "rgw", 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "", 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:12:22.456529Z", 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:12:22.472 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:12:22.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.467+0000 7f855f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:12:22.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.469+0000 7f86ad340800 20 remove_watcher() i=0 2024-09-12T17:12:22.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.469+0000 7f86ad340800 2 removed watcher, disabling cache 2024-09-12T17:12:22.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.470+0000 7f86ad340800 20 remove_watcher() i=1 2024-09-12T17:12:22.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.471+0000 7f86ad340800 20 remove_watcher() i=2 2024-09-12T17:12:22.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.473+0000 7f86ad340800 20 remove_watcher() i=3 2024-09-12T17:12:22.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.474+0000 7f86ad340800 20 remove_watcher() i=4 2024-09-12T17:12:22.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.475+0000 7f86ad340800 20 remove_watcher() i=5 2024-09-12T17:12:22.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.476+0000 7f86ad340800 20 remove_watcher() i=6 2024-09-12T17:12:22.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.477+0000 7f86ad340800 20 remove_watcher() i=7 2024-09-12T17:12:22.491 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-12T17:12:22.492 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key BQVWIZFCHHFCHRGISWTD --secret W4Z4a4gURy3mXYfSeZgGMPuMOkZ++ebVyOt2IgePj83zbC2BVRq/GA== --email sysuser.client.0+test@test.test --system true 2024-09-12T17:12:22.557 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:12:22.557 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:12:22.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.590+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 20 realm 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:22.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.592+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.593+0000 7f1dc4930800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:12:22.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.593+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:22.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.594+0000 7f1dc4930800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:12:22.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.594+0000 7f1dc4930800 20 searching for the correct realm 2024-09-12T17:12:22.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.596+0000 7f1dc0eb1640 0 -- 172.21.15.123:0/1744533089 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1da80ab220 msgr2=0x7f1da80b5980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:12:22.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:22.803+0000 7f1db7fff640 0 -- 172.21.15.123:0/1744533089 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1db800e3c0 msgr2=0x7f1db800e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.010+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:12:23.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 zone default found 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 4 Realm: () 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 zonegroup default 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.011+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.012+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.012+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.012+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.012+0000 7f1dc4930800 20 started sync module instance, tier type = 2024-09-12T17:12:23.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.012+0000 7f1dc4930800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:12:23.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.022+0000 7f1dc4930800 20 add_watcher() i=0 2024-09-12T17:12:23.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.022+0000 7f1dc4930800 20 add_watcher() i=1 2024-09-12T17:12:23.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.022+0000 7f1dc4930800 20 add_watcher() i=2 2024-09-12T17:12:23.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.022+0000 7f1dc4930800 20 add_watcher() i=3 2024-09-12T17:12:23.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.022+0000 7f1dc4930800 20 add_watcher() i=4 2024-09-12T17:12:23.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.022+0000 7f1dc4930800 20 add_watcher() i=5 2024-09-12T17:12:23.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.022+0000 7f1dc4930800 20 add_watcher() i=6 2024-09-12T17:12:23.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.023+0000 7f1dc4930800 20 add_watcher() i=7 2024-09-12T17:12:23.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.023+0000 7f1dc4930800 2 all 8 watchers are set, enabling cache 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.024+0000 7f1c767e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.024+0000 7f1dc4930800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.024+0000 7f1dc4930800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.024+0000 7f1dc4930800 5 note: GC not initialized 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1c757e2640 20 reqs_thread_entry: start 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 20 init_complete bucket index max shards: 1 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 20 Filter name: none 2024-09-12T17:12:23.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1be6ffd640 20 reqs_thread_entry: start 2024-09-12T17:12:23.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:12:23.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.025+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 10 cache get: name=default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD : miss 2024-09-12T17:12:23.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 20 rados->read ofs=0 len=0 2024-09-12T17:12:23.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:12:23.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 10 cache put: name=default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD info.flags=0x0 2024-09-12T17:12:23.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 10 adding default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD to cache LRU end 2024-09-12T17:12:23.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 10 cache get: name=default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD : hit (negative entry) 2024-09-12T17:12:23.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.026+0000 7f1dc4930800 10 cache get: name=default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD : hit (negative entry) 2024-09-12T17:12:23.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.027+0000 7f1dc4930800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:12:23.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.027+0000 7f1dc4930800 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:12:23.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.027+0000 7f1dc4930800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:12:23.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.028+0000 7f1c977fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627788 cookie 94448090611584 notifier 6009 bl.length()=675 2024-09-12T17:12:23.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.028+0000 7f1c977fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:12:23.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.028+0000 7f1c977fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:12:23.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.030+0000 7f1dc4930800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:12:23.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.030+0000 7f1dc4930800 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:12:23.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.030+0000 7f1dc4930800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:12:23.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.031+0000 7f1c977fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627801 cookie 94448090617984 notifier 6009 bl.length()=202 2024-09-12T17:12:23.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.031+0000 7f1c977fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:12:23.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.031+0000 7f1c977fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:12:23.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.033+0000 7f1dc4930800 10 cache put: name=default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD info.flags=0x7 2024-09-12T17:12:23.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.033+0000 7f1dc4930800 10 moving default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD to cache LRU end 2024-09-12T17:12:23.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.033+0000 7f1dc4930800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:BQVWIZFCHHFCHRGISWTD, ofs0, ns] 2024-09-12T17:12:23.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.034+0000 7f1c977fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627787 cookie 94448090627376 notifier 6009 bl.length()=190 2024-09-12T17:12:23.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.034+0000 7f1c977fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD info.flags=0x7 2024-09-12T17:12:23.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.034+0000 7f1c977fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BQVWIZFCHHFCHRGISWTD to cache LRU end 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "sysuser.client.0", 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:12:23.036 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "sysuser.client.0", 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "BQVWIZFCHHFCHRGISWTD", 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "W4Z4a4gURy3mXYfSeZgGMPuMOkZ++ebVyOt2IgePj83zbC2BVRq/GA==", 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:12:23.026992Z" 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "system": true, 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:12:23.037 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:12:23.038 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "rgw", 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "", 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:12:23.026981Z", 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:12:23.039 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:12:23.040 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:12:23.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.036+0000 7f1c767e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:12:23.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.038+0000 7f1dc4930800 20 remove_watcher() i=0 2024-09-12T17:12:23.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.038+0000 7f1dc4930800 2 removed watcher, disabling cache 2024-09-12T17:12:23.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.039+0000 7f1dc4930800 20 remove_watcher() i=1 2024-09-12T17:12:23.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.040+0000 7f1dc4930800 20 remove_watcher() i=2 2024-09-12T17:12:23.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.042+0000 7f1dc4930800 20 remove_watcher() i=3 2024-09-12T17:12:23.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.043+0000 7f1dc4930800 20 remove_watcher() i=4 2024-09-12T17:12:23.045 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.044+0000 7f1dc4930800 20 remove_watcher() i=5 2024-09-12T17:12:23.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.045+0000 7f1dc4930800 20 remove_watcher() i=6 2024-09-12T17:12:23.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:12:23.046+0000 7f1dc4930800 20 remove_watcher() i=7 2024-09-12T17:12:23.058 INFO:tasks.ragweed:Configuring ragweed... 2024-09-12T17:12:23.059 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T17:12:23.059 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-12T17:12:23.087 INFO:tasks.ragweed:Configuring boto... 2024-09-12T17:12:23.088 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T17:12:23.088 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-12T17:12:23.156 DEBUG:teuthology.orchestra.run.smithi123:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-12T17:12:23.346 INFO:teuthology.orchestra.run.smithi123.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-12T17:12:23.518 INFO:teuthology.orchestra.run.smithi123.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-12T17:12:24.078 INFO:teuthology.orchestra.run.smithi123.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:12:30.276 INFO:teuthology.orchestra.run.smithi123.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-12T17:12:33.656 INFO:teuthology.orchestra.run.smithi123.stdout:py installed: asyncssh==2.13.2,Babel==2.9.1,bcrypt==3.2.2,boto==2.49.0,cachetools==4.2.4,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2023.5.7,cffi==1.14.5,chardet==4.0.0,cheroot==8.6.0,CherryPy==18.6.1,cockpit @ file:///builddir/build/BUILD/cockpit-323/tmp/wheel/cockpit-323-py3-none-any.whl,cryptography==36.0.1,dasbus==1.4,dbus-python==1.2.18,distro==1.5.0,docopt==0.6.2,exceptiongroup==1.2.2,execnet==2.1.1,file-magic==0.4.0,gevent==24.2.1,google-auth==2.34.0,gpg==1.15.1,greenlet==3.1.0,grpcio==1.46.7,grpcio-tools==1.46.7,httplib2==0.22.0,idna==2.10,iniconfig==2.0.0,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.0.0,jaraco.functools==3.5.0,jaraco.text==3.2.0,Jinja2==2.11.3,jsonpatch==1.21,jsonpointer==2.0,kubernetes==26.1.0,libcomps==0.1.18,logutils==0.3.5,lxml==4.6.5,Mako==1.1.4.dev0,MarkupSafe==1.1.1,more-itertools==8.12.0,munch==4.0.0,natsort==7.1.1,nftables==0.1,numpy==1.20.1,oauthlib==3.1.1,packaging==20.9,pecan==1.4.2,perf==0.1,pexpect==4.8.0,pluggy==1.5.0,ply==3.11,portend==3.1.0,prettytable==0.7.2,protobuf==3.14.0,psutil==5.8.0,ptyprocess==0.6.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,PyGObject==3.40.1,pyOpenSSL==21.0.0,pyparsing==2.4.7,PySocks==1.7.1,pytest==8.3.3,python-dateutil==2.8.1,python-linux-procfs==0.7.3,pytz==2021.1,pyudev==0.22.0,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=a363ccf6e1c40c910603770a2263927df020e60391895c868b488c2473215e9b,rbd==2.0.0,registries-conf-ctl==1.0,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rpm==4.16.1.3,rsa==4.9,s3cmd==2.4.0,scipy==1.6.2,selinux==3.6,sepolicy==3.6,setools==4.4.4,setroubleshoot @ file:///builddir/build/BUILD/setroubleshoot-3.3.32/src,six==1.15.0,systemd-python==234,tempora==5.0.0,toml==0.10.2,tomli==2.0.1,typing_extensions==4.12.2,urllib3==1.26.5,WebOb==1.8.8,websocket-client==1.2.3,Werkzeug==2.0.3,zc.lockfile==2.0,zope.event==5.0,zope.interface==7.0.3 2024-09-12T17:12:33.656 INFO:teuthology.orchestra.run.smithi123.stdout:py run-test-pre: PYTHONHASHSEED='1621331570' 2024-09-12T17:12:33.656 INFO:teuthology.orchestra.run.smithi123.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-12T17:12:33.846 INFO:teuthology.orchestra.run.smithi123.stdout:============================= test session starts ============================== 2024-09-12T17:12:33.846 INFO:teuthology.orchestra.run.smithi123.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-12T17:12:33.846 INFO:teuthology.orchestra.run.smithi123.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:12:33.846 INFO:teuthology.orchestra.run.smithi123.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:12:33.847 INFO:teuthology.orchestra.run.smithi123.stdout:configfile: pytest.ini 2024-09-12T17:12:33.943 INFO:teuthology.orchestra.run.smithi123.stdout:collecting ... collected 9 items 2024-09-12T17:12:33.944 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:12:39.495 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-12T17:12:47.248 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-12T17:12:51.792 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-12T17:12:58.005 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-12T17:13:04.420 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-12T17:13:19.115 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-12T17:13:31.070 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-12T17:13:44.126 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-12T17:14:09.881 INFO:teuthology.orchestra.run.smithi123.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-12T17:14:09.881 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:14:09.881 INFO:teuthology.orchestra.run.smithi123.stdout:=============================== warnings summary =============================== 2024-09-12T17:14:09.881 INFO:teuthology.orchestra.run.smithi123.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T17:14:09.881 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T17:14:09.881 INFO:teuthology.orchestra.run.smithi123.stdout: import imp 2024-09-12T17:14:09.881 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:14:09.882 INFO:teuthology.orchestra.run.smithi123.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T17:14:09.882 INFO:teuthology.orchestra.run.smithi123.stdout:=================== 9 passed, 1 warning in 96.03s (0:01:36) ==================== 2024-09-12T17:14:09.911 INFO:teuthology.orchestra.run.smithi123.stdout:___________________________________ summary ____________________________________ 2024-09-12T17:14:09.912 INFO:teuthology.orchestra.run.smithi123.stdout: py: commands succeeded 2024-09-12T17:14:09.912 INFO:teuthology.orchestra.run.smithi123.stdout: congratulations :) 2024-09-12T17:14:09.929 INFO:tasks.ragweed:Cleaning up boto... 2024-09-12T17:14:09.930 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-12T17:14:09.959 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-12T17:14:10.055 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:14:10.056 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:14:10.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.088+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 20 realm 2024-09-12T17:14:10.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.090+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.091+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.091+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.092+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.092+0000 7ff079f46800 20 searching for the correct realm 2024-09-12T17:14:10.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.094+0000 7ff078238640 0 -- 172.21.15.123:0/1983791234 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff060063070 msgr2=0x7ff0600e9050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:14:10.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.301+0000 7ff06ffff640 0 -- 172.21.15.123:0/1983791234 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff070071b70 msgr2=0x7ff070002040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:14:10.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.508+0000 7ff079f46800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:14:10.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.508+0000 7ff079f46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:14:10.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.508+0000 7ff079f46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:14:10.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.508+0000 7ff079f46800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:14:10.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.508+0000 7ff079f46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:14:10.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.508+0000 7ff079f46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:14:10.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.508+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.509+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.509+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.509+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.509+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 zone default found 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 4 Realm: () 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 zonegroup default 2024-09-12T17:14:10.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.510+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.511+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.511+0000 7ff079f46800 20 started sync module instance, tier type = 2024-09-12T17:14:10.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.511+0000 7ff079f46800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:14:10.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.520+0000 7ff079f46800 20 add_watcher() i=0 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.520+0000 7ff079f46800 20 add_watcher() i=1 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.520+0000 7ff079f46800 20 add_watcher() i=2 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.520+0000 7ff079f46800 20 add_watcher() i=3 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.520+0000 7ff079f46800 20 add_watcher() i=4 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.520+0000 7ff079f46800 20 add_watcher() i=5 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.520+0000 7ff079f46800 20 add_watcher() i=6 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.521+0000 7ff079f46800 20 add_watcher() i=7 2024-09-12T17:14:10.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.521+0000 7ff079f46800 2 all 8 watchers are set, enabling cache 2024-09-12T17:14:10.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.523+0000 7fef2dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:10.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.523+0000 7ff079f46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:14:10.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.523+0000 7ff079f46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:14:10.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.562+0000 7fef2cfe1640 20 reqs_thread_entry: start 2024-09-12T17:14:10.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.562+0000 7ff079f46800 20 init_complete bucket index max shards: 1 2024-09-12T17:14:10.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.562+0000 7ff079f46800 20 Filter name: none 2024-09-12T17:14:10.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.562+0000 7feea67fc640 20 reqs_thread_entry: start 2024-09-12T17:14:10.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.562+0000 7ff079f46800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:14:10.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.562+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.563+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:14:10.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.563+0000 7ff079f46800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-12T17:14:10.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.563+0000 7ff079f46800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:14:10.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.563+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.563+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 : miss 2024-09-12T17:14:10.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.563+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=426 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 info.flags=0x17 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 to cache LRU end 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-12T17:14:10.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:14:10.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-12T17:14:10.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.564+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d28a110 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55c61d557808 s->prefetch_data=0 2024-09-12T17:14:10.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.565+0000 7ff079f46800 10 manifest: total_size = 7674 2024-09-12T17:14:10.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.565+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2598341782633435903 2024-09-12T17:14:10.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.565+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d28a110 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55c61d557808 s->prefetch_data=0 2024-09-12T17:14:10.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.565+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d557808 2024-09-12T17:14:10.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.565+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=7674 stripe_ofs=7674 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2598341782633435903 2024-09-12T17:14:10.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.k4_sMWNCUfyyzQsPIrJC16qTf4kblMH_0 2024-09-12T17:14:10.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:14:10.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.568+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2598341782633435903 2024-09-12T17:14:10.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.569+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-12T17:14:10.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.569+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d28a110 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55c61d4dcc58 s->prefetch_data=0 2024-09-12T17:14:10.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.569+0000 7ff079f46800 10 manifest: total_size = 7555 2024-09-12T17:14:10.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.569+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2682060822920999916 2024-09-12T17:14:10.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.569+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d28a110 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55c61d4dcc58 s->prefetch_data=0 2024-09-12T17:14:10.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.569+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4dcc58 2024-09-12T17:14:10.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.569+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=7555 stripe_ofs=7555 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2682060822920999916 2024-09-12T17:14:10.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.xhlnyEcLpv68ah_xFHQuYFVfSX0X0UP_0 2024-09-12T17:14:10.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:14:10.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.572+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2682060822920999916 2024-09-12T17:14:10.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.573+0000 7fef567fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-12T17:14:10.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.573+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d28a110 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.574+0000 7ff079f46800 10 manifest: total_size = 7501 2024-09-12T17:14:10.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.574+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.921712062867595111 2024-09-12T17:14:10.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.574+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d28a110 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.574+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e22c8 2024-09-12T17:14:10.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.574+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=7501 stripe_ofs=7501 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.921712062867595111 2024-09-12T17:14:10.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.w_ezxZNhx-i6uRpvkb6oDsb4qL9gpRt_0 2024-09-12T17:14:10.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-12T17:14:10.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.576+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.921712062867595111 2024-09-12T17:14:10.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.577+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-12T17:14:10.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.577+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1c80 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.578+0000 7ff079f46800 10 manifest: total_size = 4903 2024-09-12T17:14:10.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.578+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8579666206380300759 2024-09-12T17:14:10.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.578+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1c80 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.578+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e22c8 2024-09-12T17:14:10.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.578+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4903 stripe_ofs=4903 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8579666206380300759 2024-09-12T17:14:10.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.UZsOvnUdfCToJ4-MRRsXiLck9nkuQWU_0 2024-09-12T17:14:10.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:14:10.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.580+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8579666206380300759 2024-09-12T17:14:10.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.582+0000 7fef567fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-12T17:14:10.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.582+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1dd0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.582+0000 7ff079f46800 10 manifest: total_size = 4979 2024-09-12T17:14:10.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.582+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2564615805564612938 2024-09-12T17:14:10.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.582+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1dd0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.582+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e22c8 2024-09-12T17:14:10.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.582+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4979 stripe_ofs=4979 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2564615805564612938 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.evLwrsEamrOsiCG6p4MmOleJ3LJAZ8S_0 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.585+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2564615805564612938 2024-09-12T17:14:10.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.586+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-12T17:14:10.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.586+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1dd0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.587+0000 7ff079f46800 10 manifest: total_size = 5242 2024-09-12T17:14:10.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.587+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13046684783032310819 2024-09-12T17:14:10.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.587+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1dd0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.587+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e22c8 2024-09-12T17:14:10.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.587+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242 stripe_ofs=5242 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13046684783032310819 2024-09-12T17:14:10.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.WadM6mefzXO28jM2YA2FLqSRjS4GxPt_0 2024-09-12T17:14:10.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.589+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13046684783032310819 2024-09-12T17:14:10.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.591+0000 7fef567fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-12T17:14:10.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.591+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1f20 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.591+0000 7ff079f46800 10 manifest: total_size = 14227 2024-09-12T17:14:10.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.591+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3571998527066552956 2024-09-12T17:14:10.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.591+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1f20 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.591+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e22c8 2024-09-12T17:14:10.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.591+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=14227 stripe_ofs=14227 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3571998527066552956 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.N4SSF7ibQgQse-nVkF-HMEcldOKXiol_0 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.593+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3571998527066552956 2024-09-12T17:14:10.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.595+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-12T17:14:10.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.595+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1f20 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.595+0000 7ff079f46800 10 manifest: total_size = 7740 2024-09-12T17:14:10.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.595+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12192255558641687888 2024-09-12T17:14:10.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.595+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1f20 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.595+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e22c8 2024-09-12T17:14:10.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.595+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.597+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.597+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=7740 stripe_ofs=7740 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.598+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12192255558641687888 2024-09-12T17:14:10.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.598+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.598+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.2o1o6ZFtknrJMnipleo1obTclXZunDZ_0 2024-09-12T17:14:10.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.598+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.598+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.598+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12192255558641687888 2024-09-12T17:14:10.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.599+0000 7fef567fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:14:10.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.599+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1c80 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.600+0000 7ff079f46800 10 manifest: total_size = 5409 2024-09-12T17:14:10.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.600+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6255082498660962864 2024-09-12T17:14:10.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.600+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1c80 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55c61d4e22c8 s->prefetch_data=0 2024-09-12T17:14:10.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.600+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e22c8 2024-09-12T17:14:10.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.600+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5.0 2024-09-12T17:14:10.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5409 stripe_ofs=5409 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6255082498660962864 2024-09-12T17:14:10.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.X8Umqtbx8Jydvg3z1zqpvrrI0MZaKoW_0 2024-09-12T17:14:10.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:14:10.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.602+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6255082498660962864 2024-09-12T17:14:10.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.603+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.603+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.604+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-12T17:14:10.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.605+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.605+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.605+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.605+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.605+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.606+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-12T17:14:10.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.606+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.606+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=204 2024-09-12T17:14:10.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.606+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-12T17:14:10.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.607+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-12T17:14:10.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.608+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-12T17:14:10.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.608+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-12T17:14:10.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.608+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366177 cookie 94309383247168 notifier 5666 bl.length()=162 2024-09-12T17:14:10.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.611+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 from cache 2024-09-12T17:14:10.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.611+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5, ofs0, ns] 2024-09-12T17:14:10.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.611+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366178 cookie 94309383259616 notifier 5666 bl.length()=219 2024-09-12T17:14:10.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.614+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 : miss 2024-09-12T17:14:10.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.614+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.614+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.614+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 info.flags=0x0 2024-09-12T17:14:10.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.614+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5 to cache LRU end 2024-09-12T17:14:10.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.616+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 : miss 2024-09-12T17:14:10.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.616+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=457 2024-09-12T17:14:10.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 info.flags=0x17 2024-09-12T17:14:10.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 to cache LRU end 2024-09-12T17:14:10.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 2024-09-12T17:14:10.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo 2024-09-12T17:14:10.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.617+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d558910 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55c61d4e27d8 s->prefetch_data=0 2024-09-12T17:14:10.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.618+0000 7ff079f46800 10 manifest: total_size = 1667 2024-09-12T17:14:10.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.618+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6371529143056682918 2024-09-12T17:14:10.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.618+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d558910 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55c61d4e27d8 s->prefetch_data=0 2024-09-12T17:14:10.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.618+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e27d8 2024-09-12T17:14:10.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.618+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12.0 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=516 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4195852 part_ofs=1548 rule->part_size=119 2024-09-12T17:14:10.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6371529143056682918 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.1 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.2 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.3 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.4 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.620+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6371529143056682918 2024-09-12T17:14:10.625 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.621+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:14:10.625 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.622+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.625 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.622+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.622+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.622+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.622+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.622+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.622+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.623+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.623+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.624+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=235 2024-09-12T17:14:10.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.624+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-12T17:14:10.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.624+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-12T17:14:10.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.625+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-12T17:14:10.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.625+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-12T17:14:10.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.625+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366199 cookie 94309383244960 notifier 5666 bl.length()=191 2024-09-12T17:14:10.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.628+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 from cache 2024-09-12T17:14:10.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.628+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12, ofs0, ns] 2024-09-12T17:14:10.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.628+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366211 cookie 94309383266944 notifier 5666 bl.length()=249 2024-09-12T17:14:10.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.631+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 : miss 2024-09-12T17:14:10.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.631+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.631+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.631+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 info.flags=0x0 2024-09-12T17:14:10.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.631+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12 to cache LRU end 2024-09-12T17:14:10.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.633+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 : miss 2024-09-12T17:14:10.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.633+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=464 2024-09-12T17:14:10.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 info.flags=0x17 2024-09-12T17:14:10.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 to cache LRU end 2024-09-12T17:14:10.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 2024-09-12T17:14:10.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo 2024-09-12T17:14:10.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.634+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55c61d4e21d8 s->prefetch_data=0 2024-09-12T17:14:10.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.635+0000 7ff079f46800 10 manifest: total_size = 886297 2024-09-12T17:14:10.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.635+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3267034229707824422 2024-09-12T17:14:10.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.635+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55c61d4e21d8 s->prefetch_data=0 2024-09-12T17:14:10.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.635+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e21d8 2024-09-12T17:14:10.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.635+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13.0 2024-09-12T17:14:10.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=246247 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4933045 part_ofs=738741 rule->part_size=147556 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T17:14:10.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3267034229707824422 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.1 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.2 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.3 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.4 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.637+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3267034229707824422 2024-09-12T17:14:10.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.638+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:14:10.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.639+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.639+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.639+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.639+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.639+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.639+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.639+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.641+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-12T17:14:10.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.641+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.641+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=242 2024-09-12T17:14:10.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.641+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-12T17:14:10.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.641+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-12T17:14:10.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.642+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-12T17:14:10.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.642+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-12T17:14:10.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.643+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366161 cookie 94309383255616 notifier 5666 bl.length()=198 2024-09-12T17:14:10.649 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.646+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 from cache 2024-09-12T17:14:10.649 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.646+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13, ofs0, ns] 2024-09-12T17:14:10.649 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.646+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366154 cookie 94309383257824 notifier 5666 bl.length()=256 2024-09-12T17:14:10.650 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.648+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 : miss 2024-09-12T17:14:10.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.648+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.649+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.649+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 info.flags=0x0 2024-09-12T17:14:10.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.649+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13 to cache LRU end 2024-09-12T17:14:10.652 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.650+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 : miss 2024-09-12T17:14:10.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.650+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.651+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=459 2024-09-12T17:14:10.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.651+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 info.flags=0x17 2024-09-12T17:14:10.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.651+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 to cache LRU end 2024-09-12T17:14:10.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.651+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.651+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.651+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 2024-09-12T17:14:10.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.653+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo[pH-SCVl5.7sUx6dCob6wx4J29NrshiS] 2024-09-12T17:14:10.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.653+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11.0 2024-09-12T17:14:10.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.653+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060077fd0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55c61d4d86f8 s->prefetch_data=0 2024-09-12T17:14:10.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.654+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to h6b5igk18c1ea7n7mctt26rcwpb5c4jj 2024-09-12T17:14:10.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.654+0000 7ff079f46800 20 get_obj_state_impl: setting s->olh_tag to 6ar1ikyjxoutf18ioys0t3o65m2n0air 2024-09-12T17:14:10.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.654+0000 7ff079f46800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=6ar1ikyjxoutf18ioys0t3o65m2n0air 2024-09-12T17:14:10.657 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.655+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11.0 2024-09-12T17:14:10.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.656+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11.0 2024-09-12T17:14:10.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-12T17:14:10.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 20 olh_log_entry: epoch=3 op=3 key=foo[pH-SCVl5.7sUx6dCob6wx4J29NrshiS] 2024-09-12T17:14:10.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060077fd0 obj=test-client.0-r-test-multipart-index-versioning.1:_:pH-SCVl5.7sUx6dCob6wx4J29NrshiS_foo state=0x55c61d4ec398 s->prefetch_data=0 2024-09-12T17:14:10.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 10 manifest: total_size = 886297 2024-09-12T17:14:10.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11402544612654393306 2024-09-12T17:14:10.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060077fd0 obj=test-client.0-r-test-multipart-index-versioning.1:_:pH-SCVl5.7sUx6dCob6wx4J29NrshiS_foo state=0x55c61d4ec398 s->prefetch_data=0 2024-09-12T17:14:10.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec398 2024-09-12T17:14:10.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.657+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11.0 2024-09-12T17:14:10.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:14:10.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:14:10.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:14:10.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:14:10.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:14:10.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=246247 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4933045 part_ofs=738741 rule->part_size=147556 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11402544612654393306 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.1 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.2 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T17:14:10.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.3 2024-09-12T17:14:10.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T17:14:10.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.4 2024-09-12T17:14:10.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T17:14:10.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.660+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11402544612654393306 2024-09-12T17:14:10.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.661+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo[pH-SCVl5.7sUx6dCob6wx4J29NrshiS] 2024-09-12T17:14:10.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.662+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060077fd0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55c61d4d86f8 s->prefetch_data=0 2024-09-12T17:14:10.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.664+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11.0 2024-09-12T17:14:10.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11.0 2024-09-12T17:14:10.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.665+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.667+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-12T17:14:10.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.667+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.667+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=237 2024-09-12T17:14:10.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.667+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-12T17:14:10.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.667+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-12T17:14:10.670 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.668+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-12T17:14:10.670 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.668+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-12T17:14:10.670 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.668+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366162 cookie 94309383255616 notifier 5666 bl.length()=193 2024-09-12T17:14:10.673 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.671+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 from cache 2024-09-12T17:14:10.673 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.671+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11, ofs0, ns] 2024-09-12T17:14:10.673 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.671+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366200 cookie 94309383244960 notifier 5666 bl.length()=251 2024-09-12T17:14:10.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.673+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 : miss 2024-09-12T17:14:10.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.673+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.674+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.674+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 info.flags=0x0 2024-09-12T17:14:10.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.674+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11 to cache LRU end 2024-09-12T17:14:10.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 : miss 2024-09-12T17:14:10.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=449 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 info.flags=0x17 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 to cache LRU end 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.676+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.677+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo 2024-09-12T17:14:10.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.677+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d5586e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55c61d4d86f8 s->prefetch_data=0 2024-09-12T17:14:10.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.677+0000 7ff079f46800 10 manifest: total_size = 26080 2024-09-12T17:14:10.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.677+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16469741880709116029 2024-09-12T17:14:10.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.677+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d5586e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55c61d4d86f8 s->prefetch_data=0 2024-09-12T17:14:10.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.677+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4d86f8 2024-09-12T17:14:10.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.677+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10.0 2024-09-12T17:14:10.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=4 2024-09-12T17:14:10.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=7670 2024-09-12T17:14:10.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=7670 stripe_ofs=7670 part_ofs=7670 rule->part_size=7671 2024-09-12T17:14:10.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2024-09-12T17:14:10.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4201974 part_ofs=7670 rule->part_size=7671 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=15341 stripe_ofs=15341 part_ofs=15341 rule->part_size=7672 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4209645 part_ofs=15341 rule->part_size=7672 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=23013 stripe_ofs=23013 part_ofs=23013 rule->part_size=3067 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4217317 part_ofs=23013 rule->part_size=3067 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=26080 stripe_ofs=26080 part_ofs=26080 rule->part_size=3067 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16469741880709116029 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.1 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.2 2024-09-12T17:14:10.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T17:14:10.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.3 2024-09-12T17:14:10.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T17:14:10.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.4 2024-09-12T17:14:10.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T17:14:10.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.680+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16469741880709116029 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.681+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.682+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.682+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.682+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.682+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.682+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.682+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.682+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.683+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-12T17:14:10.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.683+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.684+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=227 2024-09-12T17:14:10.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.684+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-12T17:14:10.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.684+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-12T17:14:10.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.685+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-12T17:14:10.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.685+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-12T17:14:10.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.685+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366179 cookie 94309383259616 notifier 5666 bl.length()=183 2024-09-12T17:14:10.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.687+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 from cache 2024-09-12T17:14:10.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.687+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10, ofs0, ns] 2024-09-12T17:14:10.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.688+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366160 cookie 94309383271920 notifier 5666 bl.length()=241 2024-09-12T17:14:10.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.690+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 : miss 2024-09-12T17:14:10.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.690+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.690+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.690+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 info.flags=0x0 2024-09-12T17:14:10.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.690+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10 to cache LRU end 2024-09-12T17:14:10.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.692+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 : miss 2024-09-12T17:14:10.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.692+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.693+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:14:10.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.693+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 info.flags=0x17 2024-09-12T17:14:10.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.693+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 to cache LRU end 2024-09-12T17:14:10.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.693+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.693+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.693+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 2024-09-12T17:14:10.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:14:10.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:14:10.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:14:10.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4faa00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55c61d4e83d8 s->prefetch_data=0 2024-09-12T17:14:10.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5148790467578738052 2024-09-12T17:14:10.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4faa00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55c61d4e83d8 s->prefetch_data=0 2024-09-12T17:14:10.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4e83d8 2024-09-12T17:14:10.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.694+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5148790467578738052 2024-09-12T17:14:10.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_0 2024-09-12T17:14:10.700 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T17:14:10.700 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_1 2024-09-12T17:14:10.700 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T17:14:10.700 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.700 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.696+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5148790467578738052 2024-09-12T17:14:10.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.698+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:14:10.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.698+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4faa00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55c61d4d83b8 s->prefetch_data=0 2024-09-12T17:14:10.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.698+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.698+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8334859686742592770 2024-09-12T17:14:10.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.698+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4faa00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55c61d4d83b8 s->prefetch_data=0 2024-09-12T17:14:10.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.698+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4d83b8 2024-09-12T17:14:10.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.698+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8334859686742592770 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_0 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T17:14:10.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_1 2024-09-12T17:14:10.704 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T17:14:10.704 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.704 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.701+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8334859686742592770 2024-09-12T17:14:10.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.702+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:14:10.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.702+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4faa00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55c61d4d83b8 s->prefetch_data=0 2024-09-12T17:14:10.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.702+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.702+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _4VR2FDkeTU-ee4--J3Zjtn6d8Weff1X 2024-09-12T17:14:10.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.702+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4faa00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55c61d4d83b8 s->prefetch_data=0 2024-09-12T17:14:10.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.702+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4d83b8 2024-09-12T17:14:10.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.702+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _4VR2FDkeTU-ee4--J3Zjtn6d8Weff1X 2024-09-12T17:14:10.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.hkb_zgMwoba-vdOPIAsJxv1RYJAdpIu_0 2024-09-12T17:14:10.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:14:10.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.hkb_zgMwoba-vdOPIAsJxv1RYJAdpIu_1 2024-09-12T17:14:10.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:14:10.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.705+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _4VR2FDkeTU-ee4--J3Zjtn6d8Weff1X 2024-09-12T17:14:10.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.706+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e8140 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55c61d4d83b8 s->prefetch_data=0 2024-09-12T17:14:10.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.706+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:14:10.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.706+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.706+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _BWIb2rimOvIcSZCjVebUK-KowYiWjlQ 2024-09-12T17:14:10.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.706+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e8140 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55c61d4d83b8 s->prefetch_data=0 2024-09-12T17:14:10.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.706+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4d83b8 2024-09-12T17:14:10.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.706+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.714 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.714 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _BWIb2rimOvIcSZCjVebUK-KowYiWjlQ 2024-09-12T17:14:10.714 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.714 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.YFqLuw3GvkVgs32LdxwOVyPkpKg5AjU_0 2024-09-12T17:14:10.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:14:10.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.YFqLuw3GvkVgs32LdxwOVyPkpKg5AjU_1 2024-09-12T17:14:10.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:14:10.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.708+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _BWIb2rimOvIcSZCjVebUK-KowYiWjlQ 2024-09-12T17:14:10.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.709+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:14:10.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.710+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.710+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.710+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2175832201122153015 2024-09-12T17:14:10.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.710+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.710+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.710+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2175832201122153015 2024-09-12T17:14:10.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_0 2024-09-12T17:14:10.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-12T17:14:10.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_1 2024-09-12T17:14:10.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-12T17:14:10.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.712+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2175832201122153015 2024-09-12T17:14:10.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.713+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:14:10.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.714+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4df520 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.714+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.714+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _lcvbm2DsKAvTN7z32Q-bqy1GyAKnoww 2024-09-12T17:14:10.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.714+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4df520 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.714+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.714+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.727 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.727 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.727 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.727 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.727 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _lcvbm2DsKAvTN7z32Q-bqy1GyAKnoww 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.cQc71KuUTKvmZHRBJ5sPD516pc9RTCQ_0 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.cQc71KuUTKvmZHRBJ5sPD516pc9RTCQ_1 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.717+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _lcvbm2DsKAvTN7z32Q-bqy1GyAKnoww 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.718+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:14:10.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.718+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.718+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.718+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17726255552101240844 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.718+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.718+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.718+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17726255552101240844 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_0 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_1 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.721+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17726255552101240844 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.722+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.722+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.722+0000 7ff079f46800 10 manifest: total_size = 5242880 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.722+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _tYkT7l_pnzOIClDFngS892F9_-sm21j 2024-09-12T17:14:10.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.722+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.722+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.722+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _tYkT7l_pnzOIClDFngS892F9_-sm21j 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.PKy63oUZ7fs_gG9QLZvUXNfkqjWSLbx_0 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.PKy63oUZ7fs_gG9QLZvUXNfkqjWSLbx_1 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.725+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: _tYkT7l_pnzOIClDFngS892F9_-sm21j 2024-09-12T17:14:10.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.726+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:14:10.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.726+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.727+0000 7ff079f46800 10 manifest: total_size = 2048 2024-09-12T17:14:10.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.727+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1055745587061718394 2024-09-12T17:14:10.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.727+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.727+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.727+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=2048 stripe_ofs=2048 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1055745587061718394 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.B8Y-mhfVGbUj0Hhag97IGHHgVuxqrrx_0 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.729+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1055745587061718394 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.730+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.730+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.730+0000 7ff079f46800 10 manifest: total_size = 2048 2024-09-12T17:14:10.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.730+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _dKsrUmNsnNJTNUmLSmHu0EoGihdWWBN 2024-09-12T17:14:10.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.730+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.730+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.730+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=2048 stripe_ofs=2048 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _dKsrUmNsnNJTNUmLSmHu0EoGihdWWBN 2024-09-12T17:14:10.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.n6WpPiwplA-TAnsaCoG4-l0982wBGb0_0 2024-09-12T17:14:10.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:14:10.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.733+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _dKsrUmNsnNJTNUmLSmHu0EoGihdWWBN 2024-09-12T17:14:10.737 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.734+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:14:10.737 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.734+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.737 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.734+0000 7ff079f46800 10 manifest: total_size = 2048 2024-09-12T17:14:10.737 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.734+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to __rhHhs9wriCvVYP6mcKTA8a6Ru5Bgl8 2024-09-12T17:14:10.737 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.734+0000 7ff079f46800 20 get_obj_state: octx=0x7ff060070670 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.737 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.734+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.737 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.734+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.739 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.739 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=2048 stripe_ofs=2048 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.739 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: __rhHhs9wriCvVYP6mcKTA8a6Ru5Bgl8 2024-09-12T17:14:10.739 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.739 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.6fCdPnPYrEC_ZUGtZr4HJfa_UP7dAux_0 2024-09-12T17:14:10.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:14:10.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.737+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: __rhHhs9wriCvVYP6mcKTA8a6Ru5Bgl8 2024-09-12T17:14:10.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.738+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:14:10.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.739+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.739+0000 7ff079f46800 10 manifest: total_size = 2048 2024-09-12T17:14:10.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.739+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10774459548003331589 2024-09-12T17:14:10.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.739+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.739+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.739+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16.0 2024-09-12T17:14:10.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=2048 stripe_ofs=2048 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10774459548003331589 2024-09-12T17:14:10.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.B8Y-mhfVGbUj0Hhag97IGHHgVuxqrrx_0 2024-09-12T17:14:10.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-12T17:14:10.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.741+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10774459548003331589 2024-09-12T17:14:10.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.742+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.742+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.743+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:14:10.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.743+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.743+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.743+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.743+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.743+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.744+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-12T17:14:10.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.744+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.745+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=233 2024-09-12T17:14:10.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.745+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-12T17:14:10.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.745+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-12T17:14:10.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.746+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-12T17:14:10.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.746+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-12T17:14:10.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.747+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366163 cookie 94309383255616 notifier 5666 bl.length()=189 2024-09-12T17:14:10.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.749+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 from cache 2024-09-12T17:14:10.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.749+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16, ofs0, ns] 2024-09-12T17:14:10.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.750+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366201 cookie 94309383244960 notifier 5666 bl.length()=247 2024-09-12T17:14:10.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.752+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 : miss 2024-09-12T17:14:10.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.752+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.753+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.753+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 info.flags=0x0 2024-09-12T17:14:10.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.753+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16 to cache LRU end 2024-09-12T17:14:10.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 : miss 2024-09-12T17:14:10.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:14:10.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 info.flags=0x17 2024-09-12T17:14:10.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 to cache LRU end 2024-09-12T17:14:10.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.755+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:14:10.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 20 get_obj_state: octx=0x7ff070063c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8633190825504216973 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 20 get_obj_state: octx=0x7ff070063c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.756+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8633190825504216973 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1_1 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2 2024-09-12T17:14:10.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:14:10.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2_1 2024-09-12T17:14:10.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:14:10.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.3 2024-09-12T17:14:10.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:14:10.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.759+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8633190825504216973 2024-09-12T17:14:10.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.760+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:14:10.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.760+0000 7ff079f46800 20 get_obj_state: octx=0x7ff070063c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.760+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.760+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5072137148314574766 2024-09-12T17:14:10.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.760+0000 7ff079f46800 20 get_obj_state: octx=0x7ff070063c30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.760+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.760+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5072137148314574766 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1_1 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:14:10.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2_1 2024-09-12T17:14:10.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:14:10.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.3 2024-09-12T17:14:10.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:14:10.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.763+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5072137148314574766 2024-09-12T17:14:10.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.764+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:14:10.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.764+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e9500 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.764+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.764+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _8On41v_ghzfyOF9S2wiBj9Z6nDwNSqa 2024-09-12T17:14:10.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.764+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e9500 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.764+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.764+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _8On41v_ghzfyOF9S2wiBj9Z6nDwNSqa 2024-09-12T17:14:10.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.kfyvx1_fgwqGkF2E8afL530AFsMycgp_0 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.kfyvx1_fgwqGkF2E8afL530AFsMycgp_1 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.kfyvx1_fgwqGkF2E8afL530AFsMycgp_2 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.767+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: _8On41v_ghzfyOF9S2wiBj9Z6nDwNSqa 2024-09-12T17:14:10.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.768+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:14:10.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.768+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.768+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.768+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _mDuMiD4jatxu9fC0BoR9QY7FNkgSqIK 2024-09-12T17:14:10.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.768+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.768+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.768+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _mDuMiD4jatxu9fC0BoR9QY7FNkgSqIK 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.1Z53N2nmel8j9v_b3R_NrPwa3FkYciI_0 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.1Z53N2nmel8j9v_b3R_NrPwa3FkYciI_1 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:14:10.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.1Z53N2nmel8j9v_b3R_NrPwa3FkYciI_2 2024-09-12T17:14:10.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T17:14:10.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.771+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _mDuMiD4jatxu9fC0BoR9QY7FNkgSqIK 2024-09-12T17:14:10.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.772+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:14:10.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.772+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.773+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.773+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13600443134705124804 2024-09-12T17:14:10.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.773+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.773+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.773+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:14:10.778 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13600443134705124804 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1_1 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2_1 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.3 2024-09-12T17:14:10.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:14:10.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.775+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13600443134705124804 2024-09-12T17:14:10.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.776+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:14:10.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.776+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4d8f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.776+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.776+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _zcdigSzk3whHovuhe_WCRiCabBHnEEY 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.776+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4d8f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.776+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.776+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _zcdigSzk3whHovuhe_WCRiCabBHnEEY 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.oJYOUOuzeIxg8cK7xvOhswuIuJ-JDDL_0 2024-09-12T17:14:10.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:14:10.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.oJYOUOuzeIxg8cK7xvOhswuIuJ-JDDL_1 2024-09-12T17:14:10.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:14:10.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.oJYOUOuzeIxg8cK7xvOhswuIuJ-JDDL_2 2024-09-12T17:14:10.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-12T17:14:10.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.779+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: _zcdigSzk3whHovuhe_WCRiCabBHnEEY 2024-09-12T17:14:10.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.780+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.780+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:14:10.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.780+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.780+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10710427591417328381 2024-09-12T17:14:10.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.780+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.780+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.780+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.785 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:14:10.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10710427591417328381 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1_1 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2_1 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:14:10.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.3 2024-09-12T17:14:10.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:14:10.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.783+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10710427591417328381 2024-09-12T17:14:10.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.784+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:14:10.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.784+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4efe30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.785+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.785+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _ZzzurcIunEXGWwr4tQ5pW2fB-V7YJvs 2024-09-12T17:14:10.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.785+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4efe30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.785+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.785+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _ZzzurcIunEXGWwr4tQ5pW2fB-V7YJvs 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.I_aosCWns1fq0zmRNZFQa-RIhSb_J8O_0 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.I_aosCWns1fq0zmRNZFQa-RIhSb_J8O_1 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.I_aosCWns1fq0zmRNZFQa-RIhSb_J8O_2 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.787+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: _ZzzurcIunEXGWwr4tQ5pW2fB-V7YJvs 2024-09-12T17:14:10.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.788+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:14:10.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.788+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d42fa40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.789+0000 7ff079f46800 10 manifest: total_size = 45360 2024-09-12T17:14:10.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.789+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1831669273047347897 2024-09-12T17:14:10.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.789+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d42fa40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.789+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.789+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=4134 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1831669273047347897 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.1 2024-09-12T17:14:10.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.2 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.3 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.791+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1831669273047347897 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.792+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.792+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4eb6c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.792+0000 7ff079f46800 10 manifest: total_size = 45360 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.792+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _zmqpgUgqmM55rZ-U8K-T8lLYucXtVwi 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.792+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4eb6c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.792+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.792+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _zmqpgUgqmM55rZ-U8K-T8lLYucXtVwi 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.ZsPcNCu-7yfkLpE1dE3BbC5eMCBOzXp_0 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.795+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _zmqpgUgqmM55rZ-U8K-T8lLYucXtVwi 2024-09-12T17:14:10.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.796+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:14:10.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.796+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4a46c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.796+0000 7ff079f46800 10 manifest: total_size = 45360 2024-09-12T17:14:10.799 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.796+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to _AFAuA2otsO1ua8ew3EZa_Z7oT9_spmH 2024-09-12T17:14:10.799 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.796+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4a46c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.799 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.796+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.799 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.796+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: _AFAuA2otsO1ua8ew3EZa_Z7oT9_spmH 2024-09-12T17:14:10.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.uSWHsgUe2Kvqk3gzkKD1QrJoz3qrrYZ_0 2024-09-12T17:14:10.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:14:10.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.799+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _AFAuA2otsO1ua8ew3EZa_Z7oT9_spmH 2024-09-12T17:14:10.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.800+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:14:10.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.800+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.801+0000 7ff079f46800 10 manifest: total_size = 45360 2024-09-12T17:14:10.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.801+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.953775032765500858 2024-09-12T17:14:10.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.801+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.801+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.801+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17.0 2024-09-12T17:14:10.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=4134 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.953775032765500858 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.1 2024-09-12T17:14:10.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 363 2024-09-12T17:14:10.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.2 2024-09-12T17:14:10.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 627 2024-09-12T17:14:10.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.3 2024-09-12T17:14:10.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 891 2024-09-12T17:14:10.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.803+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.953775032765500858 2024-09-12T17:14:10.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.804+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:14:10.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.805+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.805+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.805+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.805+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.805+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.805+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.805+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.806+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-12T17:14:10.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.806+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.807+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=243 2024-09-12T17:14:10.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.807+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-12T17:14:10.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.807+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-12T17:14:10.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.808+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-12T17:14:10.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.808+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-12T17:14:10.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.808+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366155 cookie 94309383257824 notifier 5666 bl.length()=199 2024-09-12T17:14:10.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.811+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 from cache 2024-09-12T17:14:10.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.811+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17, ofs0, ns] 2024-09-12T17:14:10.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.811+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94309383259616 notifier 5666 bl.length()=257 2024-09-12T17:14:10.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.815+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 : miss 2024-09-12T17:14:10.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.815+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.815+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.815+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 info.flags=0x0 2024-09-12T17:14:10.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.815+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17 to cache LRU end 2024-09-12T17:14:10.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.817+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 : miss 2024-09-12T17:14:10.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.817+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:14:10.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 info.flags=0x17 2024-09-12T17:14:10.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 to cache LRU end 2024-09-12T17:14:10.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 2024-09-12T17:14:10.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:14:10.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:14:10.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.818+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:14:10.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.819+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ef540 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.819+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.819+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.844575382053936520 2024-09-12T17:14:10.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.819+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ef540 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.819+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.819+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15.0 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.844575382053936520 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.1 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 366 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.1_1 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 631 2024-09-12T17:14:10.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.2 2024-09-12T17:14:10.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 898 2024-09-12T17:14:10.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.2_1 2024-09-12T17:14:10.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1163 2024-09-12T17:14:10.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.3 2024-09-12T17:14:10.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1430 2024-09-12T17:14:10.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.821+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.844575382053936520 2024-09-12T17:14:10.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.822+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:14:10.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.823+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.823+0000 7ff079f46800 10 manifest: total_size = 11534336 2024-09-12T17:14:10.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.823+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1958228827791936535 2024-09-12T17:14:10.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.823+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680629a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.823+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.823+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15.0 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1958228827791936535 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.1 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.1_1 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T17:14:10.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.2 2024-09-12T17:14:10.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T17:14:10.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.2_1 2024-09-12T17:14:10.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T17:14:10.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.3 2024-09-12T17:14:10.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T17:14:10.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.825+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1958228827791936535 2024-09-12T17:14:10.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.826+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:14:10.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.827+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4eb7a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.827+0000 7ff079f46800 10 manifest: total_size = 45360 2024-09-12T17:14:10.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.827+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12626322446421608472 2024-09-12T17:14:10.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.827+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4eb7a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55c61d4ec218 s->prefetch_data=0 2024-09-12T17:14:10.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.827+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec218 2024-09-12T17:14:10.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.827+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15.0 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=4134 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12626322446421608472 2024-09-12T17:14:10.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-STANDARD.2~mn2fiDubGR-g245Mmg0g1l3Itg0y4Ev.1 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-STANDARD.2~mn2fiDubGR-g245Mmg0g1l3Itg0y4Ev.2 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-STANDARD.2~mn2fiDubGR-g245Mmg0g1l3Itg0y4Ev.3 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.829+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12626322446421608472 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.831+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.832+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-12T17:14:10.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.832+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.833+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=238 2024-09-12T17:14:10.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.833+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-12T17:14:10.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.833+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-12T17:14:10.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.834+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-12T17:14:10.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.834+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-12T17:14:10.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.834+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366212 cookie 94309383264816 notifier 5666 bl.length()=194 2024-09-12T17:14:10.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.837+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 from cache 2024-09-12T17:14:10.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.837+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15, ofs0, ns] 2024-09-12T17:14:10.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.837+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 94309383259616 notifier 5666 bl.length()=252 2024-09-12T17:14:10.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.840+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 : miss 2024-09-12T17:14:10.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.840+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.841+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.841+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 info.flags=0x0 2024-09-12T17:14:10.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.841+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15 to cache LRU end 2024-09-12T17:14:10.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 : miss 2024-09-12T17:14:10.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=450 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 info.flags=0x17 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 to cache LRU end 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.843+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:14:10.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1890 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55c61d4ec118 s->prefetch_data=0 2024-09-12T17:14:10.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 10 manifest: total_size = 10485760 2024-09-12T17:14:10.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12661761682171932049 2024-09-12T17:14:10.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1890 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55c61d4ec118 s->prefetch_data=0 2024-09-12T17:14:10.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec118 2024-09-12T17:14:10.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.844+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14.0 2024-09-12T17:14:10.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12661761682171932049 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.0vEJlt84mkW6TQ73nZlcVtJx_eqPIo9_0 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.0vEJlt84mkW6TQ73nZlcVtJx_eqPIo9_1 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.0vEJlt84mkW6TQ73nZlcVtJx_eqPIo9_2 2024-09-12T17:14:10.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 812 2024-09-12T17:14:10.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.846+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12661761682171932049 2024-09-12T17:14:10.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.847+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:14:10.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.848+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1890 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55c61d4ec118 s->prefetch_data=0 2024-09-12T17:14:10.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.848+0000 7ff079f46800 10 manifest: total_size = 10485760 2024-09-12T17:14:10.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.848+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14312677345329528699 2024-09-12T17:14:10.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.848+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4e1890 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55c61d4ec118 s->prefetch_data=0 2024-09-12T17:14:10.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.848+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec118 2024-09-12T17:14:10.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.848+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14.0 2024-09-12T17:14:10.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14312677345329528699 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.Qa9QCS9-C4uDfVMqISuKHdAK7tFMMtj_0 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.Qa9QCS9-C4uDfVMqISuKHdAK7tFMMtj_1 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.Qa9QCS9-C4uDfVMqISuKHdAK7tFMMtj_2 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 818 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.850+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14312677345329528699 2024-09-12T17:14:10.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.851+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:14:10.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.851+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55c61d4ec118 s->prefetch_data=0 2024-09-12T17:14:10.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.852+0000 7ff079f46800 10 manifest: total_size = 44258 2024-09-12T17:14:10.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.852+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8268362195623851273 2024-09-12T17:14:10.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.852+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55c61d4ec118 s->prefetch_data=0 2024-09-12T17:14:10.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.852+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ec118 2024-09-12T17:14:10.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.852+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14.0 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=44258 stripe_ofs=44258 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8268362195623851273 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.CCO404CTdInTOw1Vmo4BWz29NxCKIb-_0 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.854+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8268362195623851273 2024-09-12T17:14:10.858 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.855+0000 7fef567fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:14:10.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.855+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.855+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.856+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.856+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.856+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.856+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.856+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.857+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-12T17:14:10.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.857+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.857+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=228 2024-09-12T17:14:10.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.857+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-12T17:14:10.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.857+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-12T17:14:10.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.858+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-12T17:14:10.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.858+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-12T17:14:10.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.859+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366164 cookie 94309383255616 notifier 5666 bl.length()=184 2024-09-12T17:14:10.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.861+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 from cache 2024-09-12T17:14:10.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.861+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14, ofs0, ns] 2024-09-12T17:14:10.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.862+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366156 cookie 94309383257824 notifier 5666 bl.length()=242 2024-09-12T17:14:10.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.864+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 : miss 2024-09-12T17:14:10.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.864+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.864+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.864+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 info.flags=0x0 2024-09-12T17:14:10.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.864+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14 to cache LRU end 2024-09-12T17:14:10.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.866+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 : miss 2024-09-12T17:14:10.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.866+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.867+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:14:10.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.867+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 info.flags=0x17 2024-09-12T17:14:10.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.867+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 to cache LRU end 2024-09-12T17:14:10.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.867+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.867+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.867+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 2024-09-12T17:14:10.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 10 cls_bucket_list_unordered: got __ 2024-09-12T17:14:10.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:14:10.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:14:10.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 10 cls_bucket_list_unordered: got obj 2024-09-12T17:14:10.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 10 manifest: total_size = 0 2024-09-12T17:14:10.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9807455701991499649 2024-09-12T17:14:10.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.868+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7.0 2024-09-12T17:14:10.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.870+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.871+0000 7ff079f46800 10 manifest: total_size = 0 2024-09-12T17:14:10.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.871+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10661394252593584810 2024-09-12T17:14:10.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.871+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.871+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.871+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7.0 2024-09-12T17:14:10.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.872+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:14:10.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.874+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.874+0000 7ff079f46800 10 manifest: total_size = 0 2024-09-12T17:14:10.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.874+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16123596189088443352 2024-09-12T17:14:10.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.874+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.874+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.874+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7.0 2024-09-12T17:14:10.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.875+0000 7fef567fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:14:10.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.876+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.877+0000 7ff079f46800 10 manifest: total_size = 0 2024-09-12T17:14:10.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.877+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2414582720089504047 2024-09-12T17:14:10.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.877+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d4ed900 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.877+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.877+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7.0 2024-09-12T17:14:10.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.878+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:14:10.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.879+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.879+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.880+0000 7fef567fc640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:14:10.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.880+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.880+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.880+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.880+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.880+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.881+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-12T17:14:10.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.881+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.882+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:14:10.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.882+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-12T17:14:10.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.882+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-12T17:14:10.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.883+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-12T17:14:10.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.883+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-12T17:14:10.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.884+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366202 cookie 94309383244960 notifier 5666 bl.length()=181 2024-09-12T17:14:10.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.886+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 from cache 2024-09-12T17:14:10.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.886+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7, ofs0, ns] 2024-09-12T17:14:10.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.886+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366161 cookie 94309383271920 notifier 5666 bl.length()=238 2024-09-12T17:14:10.891 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.889+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 : miss 2024-09-12T17:14:10.891 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.889+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.891 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.889+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.889+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 info.flags=0x0 2024-09-12T17:14:10.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.889+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7 to cache LRU end 2024-09-12T17:14:10.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 : miss 2024-09-12T17:14:10.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:14:10.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 info.flags=0x17 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 to cache LRU end 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 cls_bucket_list_unordered: got __ 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.892+0000 7ff079f46800 10 cls_bucket_list_unordered: got obj 2024-09-12T17:14:10.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.893+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.893+0000 7ff079f46800 10 manifest: total_size = 38 2024-09-12T17:14:10.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.893+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13955291146707061692 2024-09-12T17:14:10.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.893+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.893+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.893+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8.0 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13955291146707061692 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.p_PRlKXSbafVGQwpHZhMDP8rd9OgfWq_0 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.896+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13955291146707061692 2024-09-12T17:14:10.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.897+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.897+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:14:10.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.898+0000 7ff079f46800 10 manifest: total_size = 2078 2024-09-12T17:14:10.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.898+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16496379686784819411 2024-09-12T17:14:10.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.898+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.898+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.898+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8.0 2024-09-12T17:14:10.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16496379686784819411 2024-09-12T17:14:10.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.bwYt2pF9-tGPa5RIeH0M2KWEdEy8m1B_0 2024-09-12T17:14:10.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.900+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16496379686784819411 2024-09-12T17:14:10.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.901+0000 7fef567fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:14:10.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.901+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.902+0000 7ff079f46800 10 manifest: total_size = 2078 2024-09-12T17:14:10.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.902+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12004548776079777190 2024-09-12T17:14:10.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.902+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.902+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.902+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8.0 2024-09-12T17:14:10.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12004548776079777190 2024-09-12T17:14:10.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.wV1mY6bw-v9waXkmwUeUstJLCShYSEP_0 2024-09-12T17:14:10.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.904+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12004548776079777190 2024-09-12T17:14:10.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.905+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:14:10.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.906+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.906+0000 7ff079f46800 10 manifest: total_size = 524288 2024-09-12T17:14:10.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.906+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10483986802747383979 2024-09-12T17:14:10.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.906+0000 7ff079f46800 20 get_obj_state: octx=0x7ff07008d1e0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.906+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.906+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8.0 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10483986802747383979 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.ZmFto0eUKM_SoQaqVYhFyQlMLN3Tsup_0 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.909+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10483986802747383979 2024-09-12T17:14:10.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7fef567fc640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:14:10.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.910+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.912+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-12T17:14:10.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.912+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.912+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:14:10.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.912+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-12T17:14:10.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.912+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-12T17:14:10.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.913+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-12T17:14:10.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.913+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-12T17:14:10.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.913+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366203 cookie 94309383244960 notifier 5666 bl.length()=181 2024-09-12T17:14:10.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.916+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 from cache 2024-09-12T17:14:10.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.916+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8, ofs0, ns] 2024-09-12T17:14:10.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.916+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366162 cookie 94309383271920 notifier 5666 bl.length()=238 2024-09-12T17:14:10.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.919+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 : miss 2024-09-12T17:14:10.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.919+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.919+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.919+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 info.flags=0x0 2024-09-12T17:14:10.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.919+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8 to cache LRU end 2024-09-12T17:14:10.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 : miss 2024-09-12T17:14:10.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:14:10.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 info.flags=0x17 2024-09-12T17:14:10.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 to cache LRU end 2024-09-12T17:14:10.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:10.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:14:10.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.921+0000 7ff079f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 10 cls_bucket_list_unordered: got __ 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 10 cls_bucket_list_unordered: got obj 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d47bc70 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 10 manifest: total_size = 1035 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14034056745269429773 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d47bc70 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.922+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9.0 2024-09-12T17:14:10.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14034056745269429773 2024-09-12T17:14:10.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.BpwTu4TDYOKnJLknst5dbr2qkyt_49__0 2024-09-12T17:14:10.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.924+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14034056745269429773 2024-09-12T17:14:10.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.925+0000 7fef567fc640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:14:10.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.926+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d47bc70 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.926+0000 7ff079f46800 10 manifest: total_size = 55 2024-09-12T17:14:10.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.926+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15136228685062298439 2024-09-12T17:14:10.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.926+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d47bc70 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.926+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.926+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9.0 2024-09-12T17:14:10.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15136228685062298439 2024-09-12T17:14:10.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.Z9HoBEROdS7HdkymQ2Ex1vmxVlwNaY9_0 2024-09-12T17:14:10.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.928+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15136228685062298439 2024-09-12T17:14:10.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.929+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:14:10.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.930+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d47bc70 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.930+0000 7ff079f46800 10 manifest: total_size = 49187 2024-09-12T17:14:10.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.930+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11473891280056336679 2024-09-12T17:14:10.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.930+0000 7ff079f46800 20 get_obj_state: octx=0x55c61d47bc70 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.930+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.930+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9.0 2024-09-12T17:14:10.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11473891280056336679 2024-09-12T17:14:10.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.O7XiB6GhYpn8GwxQanRb2hTlEdQ2L7G_0 2024-09-12T17:14:10.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:14:10.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.932+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11473891280056336679 2024-09-12T17:14:10.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.934+0000 7fef567fc640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:14:10.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.934+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680690f0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.934+0000 7ff079f46800 10 manifest: total_size = 1035 2024-09-12T17:14:10.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.934+0000 7ff079f46800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.68321762688676297 2024-09-12T17:14:10.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.934+0000 7ff079f46800 20 get_obj_state: octx=0x7ff0680690f0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55c61d4ea0c8 s->prefetch_data=0 2024-09-12T17:14:10.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.934+0000 7ff079f46800 20 prepare_atomic_modification: state is not atomic. state=0x55c61d4ea0c8 2024-09-12T17:14:10.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.934+0000 7ff079f46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9.0 2024-09-12T17:14:10.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:14:10.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-12T17:14:10.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.68321762688676297 2024-09-12T17:14:10.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:14:10.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.Jhj3u0mVUCelLUS-3GAA67lxlB4WZvh_0 2024-09-12T17:14:10.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 326 2024-09-12T17:14:10.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:14:10.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.936+0000 7ff079f46800 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.68321762688676297 2024-09-12T17:14:10.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7ff079f46800 20 list_objects_ordered: starting attempt 1 2024-09-12T17:14:10.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7ff079f46800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:14:10.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7fef56ffd640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:14:10.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:14:10.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7ff079f46800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:14:10.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7ff079f46800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:14:10.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7ff079f46800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:14:10.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.938+0000 7ff079f46800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9])"; uploads.size()=0; is_truncated=0 2024-09-12T17:14:10.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.940+0000 7ff079f46800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-12T17:14:10.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.940+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.940+0000 7ff079f46800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:14:10.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.940+0000 7ff079f46800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-12T17:14:10.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.940+0000 7ff079f46800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-12T17:14:10.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.941+0000 7ff079f46800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-12T17:14:10.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.941+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-12T17:14:10.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.941+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366204 cookie 94309383244960 notifier 5666 bl.length()=181 2024-09-12T17:14:10.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.944+0000 7ff079f46800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 from cache 2024-09-12T17:14:10.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.944+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9, ofs0, ns] 2024-09-12T17:14:10.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.944+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366163 cookie 94309383271920 notifier 5666 bl.length()=238 2024-09-12T17:14:10.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.946+0000 7ff079f46800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 : miss 2024-09-12T17:14:10.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.946+0000 7ff079f46800 20 rados->read ofs=0 len=0 2024-09-12T17:14:10.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.946+0000 7ff079f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:10.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.946+0000 7ff079f46800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 info.flags=0x0 2024-09-12T17:14:10.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.946+0000 7ff079f46800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9 to cache LRU end 2024-09-12T17:14:10.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.948+0000 7ff079f46800 10 removing key index: LPVJQKFGGACGWULGUXAB 2024-09-12T17:14:10.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.949+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:LPVJQKFGGACGWULGUXAB, ofs0, ns] 2024-09-12T17:14:10.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.950+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366165 cookie 94309383255616 notifier 5666 bl.length()=170 2024-09-12T17:14:10.953 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.951+0000 7ff079f46800 10 removing email index: ragweed.client.0+test@test.test 2024-09-12T17:14:10.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.952+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:14:10.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.952+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366166 cookie 94309383255616 notifier 5666 bl.length()=182 2024-09-12T17:14:10.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.953+0000 7ff079f46800 10 removing user buckets index 2024-09-12T17:14:10.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.954+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-12T17:14:10.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.955+0000 7fef56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366213 cookie 94309383264816 notifier 5666 bl.length()=173 2024-09-12T17:14:10.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.956+0000 7ff079f46800 10 removing user index: ragweed.client.0 2024-09-12T17:14:10.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.957+0000 7ff079f46800 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-12T17:14:10.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.957+0000 7ff079f46800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:14:10.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.957+0000 7fef567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366182 cookie 94309383259616 notifier 5666 bl.length()=165 2024-09-12T17:14:10.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.961+0000 7fef2dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:10.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.963+0000 7ff079f46800 20 remove_watcher() i=0 2024-09-12T17:14:10.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.963+0000 7ff079f46800 2 removed watcher, disabling cache 2024-09-12T17:14:10.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.964+0000 7ff079f46800 20 remove_watcher() i=1 2024-09-12T17:14:10.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.965+0000 7ff079f46800 20 remove_watcher() i=2 2024-09-12T17:14:10.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.966+0000 7ff079f46800 20 remove_watcher() i=3 2024-09-12T17:14:10.969 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.967+0000 7ff079f46800 20 remove_watcher() i=4 2024-09-12T17:14:10.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.968+0000 7ff079f46800 20 remove_watcher() i=5 2024-09-12T17:14:10.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.969+0000 7ff079f46800 20 remove_watcher() i=6 2024-09-12T17:14:10.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:10.970+0000 7ff079f46800 20 remove_watcher() i=7 2024-09-12T17:14:10.982 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-12T17:14:11.080 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:14:11.081 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:14:11.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.112+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:11.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 20 realm 2024-09-12T17:14:11.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:11.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:14:11.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:11.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.114+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.115+0000 7f791b53b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:11.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.115+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.116+0000 7f791b53b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:14:11.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.116+0000 7f791b53b800 20 searching for the correct realm 2024-09-12T17:14:11.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.117+0000 7f7916aba640 0 -- 172.21.15.123:0/2666524184 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f7908032040 msgr2=0x7f7908015960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:11.324 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.322+0000 7f79172bb640 0 -- 172.21.15.123:0/2666524184 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f7910068b20 msgr2=0x7f791005fd40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.327+0000 7f791b53b800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.327+0000 7f791b53b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.327+0000 7f791b53b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.327+0000 7f791b53b800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.327+0000 7f791b53b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.327+0000 7f791b53b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:11.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:11.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:14:11.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 zone default found 2024-09-12T17:14:11.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 4 Realm: () 2024-09-12T17:14:11.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:14:11.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 zonegroup default 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.328+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.329+0000 7f791b53b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.329+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.329+0000 7f791b53b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.329+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.329+0000 7f791b53b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.329+0000 7f791b53b800 20 started sync module instance, tier type = 2024-09-12T17:14:11.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.329+0000 7f791b53b800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:14:11.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.338+0000 7f791b53b800 20 add_watcher() i=0 2024-09-12T17:14:11.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.338+0000 7f791b53b800 20 add_watcher() i=1 2024-09-12T17:14:11.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.338+0000 7f791b53b800 20 add_watcher() i=2 2024-09-12T17:14:11.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.338+0000 7f791b53b800 20 add_watcher() i=3 2024-09-12T17:14:11.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.338+0000 7f791b53b800 20 add_watcher() i=4 2024-09-12T17:14:11.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.338+0000 7f791b53b800 20 add_watcher() i=5 2024-09-12T17:14:11.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.338+0000 7f791b53b800 20 add_watcher() i=6 2024-09-12T17:14:11.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.339+0000 7f791b53b800 20 add_watcher() i=7 2024-09-12T17:14:11.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.339+0000 7f791b53b800 2 all 8 watchers are set, enabling cache 2024-09-12T17:14:11.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.340+0000 7f77cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:11.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.341+0000 7f791b53b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:14:11.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.341+0000 7f791b53b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:14:11.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.378+0000 7f77ccfe1640 20 reqs_thread_entry: start 2024-09-12T17:14:11.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.378+0000 7f791b53b800 20 init_complete bucket index max shards: 1 2024-09-12T17:14:11.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.378+0000 7f791b53b800 20 Filter name: none 2024-09-12T17:14:11.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.378+0000 7f77467fc640 20 reqs_thread_entry: start 2024-09-12T17:14:11.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.378+0000 7f791b53b800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:14:11.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.378+0000 7f791b53b800 20 rados->read ofs=0 len=0 2024-09-12T17:14:11.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.379+0000 7f791b53b800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:14:11.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.379+0000 7f791b53b800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-12T17:14:11.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.379+0000 7f791b53b800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:14:11.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.379+0000 7f791b53b800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:11.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.379+0000 7f791b53b800 10 removing key index: BQVWIZFCHHFCHRGISWTD 2024-09-12T17:14:11.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.380+0000 7f791b53b800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.keys:BQVWIZFCHHFCHRGISWTD, ofs0, ns] 2024-09-12T17:14:11.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.381+0000 7f77faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366164 cookie 94306557216080 notifier 5684 bl.length()=170 2024-09-12T17:14:11.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.382+0000 7f791b53b800 10 removing email index: sysuser.client.0+test@test.test 2024-09-12T17:14:11.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.383+0000 7f791b53b800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:14:11.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.383+0000 7f77faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366183 cookie 94306557209456 notifier 5684 bl.length()=182 2024-09-12T17:14:11.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.385+0000 7f791b53b800 10 removing user buckets index 2024-09-12T17:14:11.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.386+0000 7f791b53b800 10 removing user index: sysuser.client.0 2024-09-12T17:14:11.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.387+0000 7f791b53b800 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-12T17:14:11.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.387+0000 7f791b53b800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:14:11.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.387+0000 7f77fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366167 cookie 94306557204672 notifier 5684 bl.length()=165 2024-09-12T17:14:11.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.390+0000 7f77cdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:11.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.392+0000 7f791b53b800 20 remove_watcher() i=0 2024-09-12T17:14:11.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.392+0000 7f791b53b800 2 removed watcher, disabling cache 2024-09-12T17:14:11.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.393+0000 7f791b53b800 20 remove_watcher() i=1 2024-09-12T17:14:11.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.394+0000 7f791b53b800 20 remove_watcher() i=2 2024-09-12T17:14:11.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.395+0000 7f791b53b800 20 remove_watcher() i=3 2024-09-12T17:14:11.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.396+0000 7f791b53b800 20 remove_watcher() i=4 2024-09-12T17:14:11.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.397+0000 7f791b53b800 20 remove_watcher() i=5 2024-09-12T17:14:11.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.398+0000 7f791b53b800 20 remove_watcher() i=6 2024-09-12T17:14:11.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:14:11.399+0000 7f791b53b800 20 remove_watcher() i=7 2024-09-12T17:14:11.412 INFO:tasks.ragweed:Removing ragweed... 2024-09-12T17:14:11.412 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:14:11.492 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:14:11.503 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:14:11.503 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:14:11.504 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:14:11.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:14:11.533 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:14:11.534 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:14:11.602 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:14:11.602 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:14:11.671 INFO:tasks.workunit:timeout=3h 2024-09-12T17:14:11.671 INFO:tasks.workunit:cleanup=True 2024-09-12T17:14:11.672 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:14:11.740 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:15:11.805 INFO:tasks.workunit.client.0.smithi123.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr: git switch -c 2024-09-12T17:15:11.806 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:11.807 INFO:tasks.workunit.client.0.smithi123.stderr:Or undo this operation with: 2024-09-12T17:15:11.807 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:11.807 INFO:tasks.workunit.client.0.smithi123.stderr: git switch - 2024-09-12T17:15:11.807 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:11.807 INFO:tasks.workunit.client.0.smithi123.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:15:11.807 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:11.807 INFO:tasks.workunit.client.0.smithi123.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:15:11.810 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:15:11.879 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:15:11.881 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:15:11.881 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:15:11.928 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:15:11.978 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:15:12.016 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:15:12.018 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:15:12.018 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:15:12.056 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:15:12.059 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T17:15:12.059 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:15:12.129 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-12T17:15:12.131 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-12T17:15:12.131 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:15:12.202 INFO:tasks.workunit.client.0.smithi123.stderr:+ ulimit -c 0 2024-09-12T17:15:12.202 INFO:tasks.workunit.client.0.smithi123.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:15:12.202 INFO:tasks.workunit.client.0.smithi123.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:15:12.203 INFO:tasks.workunit.client.0.smithi123.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:15:14.556 INFO:tasks.workunit.client.0.smithi123.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:15:14.556 INFO:tasks.workunit.client.0.smithi123.stderr:++ deactivate nondestructive 2024-09-12T17:15:14.556 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T17:15:14.556 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T17:15:14.556 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:15:14.556 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ export VIRTUAL_ENV 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PATH 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -z '' ']' 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ PS1='(rgw) ' 2024-09-12T17:15:14.557 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PS1 2024-09-12T17:15:14.558 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:15:14.558 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T17:15:14.558 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install pip --upgrade 2024-09-12T17:15:14.779 INFO:tasks.workunit.client.0.smithi123.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T17:15:14.972 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting pip 2024-09-12T17:15:14.978 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:15:15.021 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: pip 2024-09-12T17:15:15.021 INFO:tasks.workunit.client.0.smithi123.stdout: Attempting uninstall: pip 2024-09-12T17:15:15.021 INFO:tasks.workunit.client.0.smithi123.stdout: Found existing installation: pip 21.3.1 2024-09-12T17:15:15.174 INFO:tasks.workunit.client.0.smithi123.stdout: Uninstalling pip-21.3.1: 2024-09-12T17:15:15.179 INFO:tasks.workunit.client.0.smithi123.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T17:15:15.912 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed pip-24.2 2024-09-12T17:15:15.963 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install boto3 2024-09-12T17:15:16.723 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting boto3 2024-09-12T17:15:16.725 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:15:17.301 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:15:17.302 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:15:17.349 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:15:17.350 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:15:17.425 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:15:17.426 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:15:17.480 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:15:17.481 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:15:17.557 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:15:17.558 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T17:15:17.810 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:15:17.811 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:15:17.815 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:15:17.817 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:15:17.826 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:15:17.827 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:15:17.828 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:15:17.830 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T17:15:17.831 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:15:17.902 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:15:18.931 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T17:15:19.045 INFO:tasks.workunit.client.0.smithi123.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-12T17:15:19.167 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-12T17:15:19.201 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:19.201 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:19.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.237+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 20 realm 2024-09-12T17:15:19.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:19.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.239+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.240+0000 7ff797519800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:19.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.240+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.241+0000 7ff797519800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:19.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.241+0000 7ff797519800 20 searching for the correct realm 2024-09-12T17:15:19.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.243+0000 7ff795804640 0 -- 172.21.15.123:0/120278194 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff780029070 msgr2=0x7ff780035910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:19.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.450+0000 7ff794802640 0 -- 172.21.15.123:0/120278194 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff79008e910 msgr2=0x7ff79007f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:19.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:19.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:19.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:19.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:19.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:19.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:19.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:19.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.657+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:19.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 20 zone default found 2024-09-12T17:15:19.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 4 Realm: () 2024-09-12T17:15:19.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:19.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:19.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:19.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 20 zonegroup default 2024-09-12T17:15:19.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.658+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.659+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.659+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.659+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.659+0000 7ff797519800 20 started sync module instance, tier type = 2024-09-12T17:15:19.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.659+0000 7ff797519800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:19.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.669+0000 7ff797519800 20 add_watcher() i=0 2024-09-12T17:15:19.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.669+0000 7ff797519800 20 add_watcher() i=1 2024-09-12T17:15:19.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.669+0000 7ff797519800 20 add_watcher() i=2 2024-09-12T17:15:19.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.669+0000 7ff797519800 20 add_watcher() i=3 2024-09-12T17:15:19.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.669+0000 7ff797519800 20 add_watcher() i=4 2024-09-12T17:15:19.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.669+0000 7ff797519800 20 add_watcher() i=5 2024-09-12T17:15:19.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.669+0000 7ff797519800 20 add_watcher() i=6 2024-09-12T17:15:19.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.670+0000 7ff797519800 20 add_watcher() i=7 2024-09-12T17:15:19.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.670+0000 7ff797519800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:19.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.672+0000 7ff64b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:19.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.672+0000 7ff797519800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.672+0000 7ff797519800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.672+0000 7ff797519800 5 note: GC not initialized 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.672+0000 7ff64a7e4640 20 reqs_thread_entry: start 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.672+0000 7ff797519800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 20 Filter name: none 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff5bbfff640 20 reqs_thread_entry: start 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:15:19.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-12T17:15:19.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 20 rados_obj.operate() r=0 bl.length=22 2024-09-12T17:15:19.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2024-09-12T17:15:19.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:15:19.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2024-09-12T17:15:19.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.673+0000 7ff797519800 20 rados->read ofs=0 len=0 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.674+0000 7ff797519800 20 rados_obj.operate() r=0 bl.length=420 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.674+0000 7ff797519800 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.674+0000 7ff797519800 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.674+0000 7ff797519800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.674+0000 7ff797519800 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.674+0000 7ff797519800 20 get_user_info_from_index found 0 xattrs 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:could not create user: unable to parse parameters, duplicate key provided 2024-09-12T17:15:19.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.675+0000 7ff64b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:19.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.678+0000 7ff797519800 20 remove_watcher() i=0 2024-09-12T17:15:19.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.678+0000 7ff797519800 2 removed watcher, disabling cache 2024-09-12T17:15:19.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.679+0000 7ff797519800 20 remove_watcher() i=1 2024-09-12T17:15:19.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.680+0000 7ff797519800 20 remove_watcher() i=2 2024-09-12T17:15:19.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.681+0000 7ff797519800 20 remove_watcher() i=3 2024-09-12T17:15:19.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.682+0000 7ff797519800 20 remove_watcher() i=4 2024-09-12T17:15:19.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.683+0000 7ff797519800 20 remove_watcher() i=5 2024-09-12T17:15:19.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.684+0000 7ff797519800 20 remove_watcher() i=6 2024-09-12T17:15:19.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:19.685+0000 7ff797519800 20 remove_watcher() i=7 2024-09-12T17:15:34.717 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:34.718 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:34.766 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:34.766 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:34.805 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:34.805 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:34.847 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:34.847 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:34.875 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:34.875 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:34.936 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:34.936 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:34.990 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard add 2024-09-12T17:15:34.990 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:34.992 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:15:35.020 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:35.021 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:35.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.056+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 20 realm 2024-09-12T17:15:35.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:35.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.058+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.059+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.059+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.060+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:35.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.060+0000 7f78be925800 20 searching for the correct realm 2024-09-12T17:15:35.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.061+0000 7f78ba533640 0 -- 172.21.15.123:0/2496629125 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f78b408b1c0 msgr2=0x7f78b4064710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:35.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.064+0000 7f78ba533640 0 -- 172.21.15.123:0/2496629125 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f78b4064ca0 msgr2=0x7f78b40871b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:35.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.273+0000 7f78be925800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:35.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.273+0000 7f78be925800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:35.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.273+0000 7f78be925800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:35.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.273+0000 7f78be925800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:35.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.273+0000 7f78be925800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:35.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.273+0000 7f78be925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:35.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.273+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:35.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 zone default found 2024-09-12T17:15:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 4 Realm: () 2024-09-12T17:15:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 zonegroup default 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.274+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.275+0000 7f78be925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.275+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.275+0000 7f78be925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.275+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.275+0000 7f78be925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.275+0000 7f78be925800 20 started sync module instance, tier type = 2024-09-12T17:15:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.275+0000 7f78be925800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:35.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.284+0000 7f78be925800 20 add_watcher() i=0 2024-09-12T17:15:35.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.284+0000 7f78be925800 20 add_watcher() i=1 2024-09-12T17:15:35.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.284+0000 7f78be925800 20 add_watcher() i=2 2024-09-12T17:15:35.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.284+0000 7f78be925800 20 add_watcher() i=3 2024-09-12T17:15:35.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.284+0000 7f78be925800 20 add_watcher() i=4 2024-09-12T17:15:35.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.284+0000 7f78be925800 20 add_watcher() i=5 2024-09-12T17:15:35.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.284+0000 7f78be925800 20 add_watcher() i=6 2024-09-12T17:15:35.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.285+0000 7f78be925800 20 add_watcher() i=7 2024-09-12T17:15:35.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.285+0000 7f78be925800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.287+0000 7f7770fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:35.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f78be925800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:35.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f78be925800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:35.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f78be925800 5 note: GC not initialized 2024-09-12T17:15:35.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f76eb7fe640 20 reqs_thread_entry: start 2024-09-12T17:15:35.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f78be925800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:35.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f78be925800 20 Filter name: none 2024-09-12T17:15:35.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f76e97fa640 20 reqs_thread_entry: start 2024-09-12T17:15:35.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.288+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.289+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:35.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.289+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.289+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.289+0000 7f78be925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.289+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.290+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.290+0000 7f78be925800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.290+0000 7f78be925800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.290+0000 7f78be925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:35.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.291+0000 7f7770fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:35.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.294+0000 7f78be925800 20 remove_watcher() i=0 2024-09-12T17:15:35.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.294+0000 7f78be925800 2 removed watcher, disabling cache 2024-09-12T17:15:35.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.295+0000 7f78be925800 20 remove_watcher() i=1 2024-09-12T17:15:35.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.296+0000 7f78be925800 20 remove_watcher() i=2 2024-09-12T17:15:35.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.297+0000 7f78be925800 20 remove_watcher() i=3 2024-09-12T17:15:35.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.298+0000 7f78be925800 20 remove_watcher() i=4 2024-09-12T17:15:35.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.299+0000 7f78be925800 20 remove_watcher() i=5 2024-09-12T17:15:35.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.300+0000 7f78be925800 20 remove_watcher() i=6 2024-09-12T17:15:35.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.301+0000 7f78be925800 20 remove_watcher() i=7 2024-09-12T17:15:35.314 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:35.314 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:35.314 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:15:35.314 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:35.315 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-12T17:15:35.345 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:35.345 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:35.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.381+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 20 realm 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.382+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.383+0000 7f8415c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:35.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.383+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.384+0000 7f8415c10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:35.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.384+0000 7f8415c10800 20 searching for the correct realm 2024-09-12T17:15:35.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.386+0000 7f8411bbd640 0 -- 172.21.15.123:0/3101069482 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f8408029030 msgr2=0x7f8408091700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:35.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.593+0000 7f8410bbb640 0 -- 172.21.15.123:0/3101069482 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f840c015ad0 msgr2=0x7f840c026440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:35.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.799+0000 7f8415c10800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:35.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.799+0000 7f8415c10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:35.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.799+0000 7f8415c10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:35.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.799+0000 7f8415c10800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:35.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.799+0000 7f8415c10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:35.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.799+0000 7f8415c10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:35.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.799+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:35.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:35.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 zone default found 2024-09-12T17:15:35.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 4 Realm: () 2024-09-12T17:15:35.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:35.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:35.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:35.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 zonegroup default 2024-09-12T17:15:35.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.800+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.801+0000 7f8415c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.801+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.801+0000 7f8415c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.801+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.801+0000 7f8415c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.801+0000 7f8415c10800 20 started sync module instance, tier type = 2024-09-12T17:15:35.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.801+0000 7f8415c10800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:35.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.811+0000 7f8415c10800 20 add_watcher() i=0 2024-09-12T17:15:35.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.811+0000 7f8415c10800 20 add_watcher() i=1 2024-09-12T17:15:35.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.811+0000 7f8415c10800 20 add_watcher() i=2 2024-09-12T17:15:35.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.811+0000 7f8415c10800 20 add_watcher() i=3 2024-09-12T17:15:35.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.811+0000 7f8415c10800 20 add_watcher() i=4 2024-09-12T17:15:35.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.811+0000 7f8415c10800 20 add_watcher() i=5 2024-09-12T17:15:35.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.811+0000 7f8415c10800 20 add_watcher() i=6 2024-09-12T17:15:35.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.812+0000 7f8415c10800 20 add_watcher() i=7 2024-09-12T17:15:35.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.812+0000 7f8415c10800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:35.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.813+0000 7f82c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:35.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f8415c10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:35.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f8415c10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:35.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f8415c10800 5 note: GC not initialized 2024-09-12T17:15:35.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f82c6fe5640 20 reqs_thread_entry: start 2024-09-12T17:15:35.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f8415c10800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:35.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f8415c10800 20 Filter name: none 2024-09-12T17:15:35.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f82c4fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:35.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f8415c10800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:15:35.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.814+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:35.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:35.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:35.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.815+0000 7f8415c10800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:35.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.817+0000 7f82c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.819+0000 7f8415c10800 20 remove_watcher() i=0 2024-09-12T17:15:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.819+0000 7f8415c10800 2 removed watcher, disabling cache 2024-09-12T17:15:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.820+0000 7f8415c10800 20 remove_watcher() i=1 2024-09-12T17:15:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.821+0000 7f8415c10800 20 remove_watcher() i=2 2024-09-12T17:15:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.823+0000 7f8415c10800 20 remove_watcher() i=3 2024-09-12T17:15:35.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.824+0000 7f8415c10800 20 remove_watcher() i=4 2024-09-12T17:15:35.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.824+0000 7f8415c10800 20 remove_watcher() i=5 2024-09-12T17:15:35.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.825+0000 7f8415c10800 20 remove_watcher() i=6 2024-09-12T17:15:35.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.826+0000 7f8415c10800 20 remove_watcher() i=7 2024-09-12T17:15:35.840 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshard list 2024-09-12T17:15:35.867 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:35.867 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:35.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.901+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.903+0000 7f1948413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.903+0000 7f1948413800 20 realm 2024-09-12T17:15:35.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.903+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.903+0000 7f1948413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.903+0000 7f1948413800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:35.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.903+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.904+0000 7f1948413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:35.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.904+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.905+0000 7f1948413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:35.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.905+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:35.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.905+0000 7f1948413800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:35.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.905+0000 7f1948413800 20 searching for the correct realm 2024-09-12T17:15:35.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:35.907+0000 7f1944349640 0 -- 172.21.15.123:0/314861219 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f192c06b020 msgr2=0x7f192c0d4e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:36.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.113+0000 7f193bfff640 0 -- 172.21.15.123:0/314861219 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f193c025040 msgr2=0x7f193c034450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:36.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:36.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:36.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:36.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:36.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.320+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 zone default found 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 4 Realm: () 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:36.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:36.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:36.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 zonegroup default 2024-09-12T17:15:36.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.321+0000 7f1948413800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.322+0000 7f1948413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.322+0000 7f1948413800 20 started sync module instance, tier type = 2024-09-12T17:15:36.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.322+0000 7f1948413800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:36.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.331+0000 7f1948413800 20 add_watcher() i=0 2024-09-12T17:15:36.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.331+0000 7f1948413800 20 add_watcher() i=1 2024-09-12T17:15:36.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.331+0000 7f1948413800 20 add_watcher() i=2 2024-09-12T17:15:36.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.331+0000 7f1948413800 20 add_watcher() i=3 2024-09-12T17:15:36.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.331+0000 7f1948413800 20 add_watcher() i=4 2024-09-12T17:15:36.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.331+0000 7f1948413800 20 add_watcher() i=5 2024-09-12T17:15:36.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.331+0000 7f1948413800 20 add_watcher() i=6 2024-09-12T17:15:36.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.332+0000 7f1948413800 20 add_watcher() i=7 2024-09-12T17:15:36.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.332+0000 7f1948413800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:36.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f17f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:36.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f1948413800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:36.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f1948413800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:36.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f1948413800 5 note: GC not initialized 2024-09-12T17:15:36.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f17f8fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:36.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f1948413800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:36.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f1948413800 20 Filter name: none 2024-09-12T17:15:36.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.334+0000 7f17727fc640 20 reqs_thread_entry: start 2024-09-12T17:15:36.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.341+0000 7f17f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:36.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.343+0000 7f1948413800 20 remove_watcher() i=0 2024-09-12T17:15:36.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.343+0000 7f1948413800 2 removed watcher, disabling cache 2024-09-12T17:15:36.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.345+0000 7f1948413800 20 remove_watcher() i=1 2024-09-12T17:15:36.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.346+0000 7f1948413800 20 remove_watcher() i=2 2024-09-12T17:15:36.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.347+0000 7f1948413800 20 remove_watcher() i=3 2024-09-12T17:15:36.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.348+0000 7f1948413800 20 remove_watcher() i=4 2024-09-12T17:15:36.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.349+0000 7f1948413800 20 remove_watcher() i=5 2024-09-12T17:15:36.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.350+0000 7f1948413800 20 remove_watcher() i=6 2024-09-12T17:15:36.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.351+0000 7f1948413800 20 remove_watcher() i=7 2024-09-12T17:15:36.364 INFO:tasks.workunit.client.0.smithi123.stderr:bucket name a-bucket 2024-09-12T17:15:36.364 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard process 2024-09-12T17:15:36.364 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:36.365 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshard process 2024-09-12T17:15:36.391 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:36.391 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:36.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.427+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 20 realm 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.428+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.429+0000 7f8bb5f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:36.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.429+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.430+0000 7f8bb5f26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:36.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.430+0000 7f8bb5f26800 20 searching for the correct realm 2024-09-12T17:15:36.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.432+0000 7f8bb23b6640 0 -- 172.21.15.123:0/3048791871 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f8ba8050a50 msgr2=0x7f8ba80504c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:36.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.436+0000 7f8bb13b4640 0 -- 172.21.15.123:0/3048791871 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f8bac0528e0 msgr2=0x7f8bac011380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:36.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.642+0000 7f8bb5f26800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:36.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.642+0000 7f8bb5f26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:36.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.642+0000 7f8bb5f26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.642+0000 7f8bb5f26800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.642+0000 7f8bb5f26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.642+0000 7f8bb5f26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.643+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.643+0000 7f8bb5f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.643+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.643+0000 7f8bb5f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:36.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.643+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 zone default found 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 4 Realm: () 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 zonegroup default 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:36.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 started sync module instance, tier type = 2024-09-12T17:15:36.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.644+0000 7f8bb5f26800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:36.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.654+0000 7f8bb5f26800 20 add_watcher() i=0 2024-09-12T17:15:36.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.654+0000 7f8bb5f26800 20 add_watcher() i=1 2024-09-12T17:15:36.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.654+0000 7f8bb5f26800 20 add_watcher() i=2 2024-09-12T17:15:36.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.654+0000 7f8bb5f26800 20 add_watcher() i=3 2024-09-12T17:15:36.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.654+0000 7f8bb5f26800 20 add_watcher() i=4 2024-09-12T17:15:36.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.654+0000 7f8bb5f26800 20 add_watcher() i=5 2024-09-12T17:15:36.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.654+0000 7f8bb5f26800 20 add_watcher() i=6 2024-09-12T17:15:36.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.655+0000 7f8bb5f26800 20 add_watcher() i=7 2024-09-12T17:15:36.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.655+0000 7f8bb5f26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:36.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.656+0000 7f8a637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:36.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.656+0000 7f8bb5f26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:36.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.656+0000 7f8bb5f26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:36.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.657+0000 7f8bb5f26800 5 note: GC not initialized 2024-09-12T17:15:36.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.657+0000 7f8a627fc640 20 reqs_thread_entry: start 2024-09-12T17:15:36.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.657+0000 7f8bb5f26800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:36.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.657+0000 7f8bb5f26800 20 Filter name: none 2024-09-12T17:15:36.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.657+0000 7f89d3fff640 20 reqs_thread_entry: start 2024-09-12T17:15:36.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.657+0000 7f8bb5f26800 20 processing logshard = reshard.0000000000 2024-09-12T17:15:36.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.660+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:15:36.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.660+0000 7f8bb5f26800 20 processing logshard = reshard.0000000001 2024-09-12T17:15:36.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.663+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:15:36.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.663+0000 7f8bb5f26800 20 processing logshard = reshard.0000000002 2024-09-12T17:15:36.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.665+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:15:36.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.665+0000 7f8bb5f26800 20 processing logshard = reshard.0000000003 2024-09-12T17:15:36.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.667+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:15:36.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.668+0000 7f8bb5f26800 20 processing logshard = reshard.0000000004 2024-09-12T17:15:36.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.670+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:15:36.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.670+0000 7f8bb5f26800 20 processing logshard = reshard.0000000005 2024-09-12T17:15:36.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.673+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:15:36.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.673+0000 7f8bb5f26800 20 processing logshard = reshard.0000000006 2024-09-12T17:15:36.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 20 process_entry resharding a-bucket 2024-09-12T17:15:36.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:15:36.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.675+0000 7f8bb5f26800 20 rados->read ofs=0 len=0 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.676+0000 7f8bb5f26800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.676+0000 7f8bb5f26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.676+0000 7f8bb5f26800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.676+0000 7f8bb5f26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.676+0000 7f8bb5f26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:36.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.676+0000 7f8bb5f26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:36.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8bb5f26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:36.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8bb5f26800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:36.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8bb5f26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:36.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8bb5f26800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:15:36.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8a957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366215 cookie 94523384770704 notifier 6147 bl.length()=911 2024-09-12T17:15:36.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8a957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:36.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8a957fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:36.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.681+0000 7f8a957fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:36.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.683+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:15:36.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.683+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:15:36.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.683+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:15:36.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.683+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:15:36.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.685+0000 7f8bb5f26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.0 2024-09-12T17:15:36.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.685+0000 7f8bb5f26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.0 2024-09-12T17:15:36.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.685+0000 7f8bb5f26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.1 2024-09-12T17:15:36.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.685+0000 7f8bb5f26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.1 2024-09-12T17:15:36.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.685+0000 7f8bb5f26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.0 2024-09-12T17:15:36.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.685+0000 7f8bb5f26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:15:36.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.685+0000 7f8bb5f26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8bb5f26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8bb5f26800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8bb5f26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8bb5f26800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8a957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366216 cookie 94523384770704 notifier 6147 bl.length()=911 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8a957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8a957fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:36.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.687+0000 7f8a957fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:36.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.688+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:15:36.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.688+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:15:36.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.688+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:15:36.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.688+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:15:36.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.689+0000 7f8bb5f26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.0 2024-09-12T17:15:36.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.690+0000 7f8bb5f26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:15:36.692 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.690+0000 7f8bb5f26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:36.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8bb5f26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:36.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8bb5f26800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:36.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8bb5f26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:36.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8bb5f26800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:15:36.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8a957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366217 cookie 94523384770704 notifier 6147 bl.length()=879 2024-09-12T17:15:36.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8a957fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:36.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8a957fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:36.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.691+0000 7f8a957fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:36.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.693+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:15:36.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.693+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:15:36.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.693+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:15:36.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.693+0000 7f8bb5f26800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:15:36.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.694+0000 7f8bb5f26800 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-12T17:15:36.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.695+0000 7f8bb5f26800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:15:36.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.697+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:15:36.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.697+0000 7f8bb5f26800 20 processing logshard = reshard.0000000007 2024-09-12T17:15:36.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.700+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:15:36.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.700+0000 7f8bb5f26800 20 processing logshard = reshard.0000000008 2024-09-12T17:15:36.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.703+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:15:36.705 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.703+0000 7f8bb5f26800 20 processing logshard = reshard.0000000009 2024-09-12T17:15:36.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.705+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:15:36.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.705+0000 7f8bb5f26800 20 processing logshard = reshard.0000000010 2024-09-12T17:15:36.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.708+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:15:36.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.708+0000 7f8bb5f26800 20 processing logshard = reshard.0000000011 2024-09-12T17:15:36.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.710+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:15:36.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.710+0000 7f8bb5f26800 20 processing logshard = reshard.0000000012 2024-09-12T17:15:36.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.713+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:15:36.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.713+0000 7f8bb5f26800 20 processing logshard = reshard.0000000013 2024-09-12T17:15:36.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.715+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:15:36.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.715+0000 7f8bb5f26800 20 processing logshard = reshard.0000000014 2024-09-12T17:15:36.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.717+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:15:36.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.717+0000 7f8bb5f26800 20 processing logshard = reshard.0000000015 2024-09-12T17:15:36.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.720+0000 7f8bb5f26800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:15:36.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.721+0000 7f8a637fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:36.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.723+0000 7f8bb5f26800 20 remove_watcher() i=0 2024-09-12T17:15:36.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.723+0000 7f8bb5f26800 2 removed watcher, disabling cache 2024-09-12T17:15:36.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.724+0000 7f8bb5f26800 20 remove_watcher() i=1 2024-09-12T17:15:36.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.726+0000 7f8bb5f26800 20 remove_watcher() i=2 2024-09-12T17:15:36.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.727+0000 7f8bb5f26800 20 remove_watcher() i=3 2024-09-12T17:15:36.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.728+0000 7f8bb5f26800 20 remove_watcher() i=4 2024-09-12T17:15:36.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.729+0000 7f8bb5f26800 20 remove_watcher() i=5 2024-09-12T17:15:36.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.729+0000 7f8bb5f26800 20 remove_watcher() i=6 2024-09-12T17:15:36.732 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:36.730+0000 7f8bb5f26800 20 remove_watcher() i=7 2024-09-12T17:15:41.750 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:15:41.781 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:41.781 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:41.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.821+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:41.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:41.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 20 realm 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.823+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.824+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:41.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.824+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:41.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.825+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:41.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.825+0000 7f9f66544800 20 searching for the correct realm 2024-09-12T17:15:41.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:41.827+0000 7f9f5bfff640 0 -- 172.21.15.123:0/4199475857 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f9f5406c070 msgr2=0x7f9f5406c960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:42.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.032+0000 7f9f622f4640 0 -- 172.21.15.123:0/4199475857 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f9f5c0875b0 msgr2=0x7f9f5c072fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.039+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 zone default found 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 4 Realm: () 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:42.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 zonegroup default 2024-09-12T17:15:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.040+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.041+0000 7f9f66544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.041+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.041+0000 7f9f66544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:42.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.041+0000 7f9f66544800 20 started sync module instance, tier type = 2024-09-12T17:15:42.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.041+0000 7f9f66544800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.051+0000 7f9f66544800 20 add_watcher() i=0 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.051+0000 7f9f66544800 20 add_watcher() i=1 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.051+0000 7f9f66544800 20 add_watcher() i=2 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.051+0000 7f9f66544800 20 add_watcher() i=3 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.051+0000 7f9f66544800 20 add_watcher() i=4 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.051+0000 7f9f66544800 20 add_watcher() i=5 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.051+0000 7f9f66544800 20 add_watcher() i=6 2024-09-12T17:15:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.052+0000 7f9f66544800 20 add_watcher() i=7 2024-09-12T17:15:42.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.052+0000 7f9f66544800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:42.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.054+0000 7f9e197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.054+0000 7f9f66544800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.054+0000 7f9f66544800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.054+0000 7f9f66544800 5 note: GC not initialized 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.055+0000 7f9e137fe640 20 reqs_thread_entry: start 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.055+0000 7f9f66544800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.055+0000 7f9f66544800 20 Filter name: none 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.055+0000 7f9e117fa640 20 reqs_thread_entry: start 2024-09-12T17:15:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.055+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.056+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.056+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.056+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.056+0000 7f9f66544800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.056+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.057+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:42.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.057+0000 7f9f66544800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.057+0000 7f9f66544800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:42.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.057+0000 7f9f66544800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:42.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.058+0000 7f9e197e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:42.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.061+0000 7f9f66544800 20 remove_watcher() i=0 2024-09-12T17:15:42.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.061+0000 7f9f66544800 2 removed watcher, disabling cache 2024-09-12T17:15:42.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.062+0000 7f9f66544800 20 remove_watcher() i=1 2024-09-12T17:15:42.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.063+0000 7f9f66544800 20 remove_watcher() i=2 2024-09-12T17:15:42.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.064+0000 7f9f66544800 20 remove_watcher() i=3 2024-09-12T17:15:42.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.066+0000 7f9f66544800 20 remove_watcher() i=4 2024-09-12T17:15:42.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.067+0000 7f9f66544800 20 remove_watcher() i=5 2024-09-12T17:15:42.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.068+0000 7f9f66544800 20 remove_watcher() i=6 2024-09-12T17:15:42.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.069+0000 7f9f66544800 20 remove_watcher() i=7 2024-09-12T17:15:42.082 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:42.083 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:42.083 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:15:42.083 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:42.083 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard add non empty bucket 2024-09-12T17:15:42.083 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:42.087 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.087 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.125 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.125 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.160 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.197 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.197 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.233 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.233 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.268 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.268 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.302 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.302 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.337 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:42.337 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:42.372 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:15:42.400 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:42.400 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:42.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.636+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:42.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 20 realm 2024-09-12T17:15:42.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:42.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:42.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:42.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.638+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.639+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:42.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.639+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:42.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.640+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:42.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.640+0000 7fbcc0125800 20 searching for the correct realm 2024-09-12T17:15:42.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.642+0000 7fbcbc5b6640 0 -- 172.21.15.123:0/1410831839 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fbca4009040 msgr2=0x7fbca404a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:42.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:42.848+0000 7fbcb3fff640 0 -- 172.21.15.123:0/1410831839 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fbcb40423a0 msgr2=0x7fbcb4042800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:43.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.054+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 zone default found 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 4 Realm: () 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 zonegroup default 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.055+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.056+0000 7fbcc0125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.056+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.056+0000 7fbcc0125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.056+0000 7fbcc0125800 20 started sync module instance, tier type = 2024-09-12T17:15:43.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.056+0000 7fbcc0125800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.067+0000 7fbcc0125800 20 add_watcher() i=0 2024-09-12T17:15:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.067+0000 7fbcc0125800 20 add_watcher() i=1 2024-09-12T17:15:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.067+0000 7fbcc0125800 20 add_watcher() i=2 2024-09-12T17:15:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.067+0000 7fbcc0125800 20 add_watcher() i=3 2024-09-12T17:15:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.067+0000 7fbcc0125800 20 add_watcher() i=4 2024-09-12T17:15:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.067+0000 7fbcc0125800 20 add_watcher() i=5 2024-09-12T17:15:43.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.067+0000 7fbcc0125800 20 add_watcher() i=6 2024-09-12T17:15:43.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.068+0000 7fbcc0125800 20 add_watcher() i=7 2024-09-12T17:15:43.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.068+0000 7fbcc0125800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:43.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.069+0000 7fbb71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbcc0125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbcc0125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbcc0125800 5 note: GC not initialized 2024-09-12T17:15:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbb70fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbcc0125800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbcc0125800 20 Filter name: none 2024-09-12T17:15:43.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbaea7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:43.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.070+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.071+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:43.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.071+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.071+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.071+0000 7fbcc0125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.071+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.072+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.072+0000 7fbcc0125800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.072+0000 7fbcc0125800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:43.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.072+0000 7fbcc0125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:43.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.073+0000 7fbb71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.076+0000 7fbcc0125800 20 remove_watcher() i=0 2024-09-12T17:15:43.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.076+0000 7fbcc0125800 2 removed watcher, disabling cache 2024-09-12T17:15:43.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.077+0000 7fbcc0125800 20 remove_watcher() i=1 2024-09-12T17:15:43.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.079+0000 7fbcc0125800 20 remove_watcher() i=2 2024-09-12T17:15:43.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.080+0000 7fbcc0125800 20 remove_watcher() i=3 2024-09-12T17:15:43.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.081+0000 7fbcc0125800 20 remove_watcher() i=4 2024-09-12T17:15:43.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.082+0000 7fbcc0125800 20 remove_watcher() i=5 2024-09-12T17:15:43.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.083+0000 7fbcc0125800 20 remove_watcher() i=6 2024-09-12T17:15:43.086 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.084+0000 7fbcc0125800 20 remove_watcher() i=7 2024-09-12T17:15:43.097 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:43.097 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:43.097 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-12T17:15:43.097 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:43.098 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-12T17:15:43.129 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:43.129 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:43.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.164+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 20 realm 2024-09-12T17:15:43.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:43.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.166+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.167+0000 7f81a2337800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.167+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.168+0000 7f81a2337800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:43.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.168+0000 7f81a2337800 20 searching for the correct realm 2024-09-12T17:15:43.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.170+0000 7f819e822640 0 -- 172.21.15.123:0/2766417618 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f81880a5040 msgr2=0x7f8188083a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:43.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.375+0000 7f8195820640 0 -- 172.21.15.123:0/2766417618 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f81980bab60 msgr2=0x7f81980af7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:43.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:43.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:43.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:43.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.581+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 20 zone default found 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 4 Realm: () 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:43.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 20 zonegroup default 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.582+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.583+0000 7f81a2337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.583+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.583+0000 7f81a2337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.583+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.583+0000 7f81a2337800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.583+0000 7f81a2337800 20 started sync module instance, tier type = 2024-09-12T17:15:43.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.583+0000 7f81a2337800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=0 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=1 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=2 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=3 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=4 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=5 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=6 2024-09-12T17:15:43.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 20 add_watcher() i=7 2024-09-12T17:15:43.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.593+0000 7f81a2337800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:43.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.595+0000 7f8054fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f81a2337800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:43.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f81a2337800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:43.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f81a2337800 5 note: GC not initialized 2024-09-12T17:15:43.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f7fcf7fe640 20 reqs_thread_entry: start 2024-09-12T17:15:43.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f81a2337800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:43.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f81a2337800 20 Filter name: none 2024-09-12T17:15:43.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f7fcd7fa640 20 reqs_thread_entry: start 2024-09-12T17:15:43.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f81a2337800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:15:43.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.596+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.597+0000 7f81a2337800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:43.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.599+0000 7f8054fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.601+0000 7f81a2337800 20 remove_watcher() i=0 2024-09-12T17:15:43.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.601+0000 7f81a2337800 2 removed watcher, disabling cache 2024-09-12T17:15:43.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.602+0000 7f81a2337800 20 remove_watcher() i=1 2024-09-12T17:15:43.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.603+0000 7f81a2337800 20 remove_watcher() i=2 2024-09-12T17:15:43.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.605+0000 7f81a2337800 20 remove_watcher() i=3 2024-09-12T17:15:43.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.606+0000 7f81a2337800 20 remove_watcher() i=4 2024-09-12T17:15:43.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.607+0000 7f81a2337800 20 remove_watcher() i=5 2024-09-12T17:15:43.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.608+0000 7f81a2337800 20 remove_watcher() i=6 2024-09-12T17:15:43.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.609+0000 7f81a2337800 20 remove_watcher() i=7 2024-09-12T17:15:43.622 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshard list 2024-09-12T17:15:43.648 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:43.649 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:43.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.684+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 20 realm 2024-09-12T17:15:43.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:43.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.686+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.687+0000 7f6f81611800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.690 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.687+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.688+0000 7f6f81611800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:43.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.688+0000 7f6f81611800 20 searching for the correct realm 2024-09-12T17:15:43.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.689+0000 7f6f74591640 0 -- 172.21.15.123:0/1058415551 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f6f6c064430 msgr2=0x7f6f6c064890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:43.695 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.693+0000 7f6f7cd92640 0 -- 172.21.15.123:0/1058415551 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f6f780674a0 msgr2=0x7f6f78096220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:43.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:43.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:43.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:43.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:43.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:43.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:43.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.699+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 zone default found 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 4 Realm: () 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:43.703 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 zonegroup default 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.700+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.701+0000 7f6f81611800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.701+0000 7f6f81611800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.701+0000 7f6f81611800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.701+0000 7f6f81611800 20 started sync module instance, tier type = 2024-09-12T17:15:43.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.701+0000 7f6f81611800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.710+0000 7f6f81611800 20 add_watcher() i=0 2024-09-12T17:15:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.710+0000 7f6f81611800 20 add_watcher() i=1 2024-09-12T17:15:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.710+0000 7f6f81611800 20 add_watcher() i=2 2024-09-12T17:15:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.710+0000 7f6f81611800 20 add_watcher() i=3 2024-09-12T17:15:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.710+0000 7f6f81611800 20 add_watcher() i=4 2024-09-12T17:15:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.710+0000 7f6f81611800 20 add_watcher() i=5 2024-09-12T17:15:43.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.710+0000 7f6f81611800 20 add_watcher() i=6 2024-09-12T17:15:43.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.711+0000 7f6f81611800 20 add_watcher() i=7 2024-09-12T17:15:43.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.711+0000 7f6f81611800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:43.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.712+0000 7f6e32fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.713+0000 7f6f81611800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.713+0000 7f6f81611800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.713+0000 7f6f81611800 5 note: GC not initialized 2024-09-12T17:15:43.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.713+0000 7f6e31fe3640 20 reqs_thread_entry: start 2024-09-12T17:15:43.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.713+0000 7f6f81611800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:43.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.713+0000 7f6f81611800 20 Filter name: none 2024-09-12T17:15:43.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.713+0000 7f6da37fe640 20 reqs_thread_entry: start 2024-09-12T17:15:43.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.719+0000 7f6e32fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.721+0000 7f6f81611800 20 remove_watcher() i=0 2024-09-12T17:15:43.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.721+0000 7f6f81611800 2 removed watcher, disabling cache 2024-09-12T17:15:43.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.722+0000 7f6f81611800 20 remove_watcher() i=1 2024-09-12T17:15:43.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.723+0000 7f6f81611800 20 remove_watcher() i=2 2024-09-12T17:15:43.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.725+0000 7f6f81611800 20 remove_watcher() i=3 2024-09-12T17:15:43.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.726+0000 7f6f81611800 20 remove_watcher() i=4 2024-09-12T17:15:43.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.727+0000 7f6f81611800 20 remove_watcher() i=5 2024-09-12T17:15:43.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.727+0000 7f6f81611800 20 remove_watcher() i=6 2024-09-12T17:15:43.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.728+0000 7f6f81611800 20 remove_watcher() i=7 2024-09-12T17:15:43.741 INFO:tasks.workunit.client.0.smithi123.stderr:bucket name a-bucket 2024-09-12T17:15:43.741 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard process non empty bucket 2024-09-12T17:15:43.741 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:43.742 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshard process 2024-09-12T17:15:43.769 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:43.769 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:43.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.805+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 20 realm 2024-09-12T17:15:43.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:43.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.806+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.807+0000 7f624f526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.807+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.808+0000 7f624f526800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:43.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.808+0000 7f624f526800 20 searching for the correct realm 2024-09-12T17:15:43.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.811+0000 7f624ba70640 0 -- 172.21.15.123:0/2139867600 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x558d0cbe1360 msgr2=0x558d0cbe3750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:43.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.814+0000 7f6242a6e640 0 -- 172.21.15.123:0/2139867600 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f62440707d0 msgr2=0x7f624406a5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:43.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:43.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.819+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 zone default found 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 4 Realm: () 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 zonegroup default 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.820+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.821+0000 7f624f526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.821+0000 7f624f526800 20 started sync module instance, tier type = 2024-09-12T17:15:43.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.821+0000 7f624f526800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:43.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.829+0000 7f624f526800 20 add_watcher() i=0 2024-09-12T17:15:43.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.829+0000 7f624f526800 20 add_watcher() i=1 2024-09-12T17:15:43.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.829+0000 7f624f526800 20 add_watcher() i=2 2024-09-12T17:15:43.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.829+0000 7f624f526800 20 add_watcher() i=3 2024-09-12T17:15:43.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.829+0000 7f624f526800 20 add_watcher() i=4 2024-09-12T17:15:43.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.829+0000 7f624f526800 20 add_watcher() i=5 2024-09-12T17:15:43.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.829+0000 7f624f526800 20 add_watcher() i=6 2024-09-12T17:15:43.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.830+0000 7f624f526800 20 add_watcher() i=7 2024-09-12T17:15:43.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.830+0000 7f624f526800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:43.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.832+0000 7f6101fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.832+0000 7f624f526800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.832+0000 7f624f526800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.832+0000 7f624f526800 5 note: GC not initialized 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.832+0000 7f6100fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.832+0000 7f624f526800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.833+0000 7f624f526800 20 Filter name: none 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.833+0000 7f607a7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:43.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.833+0000 7f624f526800 20 processing logshard = reshard.0000000000 2024-09-12T17:15:43.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.835+0000 7f624f526800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:15:43.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.835+0000 7f624f526800 20 processing logshard = reshard.0000000001 2024-09-12T17:15:43.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.837+0000 7f624f526800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:15:43.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.837+0000 7f624f526800 20 processing logshard = reshard.0000000002 2024-09-12T17:15:43.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.840+0000 7f624f526800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:15:43.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.840+0000 7f624f526800 20 processing logshard = reshard.0000000003 2024-09-12T17:15:43.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.842+0000 7f624f526800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:15:43.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.842+0000 7f624f526800 20 processing logshard = reshard.0000000004 2024-09-12T17:15:43.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.845+0000 7f624f526800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:15:43.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.845+0000 7f624f526800 20 processing logshard = reshard.0000000005 2024-09-12T17:15:43.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.847+0000 7f624f526800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:15:43.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.847+0000 7f624f526800 20 processing logshard = reshard.0000000006 2024-09-12T17:15:43.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 20 process_entry resharding a-bucket 2024-09-12T17:15:43.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:15:43.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.849+0000 7f624f526800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.850+0000 7f624f526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.850+0000 7f624f526800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.850+0000 7f624f526800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:43.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.850+0000 7f624f526800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.850+0000 7f624f526800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:43.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.854+0000 7f624f526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.854+0000 7f624f526800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.854+0000 7f624f526800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.854+0000 7f624f526800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:15:43.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.855+0000 7f612e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366218 cookie 94064292566208 notifier 5849 bl.length()=911 2024-09-12T17:15:43.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.855+0000 7f612e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.855+0000 7f612e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.855+0000 7f612e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.856+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:15:43.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.856+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:15:43.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.856+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:15:43.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.856+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.0 2024-09-12T17:15:43.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.0 2024-09-12T17:15:43.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.1 2024-09-12T17:15:43.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.859+0000 7f624f526800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.1 2024-09-12T17:15:43.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.861+0000 7f624f526800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:15:43.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.861+0000 7f624f526800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:43.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f624f526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f624f526800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f624f526800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f624f526800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:15:43.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f612e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94064292566208 notifier 5849 bl.length()=911 2024-09-12T17:15:43.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f612e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f612e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.862+0000 7f612e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.864+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:15:43.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.864+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:15:43.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.864+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:15:43.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.864+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:15:43.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.865+0000 7f624f526800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.0 2024-09-12T17:15:43.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.865+0000 7f624f526800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.0 2024-09-12T17:15:43.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.865+0000 7f624f526800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.1 2024-09-12T17:15:43.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.865+0000 7f624f526800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.1.1 2024-09-12T17:15:43.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.866+0000 7f624f526800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:15:43.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.866+0000 7f624f526800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:15:43.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f624f526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f624f526800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f624f526800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f624f526800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:15:43.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f612e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366220 cookie 94064292566208 notifier 5849 bl.length()=879 2024-09-12T17:15:43.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f612e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:15:43.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f612e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:15:43.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.867+0000 7f612e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:15:43.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.868+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:15:43.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.868+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:15:43.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.868+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:15:43.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.868+0000 7f624f526800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:15:43.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.869+0000 7f624f526800 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-12T17:15:43.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.870+0000 7f624f526800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:15:43.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.873+0000 7f624f526800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:15:43.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.873+0000 7f624f526800 20 processing logshard = reshard.0000000007 2024-09-12T17:15:43.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.875+0000 7f624f526800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:15:43.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.875+0000 7f624f526800 20 processing logshard = reshard.0000000008 2024-09-12T17:15:43.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.878+0000 7f624f526800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:15:43.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.878+0000 7f624f526800 20 processing logshard = reshard.0000000009 2024-09-12T17:15:43.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.880+0000 7f624f526800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:15:43.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.880+0000 7f624f526800 20 processing logshard = reshard.0000000010 2024-09-12T17:15:43.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.883+0000 7f624f526800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:15:43.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.883+0000 7f624f526800 20 processing logshard = reshard.0000000011 2024-09-12T17:15:43.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.886+0000 7f624f526800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:15:43.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.886+0000 7f624f526800 20 processing logshard = reshard.0000000012 2024-09-12T17:15:43.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.889+0000 7f624f526800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:15:43.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.889+0000 7f624f526800 20 processing logshard = reshard.0000000013 2024-09-12T17:15:43.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.892+0000 7f624f526800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:15:43.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.892+0000 7f624f526800 20 processing logshard = reshard.0000000014 2024-09-12T17:15:43.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.894+0000 7f624f526800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:15:43.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.894+0000 7f624f526800 20 processing logshard = reshard.0000000015 2024-09-12T17:15:43.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.896+0000 7f624f526800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:15:43.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.897+0000 7f6101fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:43.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.900+0000 7f624f526800 20 remove_watcher() i=0 2024-09-12T17:15:43.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.900+0000 7f624f526800 2 removed watcher, disabling cache 2024-09-12T17:15:43.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.901+0000 7f624f526800 20 remove_watcher() i=1 2024-09-12T17:15:43.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.902+0000 7f624f526800 20 remove_watcher() i=2 2024-09-12T17:15:43.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.903+0000 7f624f526800 20 remove_watcher() i=3 2024-09-12T17:15:43.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.904+0000 7f624f526800 20 remove_watcher() i=4 2024-09-12T17:15:43.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.905+0000 7f624f526800 20 remove_watcher() i=5 2024-09-12T17:15:43.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.906+0000 7f624f526800 20 remove_watcher() i=6 2024-09-12T17:15:43.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.907+0000 7f624f526800 20 remove_watcher() i=7 2024-09-12T17:15:43.920 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:15:43.950 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:43.950 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:43.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.985+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 20 realm 2024-09-12T17:15:43.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:43.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:43.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.987+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.988+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:43.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.988+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:43.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.989+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:43.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.989+0000 7fcdabf2f800 20 searching for the correct realm 2024-09-12T17:15:43.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.990+0000 7fcda7c76640 0 -- 172.21.15.123:0/1408420946 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fcda0018040 msgr2=0x7fcda0039400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:43.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:43.993+0000 7fcda7c76640 0 -- 172.21.15.123:0/1408420946 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x55bb6da466e0 msgr2=0x7fcda0029550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.200+0000 7fcdabf2f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.200+0000 7fcdabf2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.200+0000 7fcdabf2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.200+0000 7fcdabf2f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.200+0000 7fcdabf2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.200+0000 7fcdabf2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.200+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:44.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 zone default found 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 4 Realm: () 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 zonegroup default 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.201+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.202+0000 7fcdabf2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:44.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.202+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.202+0000 7fcdabf2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:44.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.202+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.202+0000 7fcdabf2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:44.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.202+0000 7fcdabf2f800 20 started sync module instance, tier type = 2024-09-12T17:15:44.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.202+0000 7fcdabf2f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.211+0000 7fcdabf2f800 20 add_watcher() i=0 2024-09-12T17:15:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.211+0000 7fcdabf2f800 20 add_watcher() i=1 2024-09-12T17:15:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.211+0000 7fcdabf2f800 20 add_watcher() i=2 2024-09-12T17:15:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.211+0000 7fcdabf2f800 20 add_watcher() i=3 2024-09-12T17:15:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.211+0000 7fcdabf2f800 20 add_watcher() i=4 2024-09-12T17:15:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.211+0000 7fcdabf2f800 20 add_watcher() i=5 2024-09-12T17:15:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.211+0000 7fcdabf2f800 20 add_watcher() i=6 2024-09-12T17:15:44.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.212+0000 7fcdabf2f800 20 add_watcher() i=7 2024-09-12T17:15:44.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.212+0000 7fcdabf2f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:44.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.213+0000 7fcc5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:44.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcdabf2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcdabf2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcdabf2f800 5 note: GC not initialized 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcc5cfe1640 20 reqs_thread_entry: start 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcdabf2f800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcdabf2f800 20 Filter name: none 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcbd67fc640 20 reqs_thread_entry: start 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.214+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.215+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:44.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.215+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.215+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:44.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.215+0000 7fcdabf2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:44.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.215+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.216+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:15:44.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.216+0000 7fcdabf2f800 20 rados->read ofs=0 len=0 2024-09-12T17:15:44.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.216+0000 7fcdabf2f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:15:44.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.216+0000 7fcdabf2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:44.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.217+0000 7fcc5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:44.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.219+0000 7fcdabf2f800 20 remove_watcher() i=0 2024-09-12T17:15:44.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.219+0000 7fcdabf2f800 2 removed watcher, disabling cache 2024-09-12T17:15:44.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.220+0000 7fcdabf2f800 20 remove_watcher() i=1 2024-09-12T17:15:44.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.221+0000 7fcdabf2f800 20 remove_watcher() i=2 2024-09-12T17:15:44.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.223+0000 7fcdabf2f800 20 remove_watcher() i=3 2024-09-12T17:15:44.226 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.224+0000 7fcdabf2f800 20 remove_watcher() i=4 2024-09-12T17:15:44.227 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.225+0000 7fcdabf2f800 20 remove_watcher() i=5 2024-09-12T17:15:44.228 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.226+0000 7fcdabf2f800 20 remove_watcher() i=6 2024-09-12T17:15:44.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:44.227+0000 7fcdabf2f800 20 remove_watcher() i=7 2024-09-12T17:15:44.239 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:44.239 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:44.240 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:15:44.240 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:44.240 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-12T17:15:44.240 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:44.241 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.241 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.288 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.288 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.347 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.347 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.382 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.383 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.417 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.417 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.453 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.453 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.488 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.488 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.522 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.522 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.558 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.559 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.593 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.594 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.629 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.629 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.663 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.663 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.698 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.698 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.735 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.735 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.770 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.770 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.806 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.806 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.841 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.842 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.875 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.876 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.910 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.910 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.943 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.943 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:44.977 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:44.978 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:45.012 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:45.012 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:45.047 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:15:45.074 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:45.075 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:45.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.109+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.111+0000 7fbf91e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.111+0000 7fbf91e14800 20 realm 2024-09-12T17:15:45.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.111+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.112+0000 7fbf91e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.112+0000 7fbf91e14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:45.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.112+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.112+0000 7fbf91e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.112+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.113+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:45.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.113+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.114+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:45.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.114+0000 7fbf91e14800 20 searching for the correct realm 2024-09-12T17:15:45.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.115+0000 7fbf87fff640 0 -- 172.21.15.123:0/2463425188 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fbf80001c20 msgr2=0x7fbf8001d430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:45.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.118+0000 7fbf87fff640 0 -- 172.21.15.123:0/2463425188 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fbe58086ba0 msgr2=0x7fbe58088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:45.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.123+0000 7fbf91e14800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.123+0000 7fbf91e14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.123+0000 7fbf91e14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.123+0000 7fbf91e14800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.123+0000 7fbf91e14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.123+0000 7fbf91e14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.123+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:45.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 zone default found 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 4 Realm: () 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 zonegroup default 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.124+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.125+0000 7fbf91e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.125+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.125+0000 7fbf91e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.125+0000 7fbf91e14800 20 started sync module instance, tier type = 2024-09-12T17:15:45.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.125+0000 7fbf91e14800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:45.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.133+0000 7fbf91e14800 20 add_watcher() i=0 2024-09-12T17:15:45.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.133+0000 7fbf91e14800 20 add_watcher() i=1 2024-09-12T17:15:45.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.133+0000 7fbf91e14800 20 add_watcher() i=2 2024-09-12T17:15:45.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.133+0000 7fbf91e14800 20 add_watcher() i=3 2024-09-12T17:15:45.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.133+0000 7fbf91e14800 20 add_watcher() i=4 2024-09-12T17:15:45.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.133+0000 7fbf91e14800 20 add_watcher() i=5 2024-09-12T17:15:45.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.133+0000 7fbf91e14800 20 add_watcher() i=6 2024-09-12T17:15:45.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.134+0000 7fbf91e14800 20 add_watcher() i=7 2024-09-12T17:15:45.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.134+0000 7fbf91e14800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:45.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.136+0000 7fbe437e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.136+0000 7fbf91e14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.136+0000 7fbf91e14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.136+0000 7fbf91e14800 5 note: GC not initialized 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.136+0000 7fbe427e4640 20 reqs_thread_entry: start 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.136+0000 7fbf91e14800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.136+0000 7fbf91e14800 20 Filter name: none 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.137+0000 7fbdb3fff640 20 reqs_thread_entry: start 2024-09-12T17:15:45.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.137+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.137+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.137+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.138+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.138+0000 7fbf91e14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.138+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.138+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.138+0000 7fbf91e14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.138+0000 7fbf91e14800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:45.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.138+0000 7fbf91e14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:45.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.140+0000 7fbe437e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:45.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.142+0000 7fbf91e14800 20 remove_watcher() i=0 2024-09-12T17:15:45.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.142+0000 7fbf91e14800 2 removed watcher, disabling cache 2024-09-12T17:15:45.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.143+0000 7fbf91e14800 20 remove_watcher() i=1 2024-09-12T17:15:45.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.144+0000 7fbf91e14800 20 remove_watcher() i=2 2024-09-12T17:15:45.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.144+0000 7fbf91e14800 20 remove_watcher() i=3 2024-09-12T17:15:45.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.145+0000 7fbf91e14800 20 remove_watcher() i=4 2024-09-12T17:15:45.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.146+0000 7fbf91e14800 20 remove_watcher() i=5 2024-09-12T17:15:45.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.147+0000 7fbf91e14800 20 remove_watcher() i=6 2024-09-12T17:15:45.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.148+0000 7fbf91e14800 20 remove_watcher() i=7 2024-09-12T17:15:45.160 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:45.160 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:45.160 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-init-index id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:15:45.161 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:45.162 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-12T17:15:45.196 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:45.196 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:45.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.232+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 20 realm 2024-09-12T17:15:45.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:45.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.233+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.234+0000 7f62854bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:45.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.234+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.235+0000 7f62854bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:45.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.235+0000 7f62854bb800 20 searching for the correct realm 2024-09-12T17:15:45.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.236+0000 7f627a7a4640 0 -- 172.21.15.123:0/1902331790 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f6274078050 msgr2=0x7f6274061970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:45.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.240+0000 7f6282fa5640 0 -- 172.21.15.123:0/1902331790 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f627c01e040 msgr2=0x7f627c067a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:45.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:45.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 zone default found 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 4 Realm: () 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 zonegroup default 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.245+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.246+0000 7f62854bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.246+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.246+0000 7f62854bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.246+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.246+0000 7f62854bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.246+0000 7f62854bb800 20 started sync module instance, tier type = 2024-09-12T17:15:45.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.246+0000 7f62854bb800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:45.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.255+0000 7f62854bb800 20 add_watcher() i=0 2024-09-12T17:15:45.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.255+0000 7f62854bb800 20 add_watcher() i=1 2024-09-12T17:15:45.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.255+0000 7f62854bb800 20 add_watcher() i=2 2024-09-12T17:15:45.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.255+0000 7f62854bb800 20 add_watcher() i=3 2024-09-12T17:15:45.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.255+0000 7f62854bb800 20 add_watcher() i=4 2024-09-12T17:15:45.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.255+0000 7f62854bb800 20 add_watcher() i=5 2024-09-12T17:15:45.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.255+0000 7f62854bb800 20 add_watcher() i=6 2024-09-12T17:15:45.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.256+0000 7f62854bb800 20 add_watcher() i=7 2024-09-12T17:15:45.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.256+0000 7f62854bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:45.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.257+0000 7f61397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:45.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f62854bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:45.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f62854bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:45.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f62854bb800 5 note: GC not initialized 2024-09-12T17:15:45.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f60b3fff640 20 reqs_thread_entry: start 2024-09-12T17:15:45.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f62854bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:45.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f62854bb800 20 Filter name: none 2024-09-12T17:15:45.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f60b1ffb640 20 reqs_thread_entry: start 2024-09-12T17:15:45.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f62854bb800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:15:45.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.258+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 : miss 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:45.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.259+0000 7f62854bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 2024-09-12T17:15:45.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.260+0000 7f62854bb800 -1 Injecting error=-5 at location=init_index 2024-09-12T17:15:45.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.260+0000 7f62854bb800 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-12T17:15:45.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.262+0000 7f61397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:45.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.264+0000 7f62854bb800 20 remove_watcher() i=0 2024-09-12T17:15:45.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.264+0000 7f62854bb800 2 removed watcher, disabling cache 2024-09-12T17:15:45.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.265+0000 7f62854bb800 20 remove_watcher() i=1 2024-09-12T17:15:45.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.266+0000 7f62854bb800 20 remove_watcher() i=2 2024-09-12T17:15:45.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.267+0000 7f62854bb800 20 remove_watcher() i=3 2024-09-12T17:15:45.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.268+0000 7f62854bb800 20 remove_watcher() i=4 2024-09-12T17:15:45.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.269+0000 7f62854bb800 20 remove_watcher() i=5 2024-09-12T17:15:45.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.270+0000 7f62854bb800 20 remove_watcher() i=6 2024-09-12T17:15:45.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.271+0000 7f62854bb800 20 remove_watcher() i=7 2024-09-12T17:15:45.284 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:15:45.313 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:45.313 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:45.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.347+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.349+0000 7fd90fc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.349+0000 7fd90fc10800 20 realm 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.349+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.349+0000 7fd90fc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.349+0000 7fd90fc10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.349+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.350+0000 7fd90fc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.350+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.350+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:45.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.351+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.351+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:45.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.351+0000 7fd90fc10800 20 searching for the correct realm 2024-09-12T17:15:45.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.353+0000 7fd90bbbd640 0 -- 172.21.15.123:0/987087074 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fd9000cc0e0 msgr2=0x7fd9000a9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:45.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.960+0000 7fd90abbb640 0 -- 172.21.15.123:0/987087074 >> [v2:172.21.15.175:6808/3165423820,v1:172.21.15.175:6809/3165423820] conn(0x556250a8ef00 msgr2=0x556250a913c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:45.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.964+0000 7fd90fc10800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:45.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.964+0000 7fd90fc10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:45.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.964+0000 7fd90fc10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:45.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.964+0000 7fd90fc10800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:45.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.964+0000 7fd90fc10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:45.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.964+0000 7fd90fc10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:45.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.964+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:45.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:45.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 zone default found 2024-09-12T17:15:45.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 4 Realm: () 2024-09-12T17:15:45.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 zonegroup default 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.965+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.966+0000 7fd90fc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.966+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.966+0000 7fd90fc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.966+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.966+0000 7fd90fc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.966+0000 7fd90fc10800 20 started sync module instance, tier type = 2024-09-12T17:15:45.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.966+0000 7fd90fc10800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:45.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.976+0000 7fd90fc10800 20 add_watcher() i=0 2024-09-12T17:15:45.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.976+0000 7fd90fc10800 20 add_watcher() i=1 2024-09-12T17:15:45.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.976+0000 7fd90fc10800 20 add_watcher() i=2 2024-09-12T17:15:45.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.976+0000 7fd90fc10800 20 add_watcher() i=3 2024-09-12T17:15:45.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.976+0000 7fd90fc10800 20 add_watcher() i=4 2024-09-12T17:15:45.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.976+0000 7fd90fc10800 20 add_watcher() i=5 2024-09-12T17:15:45.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.976+0000 7fd90fc10800 20 add_watcher() i=6 2024-09-12T17:15:45.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.977+0000 7fd90fc10800 20 add_watcher() i=7 2024-09-12T17:15:45.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.977+0000 7fd90fc10800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:45.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.978+0000 7fd7c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:45.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd90fc10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:45.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd90fc10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:45.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd90fc10800 5 note: GC not initialized 2024-09-12T17:15:45.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd7c0fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:45.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd90fc10800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:45.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd90fc10800 20 Filter name: none 2024-09-12T17:15:45.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd73a7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:45.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.979+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.980+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:45.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.980+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.980+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:45.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.980+0000 7fd90fc10800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:45.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.980+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.981+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:45.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.981+0000 7fd90fc10800 20 rados->read ofs=0 len=0 2024-09-12T17:15:45.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.981+0000 7fd90fc10800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:45.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.981+0000 7fd90fc10800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:45.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.983+0000 7fd7c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:45.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.984+0000 7fd90fc10800 20 remove_watcher() i=0 2024-09-12T17:15:45.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.984+0000 7fd90fc10800 2 removed watcher, disabling cache 2024-09-12T17:15:45.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.985+0000 7fd90fc10800 20 remove_watcher() i=1 2024-09-12T17:15:45.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.986+0000 7fd90fc10800 20 remove_watcher() i=2 2024-09-12T17:15:45.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.987+0000 7fd90fc10800 20 remove_watcher() i=3 2024-09-12T17:15:45.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.988+0000 7fd90fc10800 20 remove_watcher() i=4 2024-09-12T17:15:45.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.989+0000 7fd90fc10800 20 remove_watcher() i=5 2024-09-12T17:15:45.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.991+0000 7fd90fc10800 20 remove_watcher() i=6 2024-09-12T17:15:45.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:45.992+0000 7fd90fc10800 20 remove_watcher() i=7 2024-09-12T17:15:46.005 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:46.005 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:46.005 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-init-index id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:15:46.005 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:46.007 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:46.007 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:46.050 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:46.050 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:46.108 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:15:46.139 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:46.139 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:46.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.175+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 20 realm 2024-09-12T17:15:46.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:46.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.177+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.178+0000 7ff3d9d23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:46.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.178+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.179+0000 7ff3d9d23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:46.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.179+0000 7ff3d9d23800 20 searching for the correct realm 2024-09-12T17:15:46.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.180+0000 7ff3d6214640 0 -- 172.21.15.123:0/963792560 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff3c008d070 msgr2=0x7ff3c008eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:46.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.386+0000 7ff3cffff640 0 -- 172.21.15.123:0/963792560 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff3d00aae70 msgr2=0x7ff3d0055ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:46.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.593+0000 7ff3d9d23800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.593+0000 7ff3d9d23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.593+0000 7ff3d9d23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.593+0000 7ff3d9d23800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.593+0000 7ff3d9d23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.593+0000 7ff3d9d23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.593+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 zone default found 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 4 Realm: () 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 zonegroup default 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.594+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.595+0000 7ff3d9d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.595+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.595+0000 7ff3d9d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.595+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.595+0000 7ff3d9d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.595+0000 7ff3d9d23800 20 started sync module instance, tier type = 2024-09-12T17:15:46.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.595+0000 7ff3d9d23800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:46.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.604+0000 7ff3d9d23800 20 add_watcher() i=0 2024-09-12T17:15:46.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.604+0000 7ff3d9d23800 20 add_watcher() i=1 2024-09-12T17:15:46.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.604+0000 7ff3d9d23800 20 add_watcher() i=2 2024-09-12T17:15:46.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.604+0000 7ff3d9d23800 20 add_watcher() i=3 2024-09-12T17:15:46.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.604+0000 7ff3d9d23800 20 add_watcher() i=4 2024-09-12T17:15:46.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.604+0000 7ff3d9d23800 20 add_watcher() i=5 2024-09-12T17:15:46.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.604+0000 7ff3d9d23800 20 add_watcher() i=6 2024-09-12T17:15:46.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.605+0000 7ff3d9d23800 20 add_watcher() i=7 2024-09-12T17:15:46.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.605+0000 7ff3d9d23800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:46.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.607+0000 7ff2877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.607+0000 7ff3d9d23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.607+0000 7ff3d9d23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.607+0000 7ff3d9d23800 5 note: GC not initialized 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.607+0000 7ff2867fc640 20 reqs_thread_entry: start 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.608+0000 7ff3d9d23800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.608+0000 7ff3d9d23800 20 Filter name: none 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.608+0000 7ff1f7fff640 20 reqs_thread_entry: start 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.608+0000 7ff3d9d23800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:15:46.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.608+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:46.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:15:46.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:15:46.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 : miss 2024-09-12T17:15:46.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:46.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:46.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:46.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:46.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:46.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.609+0000 7ff3d9d23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 2024-09-12T17:15:46.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff3d9d23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:46.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff3d9d23800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:46.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff3d9d23800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:46.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff3d9d23800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20, ofs0, ns] 2024-09-12T17:15:46.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff2b97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366186 cookie 94522087706992 notifier 6339 bl.length()=995 2024-09-12T17:15:46.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff2b97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:46.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff2b97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:46.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.613+0000 7ff2b97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:46.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.615+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): orig_sources= new_sources= 2024-09-12T17:15:46.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.615+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): potential sources added=[] removed=[] 2024-09-12T17:15:46.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.615+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): orig_dests= new_dests= 2024-09-12T17:15:46.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.615+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): potential dests added=[] removed=[] 2024-09-12T17:15:46.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.617+0000 7ff3d9d23800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20.1.0 2024-09-12T17:15:46.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.617+0000 7ff3d9d23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20.1.0 2024-09-12T17:15:46.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.617+0000 7ff3d9d23800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20.1.1 2024-09-12T17:15:46.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.617+0000 7ff3d9d23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20.1.1 2024-09-12T17:15:46.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.617+0000 7ff3d9d23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20.0 2024-09-12T17:15:46.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.619+0000 7ff3d9d23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:15:46.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.619+0000 7ff3d9d23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 2024-09-12T17:15:46.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.620+0000 7ff3d9d23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:46.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.620+0000 7ff3d9d23800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:46.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.620+0000 7ff3d9d23800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:46.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.620+0000 7ff3d9d23800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20, ofs0, ns] 2024-09-12T17:15:46.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.621+0000 7ff2b97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366187 cookie 94522087706992 notifier 6339 bl.length()=995 2024-09-12T17:15:46.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.621+0000 7ff2b97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:46.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.621+0000 7ff2b97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:46.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.621+0000 7ff2b97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:46.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.622+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): orig_sources= new_sources= 2024-09-12T17:15:46.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.622+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): potential sources added=[] removed=[] 2024-09-12T17:15:46.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.622+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): orig_dests= new_dests= 2024-09-12T17:15:46.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.622+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): potential dests added=[] removed=[] 2024-09-12T17:15:46.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.623+0000 7ff3d9d23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20.0 2024-09-12T17:15:46.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.623+0000 7ff3d9d23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:15:46.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.623+0000 7ff3d9d23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 2024-09-12T17:15:46.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.624+0000 7ff3d9d23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.624+0000 7ff3d9d23800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.624+0000 7ff3d9d23800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.624+0000 7ff3d9d23800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20, ofs0, ns] 2024-09-12T17:15:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.625+0000 7ff2b8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366188 cookie 94522087706992 notifier 6339 bl.length()=963 2024-09-12T17:15:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.625+0000 7ff2b8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 info.flags=0x17 2024-09-12T17:15:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.625+0000 7ff2b8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 to cache LRU end 2024-09-12T17:15:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.625+0000 7ff2b8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.626+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): orig_sources= new_sources= 2024-09-12T17:15:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.626+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): potential sources added=[] removed=[] 2024-09-12T17:15:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.626+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): orig_dests= new_dests= 2024-09-12T17:15:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.626+0000 7ff3d9d23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20]): potential dests added=[] removed=[] 2024-09-12T17:15:46.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.627+0000 7ff3d9d23800 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:15:46.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.629+0000 7ff2877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:46.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.631+0000 7ff3d9d23800 20 remove_watcher() i=0 2024-09-12T17:15:46.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.631+0000 7ff3d9d23800 2 removed watcher, disabling cache 2024-09-12T17:15:46.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.632+0000 7ff3d9d23800 20 remove_watcher() i=1 2024-09-12T17:15:46.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.634+0000 7ff3d9d23800 20 remove_watcher() i=2 2024-09-12T17:15:46.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.635+0000 7ff3d9d23800 20 remove_watcher() i=3 2024-09-12T17:15:46.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.636+0000 7ff3d9d23800 20 remove_watcher() i=4 2024-09-12T17:15:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.637+0000 7ff3d9d23800 20 remove_watcher() i=5 2024-09-12T17:15:46.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.638+0000 7ff3d9d23800 20 remove_watcher() i=6 2024-09-12T17:15:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.639+0000 7ff3d9d23800 20 remove_watcher() i=7 2024-09-12T17:15:46.651 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:15:46.680 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:46.680 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:46.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.716+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.717+0000 7f1be0a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.717+0000 7f1be0a14800 20 realm 2024-09-12T17:15:46.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.717+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.717+0000 7f1be0a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.717+0000 7f1be0a14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:46.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.717+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.718+0000 7f1be0a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:46.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.718+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.718+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:46.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.718+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:46.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.719+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:46.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.719+0000 7f1be0a14800 20 searching for the correct realm 2024-09-12T17:15:46.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.721+0000 7f1bdc8cc640 0 -- 172.21.15.123:0/3457450813 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1bd0018070 msgr2=0x7f1bd00433b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:46.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:46.927+0000 7f1bdb8ca640 0 -- 172.21.15.123:0/3457450813 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1bd4035450 msgr2=0x7f1bd40358d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:47.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:47.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.133+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:47.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:47.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 zone default found 2024-09-12T17:15:47.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 4 Realm: () 2024-09-12T17:15:47.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 zonegroup default 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.134+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.135+0000 7f1be0a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.135+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.135+0000 7f1be0a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:47.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.135+0000 7f1be0a14800 20 started sync module instance, tier type = 2024-09-12T17:15:47.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.135+0000 7f1be0a14800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:47.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.145+0000 7f1be0a14800 20 add_watcher() i=0 2024-09-12T17:15:47.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.145+0000 7f1be0a14800 20 add_watcher() i=1 2024-09-12T17:15:47.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.145+0000 7f1be0a14800 20 add_watcher() i=2 2024-09-12T17:15:47.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.145+0000 7f1be0a14800 20 add_watcher() i=3 2024-09-12T17:15:47.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.145+0000 7f1be0a14800 20 add_watcher() i=4 2024-09-12T17:15:47.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.145+0000 7f1be0a14800 20 add_watcher() i=5 2024-09-12T17:15:47.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.145+0000 7f1be0a14800 20 add_watcher() i=6 2024-09-12T17:15:47.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.146+0000 7f1be0a14800 20 add_watcher() i=7 2024-09-12T17:15:47.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.146+0000 7f1be0a14800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1a92fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1be0a14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1be0a14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1be0a14800 5 note: GC not initialized 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1a91fdb640 20 reqs_thread_entry: start 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1be0a14800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1be0a14800 20 Filter name: none 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1a037fe640 20 reqs_thread_entry: start 2024-09-12T17:15:47.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.148+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.149+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.149+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.150+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.150+0000 7f1be0a14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.150+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.150+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.150+0000 7f1be0a14800 20 rados->read ofs=0 len=0 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.150+0000 7f1be0a14800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:47.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.150+0000 7f1be0a14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:47.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.152+0000 7f1a92fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:47.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.154+0000 7f1be0a14800 20 remove_watcher() i=0 2024-09-12T17:15:47.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.154+0000 7f1be0a14800 2 removed watcher, disabling cache 2024-09-12T17:15:47.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.155+0000 7f1be0a14800 20 remove_watcher() i=1 2024-09-12T17:15:47.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.156+0000 7f1be0a14800 20 remove_watcher() i=2 2024-09-12T17:15:47.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.157+0000 7f1be0a14800 20 remove_watcher() i=3 2024-09-12T17:15:47.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.158+0000 7f1be0a14800 20 remove_watcher() i=4 2024-09-12T17:15:47.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.159+0000 7f1be0a14800 20 remove_watcher() i=5 2024-09-12T17:15:47.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.161+0000 7f1be0a14800 20 remove_watcher() i=6 2024-09-12T17:15:47.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:47.163+0000 7f1be0a14800 20 remove_watcher() i=7 2024-09-12T17:15:47.174 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:47.174 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:47.174 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-init-index id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:15:47.174 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:47.176 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.176 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.195 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.195 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.419 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.419 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.488 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-12T17:15:47.488 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:47.488 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.489 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.528 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.528 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.584 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.584 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.618 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.618 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.656 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.656 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.693 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.693 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.729 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.729 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.764 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.764 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.798 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.798 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.835 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.835 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.871 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.871 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.906 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.941 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.941 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:47.976 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:47.976 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.011 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.011 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.049 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.049 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.084 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.084 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.120 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.120 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.155 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.155 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.191 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.191 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.227 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.227 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.263 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:48.263 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:48.298 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:15:48.326 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:48.326 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:48.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.362+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 20 realm 2024-09-12T17:15:48.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.364+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.365+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.365+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.366+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:48.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.366+0000 7f111cc20800 20 searching for the correct realm 2024-09-12T17:15:48.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.367+0000 7f111a711640 0 -- 172.21.15.123:0/3493822726 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f1114051640 msgr2=0x7f1114051aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:48.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.572+0000 7f111a711640 0 -- 172.21.15.123:0/3493822726 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f111404b430 msgr2=0x7f111404b890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.782+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:48.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:48.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 zone default found 2024-09-12T17:15:48.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 4 Realm: () 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 zonegroup default 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.783+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.784+0000 7f111cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.784+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.784+0000 7f111cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.784+0000 7f111cc20800 20 started sync module instance, tier type = 2024-09-12T17:15:48.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.784+0000 7f111cc20800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:48.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.793+0000 7f111cc20800 20 add_watcher() i=0 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.793+0000 7f111cc20800 20 add_watcher() i=1 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.793+0000 7f111cc20800 20 add_watcher() i=2 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.793+0000 7f111cc20800 20 add_watcher() i=3 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.793+0000 7f111cc20800 20 add_watcher() i=4 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.793+0000 7f111cc20800 20 add_watcher() i=5 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.793+0000 7f111cc20800 20 add_watcher() i=6 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.794+0000 7f111cc20800 20 add_watcher() i=7 2024-09-12T17:15:48.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.794+0000 7f111cc20800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.796+0000 7f0fd0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.796+0000 7f111cc20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.796+0000 7f111cc20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.796+0000 7f111cc20800 5 note: GC not initialized 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.797+0000 7f0f4b7fe640 20 reqs_thread_entry: start 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.797+0000 7f111cc20800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.797+0000 7f111cc20800 20 Filter name: none 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.797+0000 7f0f497fa640 20 reqs_thread_entry: start 2024-09-12T17:15:48.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.797+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.797+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.797+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.798+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.798+0000 7f111cc20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.798+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.799+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.799+0000 7f111cc20800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.799+0000 7f111cc20800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:48.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.799+0000 7f111cc20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:48.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.800+0000 7f0fd0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:48.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.802+0000 7f111cc20800 20 remove_watcher() i=0 2024-09-12T17:15:48.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.802+0000 7f111cc20800 2 removed watcher, disabling cache 2024-09-12T17:15:48.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.803+0000 7f111cc20800 20 remove_watcher() i=1 2024-09-12T17:15:48.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.804+0000 7f111cc20800 20 remove_watcher() i=2 2024-09-12T17:15:48.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.805+0000 7f111cc20800 20 remove_watcher() i=3 2024-09-12T17:15:48.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.806+0000 7f111cc20800 20 remove_watcher() i=4 2024-09-12T17:15:48.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.807+0000 7f111cc20800 20 remove_watcher() i=5 2024-09-12T17:15:48.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.808+0000 7f111cc20800 20 remove_watcher() i=6 2024-09-12T17:15:48.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.809+0000 7f111cc20800 20 remove_watcher() i=7 2024-09-12T17:15:48.820 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:48.820 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:48.820 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-init-index id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:15:48.821 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:48.822 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-12T17:15:48.857 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:48.857 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:48.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.893+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 20 realm 2024-09-12T17:15:48.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:48.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:48.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.895+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.896+0000 7f9ee2f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:48.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.896+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:48.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.897+0000 7f9ee2f23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:48.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.897+0000 7f9ee2f23800 20 searching for the correct realm 2024-09-12T17:15:48.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.899+0000 7f9edf40d640 0 -- 172.21.15.123:0/2979837456 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9ec8096070 msgr2=0x7f9ec805fe90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:48.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:48.903+0000 7f9ed640b640 0 -- 172.21.15.123:0/2979837456 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f9ed803c930 msgr2=0x7f9ed803b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:49.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.110+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 zone default found 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 4 Realm: () 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 zonegroup default 2024-09-12T17:15:49.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.111+0000 7f9ee2f23800 20 started sync module instance, tier type = 2024-09-12T17:15:49.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.112+0000 7f9ee2f23800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:49.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=0 2024-09-12T17:15:49.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=1 2024-09-12T17:15:49.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=2 2024-09-12T17:15:49.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=3 2024-09-12T17:15:49.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=4 2024-09-12T17:15:49.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=5 2024-09-12T17:15:49.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=6 2024-09-12T17:15:49.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 20 add_watcher() i=7 2024-09-12T17:15:49.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.121+0000 7f9ee2f23800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:49.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.123+0000 7f9d95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:49.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.123+0000 7f9ee2f23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:49.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.123+0000 7f9ee2f23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:49.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.123+0000 7f9ee2f23800 5 note: GC not initialized 2024-09-12T17:15:49.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9d94fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:49.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:49.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 20 Filter name: none 2024-09-12T17:15:49.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9d8dffb640 20 reqs_thread_entry: start 2024-09-12T17:15:49.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:15:49.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:49.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:15:49.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:15:49.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 : miss 2024-09-12T17:15:49.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.124+0000 7f9ee2f23800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.125+0000 7f9ee2f23800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:49.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.125+0000 7f9ee2f23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 info.flags=0x17 2024-09-12T17:15:49.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.125+0000 7f9ee2f23800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 to cache LRU end 2024-09-12T17:15:49.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.125+0000 7f9ee2f23800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:49.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.125+0000 7f9ee2f23800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:49.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.125+0000 7f9ee2f23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 2024-09-12T17:15:49.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.126+0000 7f9ee2f23800 -1 Injecting error=-95 at location=init_index 2024-09-12T17:15:49.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.126+0000 7f9ee2f23800 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:15:49.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9ee2f23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 info.flags=0x17 2024-09-12T17:15:49.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9ee2f23800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 to cache LRU end 2024-09-12T17:15:49.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9ee2f23800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:49.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9ee2f23800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21, ofs0, ns] 2024-09-12T17:15:49.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9dc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366191 cookie 94273179130528 notifier 5978 bl.length()=995 2024-09-12T17:15:49.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9dc27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 info.flags=0x17 2024-09-12T17:15:49.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9dc27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 to cache LRU end 2024-09-12T17:15:49.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.129+0000 7f9dc27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:49.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.131+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): orig_sources= new_sources= 2024-09-12T17:15:49.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.131+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): potential sources added=[] removed=[] 2024-09-12T17:15:49.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.131+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): orig_dests= new_dests= 2024-09-12T17:15:49.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.131+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): potential dests added=[] removed=[] 2024-09-12T17:15:49.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.132+0000 7f9ee2f23800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21.1.0 2024-09-12T17:15:49.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.133+0000 7f9ee2f23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21.1.0 2024-09-12T17:15:49.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.133+0000 7f9ee2f23800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21.1.1 2024-09-12T17:15:49.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.133+0000 7f9ee2f23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21.1.1 2024-09-12T17:15:49.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.133+0000 7f9ee2f23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21.0 2024-09-12T17:15:49.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.135+0000 7f9ee2f23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 : hit (requested=0x17, cached=0x17) 2024-09-12T17:15:49.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.135+0000 7f9ee2f23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 2024-09-12T17:15:49.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9ee2f23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 info.flags=0x17 2024-09-12T17:15:49.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9ee2f23800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 to cache LRU end 2024-09-12T17:15:49.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9ee2f23800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:49.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9ee2f23800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21, ofs0, ns] 2024-09-12T17:15:49.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9dc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366192 cookie 94273179130528 notifier 5978 bl.length()=963 2024-09-12T17:15:49.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9dc1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 info.flags=0x17 2024-09-12T17:15:49.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9dc1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 to cache LRU end 2024-09-12T17:15:49.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.136+0000 7f9dc1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:49.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.138+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): orig_sources= new_sources= 2024-09-12T17:15:49.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.138+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): potential sources added=[] removed=[] 2024-09-12T17:15:49.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.138+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): orig_dests= new_dests= 2024-09-12T17:15:49.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.138+0000 7f9ee2f23800 20 handle_bi_update(): bucket=:error-at-init-index[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21]): potential dests added=[] removed=[] 2024-09-12T17:15:49.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.139+0000 7f9ee2f23800 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:15:49.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.140+0000 7f9d95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:49.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.142+0000 7f9ee2f23800 20 remove_watcher() i=0 2024-09-12T17:15:49.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.142+0000 7f9ee2f23800 2 removed watcher, disabling cache 2024-09-12T17:15:49.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.144+0000 7f9ee2f23800 20 remove_watcher() i=1 2024-09-12T17:15:49.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.145+0000 7f9ee2f23800 20 remove_watcher() i=2 2024-09-12T17:15:49.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.146+0000 7f9ee2f23800 20 remove_watcher() i=3 2024-09-12T17:15:49.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.147+0000 7f9ee2f23800 20 remove_watcher() i=4 2024-09-12T17:15:49.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.148+0000 7f9ee2f23800 20 remove_watcher() i=5 2024-09-12T17:15:49.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.149+0000 7f9ee2f23800 20 remove_watcher() i=6 2024-09-12T17:15:49.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.150+0000 7f9ee2f23800 20 remove_watcher() i=7 2024-09-12T17:15:49.162 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:15:49.191 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:49.191 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:49.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.228+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 20 realm 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.230+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.231+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:49.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.231+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.231+0000 7f53872e5640 0 -- 172.21.15.123:0/1770515089 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x55d805da7d10 msgr2=0x55d805daa100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:49.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.433+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:49.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.433+0000 7f538ad35800 20 searching for the correct realm 2024-09-12T17:15:49.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.436+0000 7f5386ae4640 0 -- 172.21.15.123:0/1770515089 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f5380015030 msgr2=0x7f53800897c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:49.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:49.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:49.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:49.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:49.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:49.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:49.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.444+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 zone default found 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 4 Realm: () 2024-09-12T17:15:49.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 zonegroup default 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.445+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.446+0000 7f538ad35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.446+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.446+0000 7f538ad35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.446+0000 7f538ad35800 20 started sync module instance, tier type = 2024-09-12T17:15:49.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.446+0000 7f538ad35800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.455+0000 7f538ad35800 20 add_watcher() i=0 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.455+0000 7f538ad35800 20 add_watcher() i=1 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.455+0000 7f538ad35800 20 add_watcher() i=2 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.455+0000 7f538ad35800 20 add_watcher() i=3 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.455+0000 7f538ad35800 20 add_watcher() i=4 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.455+0000 7f538ad35800 20 add_watcher() i=5 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.455+0000 7f538ad35800 20 add_watcher() i=6 2024-09-12T17:15:49.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.456+0000 7f538ad35800 20 add_watcher() i=7 2024-09-12T17:15:49.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.456+0000 7f538ad35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:49.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.457+0000 7f523d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:49.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f538ad35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:49.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f538ad35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:49.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f538ad35800 5 note: GC not initialized 2024-09-12T17:15:49.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f51b7fff640 20 reqs_thread_entry: start 2024-09-12T17:15:49.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f538ad35800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:49.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f538ad35800 20 Filter name: none 2024-09-12T17:15:49.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f51b5ffb640 20 reqs_thread_entry: start 2024-09-12T17:15:49.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.458+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.459+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:49.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.459+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.460+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:49.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.460+0000 7f538ad35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:49.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.460+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.460+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:15:49.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.460+0000 7f538ad35800 20 rados->read ofs=0 len=0 2024-09-12T17:15:49.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.460+0000 7f538ad35800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:15:49.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.460+0000 7f538ad35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:49.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.462+0000 7f523d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:49.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.464+0000 7f538ad35800 20 remove_watcher() i=0 2024-09-12T17:15:49.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.464+0000 7f538ad35800 2 removed watcher, disabling cache 2024-09-12T17:15:49.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.465+0000 7f538ad35800 20 remove_watcher() i=1 2024-09-12T17:15:49.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.466+0000 7f538ad35800 20 remove_watcher() i=2 2024-09-12T17:15:49.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.467+0000 7f538ad35800 20 remove_watcher() i=3 2024-09-12T17:15:49.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.468+0000 7f538ad35800 20 remove_watcher() i=4 2024-09-12T17:15:49.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.469+0000 7f538ad35800 20 remove_watcher() i=5 2024-09-12T17:15:49.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.470+0000 7f538ad35800 20 remove_watcher() i=6 2024-09-12T17:15:49.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:49.471+0000 7f538ad35800 20 remove_watcher() i=7 2024-09-12T17:15:49.482 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:49.482 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:49.482 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-init-index id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:15:49.482 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:49.484 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.484 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.502 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.502 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.730 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.730 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.793 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at init_index 2024-09-12T17:15:49.793 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:49.794 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.794 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.833 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.833 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.889 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.890 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.925 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.926 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.961 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.961 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:49.995 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:49.996 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.031 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.032 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.067 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.067 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.102 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.102 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.137 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.137 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.173 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.173 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.208 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.208 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.244 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.244 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.279 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.279 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.314 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.314 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.349 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.350 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.385 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.385 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.420 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.420 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.455 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.455 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.489 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.490 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.524 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.525 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.558 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:50.558 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:50.593 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:15:50.622 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:50.623 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:50.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.659+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.660+0000 7f395b9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.660+0000 7f395b9af800 20 realm 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.660+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.660+0000 7f395b9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.660+0000 7f395b9af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.660+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.661+0000 7f395b9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:50.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.661+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:50.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.662+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:50.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.662+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:50.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.662+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:50.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.662+0000 7f395b9af800 20 searching for the correct realm 2024-09-12T17:15:50.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.663+0000 7f3959499640 0 -- 172.21.15.123:0/3723923791 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f395401f060 msgr2=0x7f3954088810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:50.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:50.867+0000 7f3959499640 0 -- 172.21.15.123:0/3723923791 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x556f792e6c80 msgr2=0x7f395400e9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:51.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:51.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:51.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.075+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 zone default found 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 4 Realm: () 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:51.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:51.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:51.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 zonegroup default 2024-09-12T17:15:51.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.076+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.077+0000 7f395b9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.077+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.077+0000 7f395b9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.077+0000 7f395b9af800 20 started sync module instance, tier type = 2024-09-12T17:15:51.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.077+0000 7f395b9af800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.086+0000 7f395b9af800 20 add_watcher() i=0 2024-09-12T17:15:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.086+0000 7f395b9af800 20 add_watcher() i=1 2024-09-12T17:15:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.086+0000 7f395b9af800 20 add_watcher() i=2 2024-09-12T17:15:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.086+0000 7f395b9af800 20 add_watcher() i=3 2024-09-12T17:15:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.086+0000 7f395b9af800 20 add_watcher() i=4 2024-09-12T17:15:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.086+0000 7f395b9af800 20 add_watcher() i=5 2024-09-12T17:15:51.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.086+0000 7f395b9af800 20 add_watcher() i=6 2024-09-12T17:15:51.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.087+0000 7f395b9af800 20 add_watcher() i=7 2024-09-12T17:15:51.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.087+0000 7f395b9af800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:51.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.088+0000 7f380f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:51.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f395b9af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:51.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f395b9af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:51.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f395b9af800 5 note: GC not initialized 2024-09-12T17:15:51.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f380e7e4640 20 reqs_thread_entry: start 2024-09-12T17:15:51.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f395b9af800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:51.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f395b9af800 20 Filter name: none 2024-09-12T17:15:51.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f377ffff640 20 reqs_thread_entry: start 2024-09-12T17:15:51.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.089+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.090+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:51.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.090+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.090+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:51.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.090+0000 7f395b9af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:51.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.090+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.090+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:51.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.090+0000 7f395b9af800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.091+0000 7f395b9af800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:51.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.091+0000 7f395b9af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:51.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.093+0000 7f380f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:51.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.095+0000 7f395b9af800 20 remove_watcher() i=0 2024-09-12T17:15:51.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.095+0000 7f395b9af800 2 removed watcher, disabling cache 2024-09-12T17:15:51.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.096+0000 7f395b9af800 20 remove_watcher() i=1 2024-09-12T17:15:51.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.097+0000 7f395b9af800 20 remove_watcher() i=2 2024-09-12T17:15:51.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.098+0000 7f395b9af800 20 remove_watcher() i=3 2024-09-12T17:15:51.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.099+0000 7f395b9af800 20 remove_watcher() i=4 2024-09-12T17:15:51.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.100+0000 7f395b9af800 20 remove_watcher() i=5 2024-09-12T17:15:51.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.101+0000 7f395b9af800 20 remove_watcher() i=6 2024-09-12T17:15:51.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.102+0000 7f395b9af800 20 remove_watcher() i=7 2024-09-12T17:15:51.113 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.113 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:51.113 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-init-indext id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:15:51.113 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.115 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-12T17:15:51.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:51.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:51.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.185+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 20 realm 2024-09-12T17:15:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.187+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.187+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.188+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:51.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.188+0000 7f778b323800 20 searching for the correct realm 2024-09-12T17:15:51.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.190+0000 7f7787814640 0 -- 172.21.15.123:0/1764776006 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f77700782f0 msgr2=0x7f777008d3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.396+0000 7f777ffff640 0 -- 172.21.15.123:0/1764776006 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f7778042040 msgr2=0x7f7778042930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.401+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 zone default found 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 4 Realm: () 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 zonegroup default 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.403+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.403+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.403+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.403+0000 7f778b323800 20 started sync module instance, tier type = 2024-09-12T17:15:51.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.403+0000 7f778b323800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:51.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=0 2024-09-12T17:15:51.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=1 2024-09-12T17:15:51.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=2 2024-09-12T17:15:51.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=3 2024-09-12T17:15:51.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=4 2024-09-12T17:15:51.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=5 2024-09-12T17:15:51.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=6 2024-09-12T17:15:51.413 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.412+0000 7f778b323800 20 add_watcher() i=7 2024-09-12T17:15:51.414 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.412+0000 7f778b323800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:51.414 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.413+0000 7f763dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f778b323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f778b323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f778b323800 5 note: GC not initialized 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f763cfe1640 20 reqs_thread_entry: start 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f778b323800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f778b323800 20 Filter name: none 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f75b67fc640 20 reqs_thread_entry: start 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f778b323800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:15:51.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.414+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:51.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:15:51.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:15:51.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 : miss 2024-09-12T17:15:51.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:51.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.415+0000 7f778b323800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f778b323800 time 2024-09-12T17:15:51.417356+0000 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f778c98c71a] 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.419 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f778b323800 thread_name:radosgw-admin 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.417+0000 7f778b323800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f778b323800 time 2024-09-12T17:15:51.417356+0000 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f778c98c71a] 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.420 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.421 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.421 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:15:51.421 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.421 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:15:51.421 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:15:51.421 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.439 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.439 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f778b63e6f0] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f778b68b99c] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f778c98c774] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:15:51.440 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.418+0000 7f778b323800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f778b323800 thread_name:radosgw-admin 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f778b63e6f0] 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f778b68b99c] 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f778c98c774] 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.441 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c538350da0 auth_method 0 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.442 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:15:51.167+0000 7f7787013640 10 monclient(hunting): handle_auth_done global_id 6441 payload 274 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:15:51.167+0000 7f7787013640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:15:51.167+0000 7f7787013640 1 monclient: found mon.noname-a 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:15:51.167+0000 7f7787013640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: dump: 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.443 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:15:51.167+0000 7f778b323800 5 monclient: authenticate success, global_id 6441 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:15:51.167+0000 7f778b323800 10 monclient: get_monmap_and_config success 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:15:51.167+0000 7f778b323800 4 set_mon_vals no callback set 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:15:51.444 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: dump: 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: shutdown 2024-09-12T17:15:51.445 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:15:51.168+0000 7f778b323800 5 asok(0x55c5381e1730) unregister_commands rotate-key 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:15:51.168+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.446 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding auth protocol: cephx 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding auth protocol: cephx 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding auth protocol: cephx 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.447 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:15:51.168+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: starting msgr at 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: starting objecter 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:15:51.168+0000 7f778b323800 5 asok(0x55c5381e1730) register_command objecter_requests hook 0x55c538405f40 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: setting wanted keys 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: calling monclient init 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.448 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding auth protocol: cephx 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding auth protocol: cephx 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding auth protocol: cephx 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.449 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:15:51.169+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:15:51.169+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:15:51.169+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key hook 0x55c538402bd8 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c5383456d0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c53834ba20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c538350da0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.450 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.904414s 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5383456d0 auth_method 0 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c53834ba20 auth_method 0 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.451 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c538350da0 auth_method 0 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_done global_id 6017 payload 824 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:15:51.169+0000 7f777ffff640 1 monclient: found mon.noname-c 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:15:51.169+0000 7f7673e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.452 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:15:51.169+0000 7f7673e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:15:51.169+0000 7f7673e07640 10 monclient: dump: 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.453 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: dump: 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.454 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:15:51.170+0000 7f778b323800 5 monclient: authenticate success, global_id 6017 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:15:51.170+0000 7f767560a640 4 set_mon_vals no callback set 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:15:51.170+0000 7f778b323800 1 librados: init done 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:15:51.172+0000 7f7673e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:15:51.455 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:15:51.172+0000 7f7673e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:15:51.172+0000 7f7673e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:15:51.172+0000 7f7787013640 10 monclient: get_auth_request con 0x7f766c0764a0 auth_method 0 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:15:51.172+0000 7f7787814640 10 monclient: get_auth_request con 0x55c53844aff0 auth_method 0 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:15:51.173+0000 7f7787013640 10 monclient: get_auth_request con 0x55c53844e1d0 auth_method 0 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:15:51.174+0000 7f777ffff640 10 monclient: get_auth_request con 0x55c538452410 auth_method 0 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:15:51.175+0000 7f7787814640 10 monclient: get_auth_request con 0x55c538451a80 auth_method 0 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:15:51.175+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:15:51.175+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.456 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:15:51.175+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding auth protocol: cephx 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding auth protocol: cephx 2024-09-12T17:15:51.457 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding auth protocol: cephx 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.458 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:15:51.175+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:15:51.176+0000 7f778b323800 5 asok(0x55c5381e1730) register_command objecter_requests cmddesc objecter_requests hook 0x55c53845d9c0 EEXIST 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding auth protocol: cephx 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding auth protocol: cephx 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding auth protocol: cephx 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.459 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:15:51.176+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:15:51.176+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:15:51.176+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key cmddesc rotate-key hook 0x55c538459610 EEXIST 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c538487b50 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.460 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c5384825d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c5384831a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.911738s 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c538487b50 auth_method 0 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c5384825d0 auth_method 0 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.461 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5384831a0 auth_method 0 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.462 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:15:51.177+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:15:51.177+0000 7f777ffff640 10 monclient(hunting): handle_auth_done global_id 6444 payload 824 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:15:51.177+0000 7f777ffff640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:15:51.177+0000 7f777ffff640 1 monclient: found mon.noname-a 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:15:51.177+0000 7f777ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: dump: 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.463 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:15:51.177+0000 7f7788015640 4 set_mon_vals no callback set 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: dump: 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.464 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:15:51.177+0000 7f778b323800 5 monclient: authenticate success, global_id 6444 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.465 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:15:51.179+0000 7f7671602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:15:51.179+0000 7f7671602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:15:51.179+0000 7f7671602640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:15:51.179+0000 7f7787814640 10 monclient: get_auth_request con 0x7f76600763b0 auth_method 0 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: get_monmap_and_config 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:15:51.179+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.466 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding auth protocol: cephx 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding auth protocol: cephx 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding auth protocol: cephx 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.467 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:15:51.179+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding auth protocol: cephx 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding auth protocol: cephx 2024-09-12T17:15:51.468 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding auth protocol: cephx 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.469 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:15:51.180+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:15:51.180+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:15:51.180+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key cmddesc rotate-key hook 0x7ffc55840418 EEXIST 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c5384d72a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c5384d1840 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c5384a70e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.470 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.915412s 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5384a70e0 auth_method 0 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c5384d72a0 auth_method 0 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.471 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_done global_id 6023 payload 274 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:15:51.180+0000 7f7787013640 1 monclient: found mon.noname-c 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:15:51.180+0000 7f7787814640 10 monclient: get_auth_request con 0x55c5384d1840 auth_method 0 2024-09-12T17:15:51.472 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: dump: 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.473 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: dump: 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.474 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:15:51.181+0000 7f778b323800 5 monclient: authenticate success, global_id 6023 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: get_monmap_and_config success 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:15:51.181+0000 7f778b323800 4 set_mon_vals no callback set 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: shutdown 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:15:51.181+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.475 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding auth protocol: cephx 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding auth protocol: cephx 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding auth protocol: cephx 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.476 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.477 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:15:51.181+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: starting msgr at 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: starting objecter 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:15:51.182+0000 7f778b323800 5 asok(0x55c5381e1730) register_command objecter_requests cmddesc objecter_requests hook 0x55c5384d7920 EEXIST 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: setting wanted keys 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: calling monclient init 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding auth protocol: cephx 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding auth protocol: cephx 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding auth protocol: cephx 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.478 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:15:51.182+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:15:51.182+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:15:51.182+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key cmddesc rotate-key hook 0x55c53828d468 EEXIST 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.479 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c5384a70e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c5384d1840 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c5384d72a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.917721s 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c5384a70e0 auth_method 0 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.480 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5384d72a0 auth_method 0 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c5384d1840 auth_method 0 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.481 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_done global_id 6026 payload 824 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:15:51.183+0000 7f777ffff640 1 monclient: found mon.noname-c 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:15:51.183+0000 7f777ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: dump: 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.482 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:15:51.183+0000 7f778b323800 5 monclient: authenticate success, global_id 6026 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:15:51.483 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: dump: 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.484 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:15:51.183+0000 7f766affd640 4 set_mon_vals no callback set 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:15:51.183+0000 7f778b323800 1 librados: init done 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:15:51.183+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cr dump hook 0x55c5384a8568 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:15:51.185+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:15:51.185+0000 7f76697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:15:51.185+0000 7f76697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:15:51.185+0000 7f76697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:15:51.185+0000 7f7787814640 10 monclient: get_auth_request con 0x7f7650076470 auth_method 0 2024-09-12T17:15:51.485 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:15:51.185+0000 7f7787013640 10 monclient: get_auth_request con 0x55c5384f0be0 auth_method 0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:15:51.186+0000 7f778b323800 20 realm 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:15:51.186+0000 7f778b323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:15:51.186+0000 7f777ffff640 10 monclient: get_auth_request con 0x55c5384f4e70 auth_method 0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:15:51.187+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:15:51.187+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:15:51.187+0000 7f7787814640 10 monclient: get_auth_request con 0x55c5384f86d0 auth_method 0 2024-09-12T17:15:51.486 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:15:51.188+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:15:51.188+0000 7f778b323800 20 searching for the correct realm 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:15:51.188+0000 7f7787013640 10 monclient: get_auth_request con 0x7f7780088040 auth_method 0 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:15:51.189+0000 7f777ffff640 10 monclient: get_auth_request con 0x7f7778042040 auth_method 0 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:15:51.189+0000 7f7787814640 10 monclient: get_auth_request con 0x7f77700782f0 auth_method 0 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:15:51.190+0000 7f7787814640 0 -- 172.21.15.123:0/1764776006 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f77700782f0 msgr2=0x7f777008d3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:15:51.391+0000 7f7787814640 10 monclient: get_auth_request con 0x7f77700782f0 auth_method 0 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:15:51.392+0000 7f76697fa640 1 client.6026.objecter ms_handle_reset 0x7f77700782f0 session 0x7f7770012070 osd.4 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:15:51.392+0000 7f76697fa640 10 monclient: _renew_subs 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:15:51.392+0000 7f76697fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:15:51.392+0000 7f7787814640 10 monclient: get_auth_request con 0x7f7650086ba0 auth_method 0 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:15:51.394+0000 7f7787013640 10 monclient: get_auth_request con 0x7f778009a040 auth_method 0 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:15:51.396+0000 7f777ffff640 0 -- 172.21.15.123:0/1764776006 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f7778042040 msgr2=0x7f7778042930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.487 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:15:51.396+0000 7f76697fa640 1 client.6026.objecter ms_handle_reset 0x7f7778042040 session 0x7f7778005040 osd.2 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:15:51.396+0000 7f777ffff640 10 monclient: get_auth_request con 0x7f77700782f0 auth_method 0 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:15:51.397+0000 7f777ffff640 10 monclient: get_auth_request con 0x7f77800a8960 auth_method 0 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:15:51.401+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:15:51.401+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:15:51.401+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.488 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:15:51.402+0000 7f778b323800 20 zone default found 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:15:51.402+0000 7f778b323800 4 Realm: () 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:15:51.402+0000 7f778b323800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:15:51.402+0000 7f778b323800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:15:51.402+0000 7f778b323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:15:51.402+0000 7f778b323800 20 zonegroup default 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:15:51.403+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:15:51.403+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.489 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:15:51.403+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:15:51.403+0000 7f778b323800 20 started sync module instance, tier type = 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:15:51.403+0000 7f778b323800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=0 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=1 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=2 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=3 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=4 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=5 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=6 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:15:51.412+0000 7f778b323800 20 add_watcher() i=7 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:15:51.412+0000 7f778b323800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding auth protocol: cephx 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding auth protocol: cephx 2024-09-12T17:15:51.490 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding auth protocol: cephx 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:15:51.413+0000 7f763dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.491 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:15:51.414+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:15:51.414+0000 7f778b323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:15:51.414+0000 7f778b323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache list hook 0x55c5384a5260 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache inspect hook 0x55c5384a5260 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache erase hook 0x55c5384a5260 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache zap hook 0x55c5384a5260 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:15:51.414+0000 7f778b323800 5 note: GC not initialized 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:15:51.414+0000 7f763cfe1640 20 reqs_thread_entry: start 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace show hook 0x7f7770001350 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace history hook 0x7f7770001350 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace active hook 0x7f7770001350 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace active_short hook 0x7f7770001350 2024-09-12T17:15:51.492 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:15:51.414+0000 7f778b323800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:15:51.414+0000 7f778b323800 20 Filter name: none 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:15:51.414+0000 7f75b67fc640 20 reqs_thread_entry: start 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:15:51.414+0000 7f778b323800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:15:51.414+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:15:51.415+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:15:51.415+0000 7f778b323800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:15:51.415+0000 7f778b323800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:15:51.415+0000 7f778b323800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 : miss 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:15:51.415+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:15:51.415+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:15:51.415+0000 7f778b323800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:15:51.415+0000 7f778b323800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:15:51.493 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:15:51.415+0000 7f778b323800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:15:51.415+0000 7f778b323800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:15:51.415+0000 7f778b323800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:15:51.417+0000 7f778b323800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f778b323800 time 2024-09-12T17:15:51.417356+0000 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f778c98c71a] 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.494 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:15:51.418+0000 7f778b323800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f778b323800 thread_name:radosgw-admin 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f778b63e6f0] 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f778b68b99c] 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f778c98c774] 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.495 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:15:51.496 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:15:51.497 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:15:51.498 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:15:51.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:15:51.500 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:15:51.500 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:15:51.500 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:15:51.500 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:15:51.501 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:15:51.501 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:15:51.501 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:15:51.501 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:15:51.501 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:15:51.501 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:15:51.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:15:51.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:15:51.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:15:51.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:15:51.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:15:51.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:15:51.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:15:51.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:15:51.503 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:15:51.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:15:51.503 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:15:51.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:15:51.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:15:51.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:15:51.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:15:51.504 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:15:51.504 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:15:51.504 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:15:51.504 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:15:51.504 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:15:51.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:15:51.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:15:51.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:15:51.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:15:51.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:15:51.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:15:51.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:15:51.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:15:51.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:15:51.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:15:51.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:15:51.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:15:51.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:15:51.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:15:51.507 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:15:51.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:15:51.507 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:15:51.507 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:15:51.507 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:15:51.508 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:15:51.508 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:15:51.508 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:15:51.508 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:15:51.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7f75b67fc640 / http_manager 2024-09-12T17:15:51.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7f763cfe1640 / http_manager 2024-09-12T17:15:51.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7f763dfe3640 / rgw_dt_lg_renew 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f76697fa640 / ms_dispatch 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f766affd640 / io_context_pool 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7671602640 / ms_dispatch 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7673e07640 / ms_dispatch 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f767560a640 / io_context_pool 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f777ffff640 / msgr-worker-2 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7787013640 / msgr-worker-1 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7787814640 / msgr-worker-0 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7788015640 / io_context_pool 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7f778b323800 / radosgw-admin 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:15:51.509 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.92206.log 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c538350da0 auth_method 0 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:15:51.167+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.510 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:15:51.167+0000 7f7787013640 10 monclient(hunting): handle_auth_done global_id 6441 payload 274 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:15:51.167+0000 7f7787013640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:15:51.167+0000 7f7787013640 1 monclient: found mon.noname-a 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:15:51.167+0000 7f7787013640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: dump: 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.511 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.512 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:15:51.167+0000 7f778b323800 5 monclient: authenticate success, global_id 6441 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:15:51.167+0000 7f778b323800 10 monclient: get_monmap_and_config success 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:15:51.167+0000 7f778b323800 4 set_mon_vals no callback set 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:15:51.167+0000 7f767560a640 10 monclient: dump: 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.513 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: shutdown 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:15:51.168+0000 7f778b323800 5 asok(0x55c5381e1730) unregister_commands rotate-key 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:15:51.168+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.514 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding auth protocol: cephx 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding auth protocol: cephx 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding auth protocol: cephx 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.515 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: crc 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c5384081e0) adding con mode: secure 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:15:51.168+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: starting msgr at 2024-09-12T17:15:51.516 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: starting objecter 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:15:51.168+0000 7f778b323800 5 asok(0x55c5381e1730) register_command objecter_requests hook 0x55c538405f40 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: setting wanted keys 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:15:51.168+0000 7f778b323800 1 librados: calling monclient init 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:15:51.168+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding auth protocol: cephx 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding auth protocol: cephx 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding auth protocol: cephx 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.517 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.518 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.518 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.518 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.518 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: crc 2024-09-12T17:15:51.518 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:15:51.168+0000 7f778b323800 5 AuthRegistry(0x55c538402a90) adding con mode: secure 2024-09-12T17:15:51.518 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:15:51.169+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:15:51.169+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:15:51.169+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key hook 0x55c538402bd8 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c5383456d0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c53834ba20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c538350da0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:15:51.169+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.904414s 2024-09-12T17:15:51.519 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5383456d0 auth_method 0 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:15:51.169+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c53834ba20 auth_method 0 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.520 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c538350da0 auth_method 0 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:15:51.169+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient(hunting): handle_auth_done global_id 6017 payload 824 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:15:51.169+0000 7f777ffff640 1 monclient: found mon.noname-c 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:15:51.169+0000 7f777ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:15:51.169+0000 7f7673e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:15:51.169+0000 7f7673e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:15:51.169+0000 7f7673e07640 10 monclient: dump: 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.521 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.522 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:15:51.170+0000 7f7673e07640 10 monclient: dump: 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.523 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:15:51.170+0000 7f778b323800 5 monclient: authenticate success, global_id 6017 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:15:51.170+0000 7f767560a640 4 set_mon_vals no callback set 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:15:51.170+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:15:51.170+0000 7f778b323800 1 librados: init done 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:15:51.172+0000 7f7673e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:15:51.524 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:15:51.172+0000 7f7673e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:15:51.172+0000 7f7673e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:15:51.172+0000 7f7787013640 10 monclient: get_auth_request con 0x7f766c0764a0 auth_method 0 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:15:51.172+0000 7f7787814640 10 monclient: get_auth_request con 0x55c53844aff0 auth_method 0 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:15:51.173+0000 7f7787013640 10 monclient: get_auth_request con 0x55c53844e1d0 auth_method 0 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:15:51.174+0000 7f777ffff640 10 monclient: get_auth_request con 0x55c538452410 auth_method 0 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:15:51.175+0000 7f7787814640 10 monclient: get_auth_request con 0x55c538451a80 auth_method 0 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:15:51.175+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:15:51.175+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:15:51.175+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.525 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding auth protocol: cephx 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding auth protocol: cephx 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding auth protocol: cephx 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.526 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.527 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.527 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.527 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.527 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.527 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.527 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.528 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: crc 2024-09-12T17:15:51.528 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:15:51.175+0000 7f778b323800 5 AuthRegistry(0x55c53845a4f0) adding con mode: secure 2024-09-12T17:15:51.528 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:15:51.175+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.528 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:15:51.176+0000 7f778b323800 5 asok(0x55c5381e1730) register_command objecter_requests cmddesc objecter_requests hook 0x55c53845d9c0 EEXIST 2024-09-12T17:15:51.528 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.528 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding auth protocol: cephx 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding auth protocol: cephx 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding auth protocol: cephx 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.529 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: crc 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:15:51.176+0000 7f778b323800 5 AuthRegistry(0x55c5384594c8) adding con mode: secure 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:15:51.176+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:15:51.176+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:15:51.176+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key cmddesc rotate-key hook 0x55c538459610 EEXIST 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c538487b50 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c5384825d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.530 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c5384831a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:15:51.176+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.911738s 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c538487b50 auth_method 0 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c5384825d0 auth_method 0 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.531 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:15:51.176+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5384831a0 auth_method 0 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.532 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:15:51.176+0000 7f7787814640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:15:51.176+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:15:51.177+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:15:51.177+0000 7f777ffff640 10 monclient(hunting): handle_auth_done global_id 6444 payload 824 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:15:51.177+0000 7f777ffff640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:15:51.177+0000 7f777ffff640 1 monclient: found mon.noname-a 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:15:51.177+0000 7f777ffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:15:51.533 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: dump: 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.534 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:15:51.177+0000 7f7788015640 4 set_mon_vals no callback set 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:15:51.177+0000 7f7671602640 10 monclient: dump: 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.535 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:15:51.177+0000 7f778b323800 5 monclient: authenticate success, global_id 6444 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:15:51.177+0000 7f778b323800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:15:51.179+0000 7f7671602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:15:51.179+0000 7f7671602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:15:51.179+0000 7f7671602640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:15:51.179+0000 7f7787814640 10 monclient: get_auth_request con 0x7f76600763b0 auth_method 0 2024-09-12T17:15:51.536 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: get_monmap_and_config 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:15:51.179+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.537 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding auth protocol: cephx 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding auth protocol: cephx 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding auth protocol: cephx 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.538 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: crc 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x55c5384a2d40) adding con mode: secure 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:15:51.179+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:15:51.179+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding auth protocol: cephx 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding auth protocol: cephx 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding auth protocol: cephx 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.539 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: crc 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:15:51.179+0000 7f778b323800 5 AuthRegistry(0x7ffc558402d0) adding con mode: secure 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:15:51.180+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:15:51.180+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:15:51.180+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key cmddesc rotate-key hook 0x7ffc55840418 EEXIST 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c5384d72a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c5384d1840 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.540 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c5384a70e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:15:51.180+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.915412s 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5384a70e0 auth_method 0 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c5384d72a0 auth_method 0 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.541 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:15:51.180+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient(hunting): handle_auth_done global_id 6023 payload 274 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:15:51.180+0000 7f7787013640 1 monclient: found mon.noname-c 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:15:51.180+0000 7f7787013640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:15:51.180+0000 7f7787814640 10 monclient: get_auth_request con 0x55c5384d1840 auth_method 0 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.542 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: dump: 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.543 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:15:51.181+0000 7f766affd640 10 monclient: dump: 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.544 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:15:51.181+0000 7f778b323800 5 monclient: authenticate success, global_id 6023 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: get_monmap_and_config success 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:15:51.181+0000 7f778b323800 4 set_mon_vals no callback set 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: shutdown 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: build_initial_monmap 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:15:51.181+0000 7f778b323800 1 build_initial for_mkfs: 0 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:15:51.181+0000 7f778b323800 10 monclient: monmap: 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:15:51.545 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding auth protocol: cephx 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding auth protocol: cephx 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding auth protocol: cephx 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.546 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: crc 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:15:51.181+0000 7f778b323800 5 AuthRegistry(0x55c5384c9710) adding con mode: secure 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:15:51.181+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: starting msgr at 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: starting objecter 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:15:51.182+0000 7f778b323800 5 asok(0x55c5381e1730) register_command objecter_requests cmddesc objecter_requests hook 0x55c5384d7920 EEXIST 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: setting wanted keys 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:15:51.182+0000 7f778b323800 1 librados: calling monclient init 2024-09-12T17:15:51.547 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient: init 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding auth protocol: cephx 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding auth protocol: cephx 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding auth protocol: cephx 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.548 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: crc 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:15:51.182+0000 7f778b323800 5 AuthRegistry(0x55c53828d320) adding con mode: secure 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:15:51.182+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:15:51.182+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:15:51.182+0000 7f778b323800 5 asok(0x55c5381e1730) register_command rotate-key cmddesc rotate-key hook 0x55c53828d468 EEXIST 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient: _reopen_session rank -1 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): picked mon.noname-c con 0x55c5384a70e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:15:51.549 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): picked mon.noname-b con 0x55c5384d1840 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:15:51.551 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): picked mon.noname-a con 0x55c5384d72a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): start opening mon connection 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): _renew_subs 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:15:51.182+0000 7f778b323800 10 monclient(hunting): authenticate will time out at 2118.917721s 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): get_auth_request con 0x55c5384a70e0 auth_method 0 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): get_auth_request con 0x55c5384d72a0 auth_method 0 2024-09-12T17:15:51.552 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.553 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.553 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.553 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.553 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.553 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.553 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:15:51.553 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:15:51.182+0000 7f7787013640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): get_auth_request con 0x55c5384d1840 auth_method 0 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:15:51.182+0000 7f7787814640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient(hunting): handle_auth_done global_id 6026 payload 824 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:15:51.182+0000 7f777ffff640 10 monclient: _finish_hunting 0 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:15:51.183+0000 7f777ffff640 1 monclient: found mon.noname-c 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:15:51.183+0000 7f777ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: dump: 2024-09-12T17:15:51.554 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: _finish_auth 0 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: _check_auth_tickets 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:15:51.183+0000 7f778b323800 5 monclient: authenticate success, global_id 6026 2024-09-12T17:15:51.555 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:15:51.183+0000 7f76697fa640 10 monclient: dump: 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.556 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:15:51.183+0000 7f766affd640 4 set_mon_vals no callback set 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _renew_subs 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:15:51.183+0000 7f778b323800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:15:51.183+0000 7f778b323800 1 librados: init done 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:15:51.183+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cr dump hook 0x55c5384a8568 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:15:51.185+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.557 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:15:51.185+0000 7f76697fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:15:51.185+0000 7f76697fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:15:51.185+0000 7f76697fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:15:51.185+0000 7f7787814640 10 monclient: get_auth_request con 0x7f7650076470 auth_method 0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:15:51.185+0000 7f7787013640 10 monclient: get_auth_request con 0x55c5384f0be0 auth_method 0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:15:51.186+0000 7f778b323800 20 realm 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:15:51.186+0000 7f778b323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:15:51.186+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.558 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:15:51.186+0000 7f777ffff640 10 monclient: get_auth_request con 0x55c5384f4e70 auth_method 0 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:15:51.187+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:15:51.187+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:15:51.187+0000 7f7787814640 10 monclient: get_auth_request con 0x55c5384f86d0 auth_method 0 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:15:51.188+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:15:51.188+0000 7f778b323800 20 searching for the correct realm 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:15:51.188+0000 7f7787013640 10 monclient: get_auth_request con 0x7f7780088040 auth_method 0 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:15:51.189+0000 7f777ffff640 10 monclient: get_auth_request con 0x7f7778042040 auth_method 0 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:15:51.189+0000 7f7787814640 10 monclient: get_auth_request con 0x7f77700782f0 auth_method 0 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:15:51.190+0000 7f7787814640 0 -- 172.21.15.123:0/1764776006 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f77700782f0 msgr2=0x7f777008d3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:15:51.391+0000 7f7787814640 10 monclient: get_auth_request con 0x7f77700782f0 auth_method 0 2024-09-12T17:15:51.559 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:15:51.392+0000 7f76697fa640 1 client.6026.objecter ms_handle_reset 0x7f77700782f0 session 0x7f7770012070 osd.4 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:15:51.392+0000 7f76697fa640 10 monclient: _renew_subs 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:15:51.392+0000 7f76697fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:15:51.392+0000 7f7787814640 10 monclient: get_auth_request con 0x7f7650086ba0 auth_method 0 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:15:51.394+0000 7f7787013640 10 monclient: get_auth_request con 0x7f778009a040 auth_method 0 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:15:51.396+0000 7f777ffff640 0 -- 172.21.15.123:0/1764776006 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f7778042040 msgr2=0x7f7778042930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:15:51.396+0000 7f76697fa640 1 client.6026.objecter ms_handle_reset 0x7f7778042040 session 0x7f7778005040 osd.2 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:15:51.396+0000 7f777ffff640 10 monclient: get_auth_request con 0x7f77700782f0 auth_method 0 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:15:51.397+0000 7f777ffff640 10 monclient: get_auth_request con 0x7f77800a8960 auth_method 0 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:51.560 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:15:51.401+0000 7f778b323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:15:51.401+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:15:51.401+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:15:51.401+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:15:51.402+0000 7f778b323800 20 zone default found 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:15:51.402+0000 7f778b323800 4 Realm: () 2024-09-12T17:15:51.561 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:15:51.402+0000 7f778b323800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:15:51.402+0000 7f778b323800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:15:51.402+0000 7f778b323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:15:51.402+0000 7f778b323800 20 zonegroup default 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:15:51.402+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:15:51.403+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:15:51.403+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:15:51.403+0000 7f778b323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:15:51.403+0000 7f778b323800 20 started sync module instance, tier type = 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:15:51.403+0000 7f778b323800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:51.562 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=0 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=1 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=2 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=3 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=4 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=5 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:15:51.411+0000 7f778b323800 20 add_watcher() i=6 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:15:51.412+0000 7f778b323800 20 add_watcher() i=7 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:15:51.412+0000 7f778b323800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding auth protocol: cephx 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding auth protocol: cephx 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding auth protocol: cephx 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.563 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:15:51.413+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:15:51.413+0000 7f763dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: crc 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:15:51.414+0000 7f778b323800 5 AuthRegistry(0x7ffc558407a0) adding con mode: secure 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:15:51.414+0000 7f778b323800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:15:51.414+0000 7f778b323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:51.564 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:15:51.414+0000 7f778b323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache list hook 0x55c5384a5260 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache inspect hook 0x55c5384a5260 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache erase hook 0x55c5384a5260 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command cache zap hook 0x55c5384a5260 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:15:51.414+0000 7f778b323800 5 note: GC not initialized 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:15:51.414+0000 7f763cfe1640 20 reqs_thread_entry: start 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace show hook 0x7f7770001350 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace history hook 0x7f7770001350 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace active hook 0x7f7770001350 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:15:51.414+0000 7f778b323800 5 asok(0x55c5381e1730) register_command sync trace active_short hook 0x7f7770001350 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:15:51.414+0000 7f778b323800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:15:51.414+0000 7f778b323800 20 Filter name: none 2024-09-12T17:15:51.565 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:15:51.414+0000 7f75b67fc640 20 reqs_thread_entry: start 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:15:51.414+0000 7f778b323800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:15:51.414+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:15:51.415+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:15:51.415+0000 7f778b323800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:15:51.415+0000 7f778b323800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:15:51.415+0000 7f778b323800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 : miss 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:15:51.415+0000 7f778b323800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:15:51.415+0000 7f778b323800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:15:51.415+0000 7f778b323800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:15:51.415+0000 7f778b323800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:15:51.415+0000 7f778b323800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:15:51.415+0000 7f778b323800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:51.566 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:15:51.415+0000 7f778b323800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:15:51.417+0000 7f778b323800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f778b323800 time 2024-09-12T17:15:51.417356+0000 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f778c98c71a] 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.567 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:15:51.418+0000 7f778b323800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f778b323800 thread_name:radosgw-admin 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f778b63e6f0] 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f778b68b99c] 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f778c98c774] 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f778c98c8d8] 2024-09-12T17:15:51.568 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c536400841] 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73b64) [0x55c53690db64] 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c53641050d] 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f778b629590] 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:15:51.569 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:15:51.570 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:15:51.571 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:15:51.572 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:15:51.573 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:15:51.574 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:15:51.575 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:15:51.576 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 7f75b67fc640 / http_manager 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 7f763cfe1640 / http_manager 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 7f763dfe3640 / rgw_dt_lg_renew 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 7f76697fa640 / ms_dispatch 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 7f766affd640 / io_context_pool 2024-09-12T17:15:51.577 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7671602640 / ms_dispatch 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7673e07640 / ms_dispatch 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7f767560a640 / io_context_pool 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7f777ffff640 / msgr-worker-2 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7787013640 / msgr-worker-1 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7787814640 / msgr-worker-0 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7788015640 / io_context_pool 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7f778b323800 / radosgw-admin 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:15:51.419039Z_b9a5cade-6046-438b-b0a7-179146f54c50/log 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:15:51.578 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:15:51.580 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:51.580 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:51.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.495+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 20 realm 2024-09-12T17:15:51.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.497+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.498+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.498+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.499+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.499+0000 7ff4cbb46800 20 searching for the correct realm 2024-09-12T17:15:51.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.500+0000 7ff4c9e31640 0 -- 172.21.15.123:0/1076982461 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff4b4022070 msgr2=0x7ff4b404e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.707 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.705+0000 7ff4c0e2f640 0 -- 172.21.15.123:0/1076982461 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff4c406eb80 msgr2=0x7ff4c4094910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:51.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:51.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.911+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 zone default found 2024-09-12T17:15:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 4 Realm: () 2024-09-12T17:15:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:51.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 zonegroup default 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.912+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.913+0000 7ff4cbb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.913+0000 7ff4cbb46800 20 started sync module instance, tier type = 2024-09-12T17:15:51.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.913+0000 7ff4cbb46800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.922+0000 7ff4cbb46800 20 add_watcher() i=0 2024-09-12T17:15:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.922+0000 7ff4cbb46800 20 add_watcher() i=1 2024-09-12T17:15:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.922+0000 7ff4cbb46800 20 add_watcher() i=2 2024-09-12T17:15:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.922+0000 7ff4cbb46800 20 add_watcher() i=3 2024-09-12T17:15:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.922+0000 7ff4cbb46800 20 add_watcher() i=4 2024-09-12T17:15:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.922+0000 7ff4cbb46800 20 add_watcher() i=5 2024-09-12T17:15:51.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.922+0000 7ff4cbb46800 20 add_watcher() i=6 2024-09-12T17:15:51.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.923+0000 7ff4cbb46800 20 add_watcher() i=7 2024-09-12T17:15:51.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.923+0000 7ff4cbb46800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:51.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.924+0000 7ff37f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff4cbb46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff4cbb46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff4cbb46800 5 note: GC not initialized 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff37e7e4640 20 reqs_thread_entry: start 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff4cbb46800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff4cbb46800 20 Filter name: none 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff2effff640 20 reqs_thread_entry: start 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.925+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.926+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.926+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.926+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.926+0000 7ff4cbb46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.926+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.926+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.926+0000 7ff4cbb46800 20 rados->read ofs=0 len=0 2024-09-12T17:15:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.927+0000 7ff4cbb46800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.927+0000 7ff4cbb46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.928+0000 7ff37f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:51.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.930+0000 7ff4cbb46800 20 remove_watcher() i=0 2024-09-12T17:15:51.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.930+0000 7ff4cbb46800 2 removed watcher, disabling cache 2024-09-12T17:15:51.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.931+0000 7ff4cbb46800 20 remove_watcher() i=1 2024-09-12T17:15:51.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.932+0000 7ff4cbb46800 20 remove_watcher() i=2 2024-09-12T17:15:51.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.933+0000 7ff4cbb46800 20 remove_watcher() i=3 2024-09-12T17:15:51.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.934+0000 7ff4cbb46800 20 remove_watcher() i=4 2024-09-12T17:15:51.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.935+0000 7ff4cbb46800 20 remove_watcher() i=5 2024-09-12T17:15:51.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.936+0000 7ff4cbb46800 20 remove_watcher() i=6 2024-09-12T17:15:51.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:51.937+0000 7ff4cbb46800 20 remove_watcher() i=7 2024-09-12T17:15:51.949 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.949 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:15:51.949 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-init-indext id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:15:51.949 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:15:51.951 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:51.951 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:51.982 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:15:51.982 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:15:52.039 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:15:52.070 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:52.070 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:52.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.107+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.108+0000 7fb423736800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.108+0000 7fb423736800 20 realm 2024-09-12T17:15:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.108+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.108+0000 7fb423736800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.108+0000 7fb423736800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.108+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.109+0000 7fb423736800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:52.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.109+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.109+0000 7fb423736800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:52.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.109+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.110+0000 7fb423736800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:52.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.110+0000 7fb423736800 20 searching for the correct realm 2024-09-12T17:15:52.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.112+0000 7fb41fcb8640 0 -- 172.21.15.123:0/3239631650 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fb40801b040 msgr2=0x7fb40803f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:52.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.318+0000 7fb417fff640 0 -- 172.21.15.123:0/3239631650 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fb41806f520 msgr2=0x7fb418064ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:52.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:15:52.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:52.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:52.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:15:52.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:52.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:52.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:52.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.525+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:52.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:52.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 zone default found 2024-09-12T17:15:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 4 Realm: () 2024-09-12T17:15:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:15:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:15:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 zonegroup default 2024-09-12T17:15:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:52.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.526+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.527+0000 7fb423736800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:52.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.527+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.527+0000 7fb423736800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:52.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.527+0000 7fb423736800 20 started sync module instance, tier type = 2024-09-12T17:15:52.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.527+0000 7fb423736800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:15:52.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=0 2024-09-12T17:15:52.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=1 2024-09-12T17:15:52.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=2 2024-09-12T17:15:52.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=3 2024-09-12T17:15:52.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=4 2024-09-12T17:15:52.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=5 2024-09-12T17:15:52.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=6 2024-09-12T17:15:52.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 20 add_watcher() i=7 2024-09-12T17:15:52.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.536+0000 7fb423736800 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:52.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.538+0000 7fb2d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:52.542 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.538+0000 7fb423736800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:52.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.538+0000 7fb423736800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:52.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.538+0000 7fb423736800 5 note: GC not initialized 2024-09-12T17:15:52.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb2d4fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:52.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 20 init_complete bucket index max shards: 1 2024-09-12T17:15:52.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 20 Filter name: none 2024-09-12T17:15:52.543 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb24e7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:52.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:15:52.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:15:52.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:15:52.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:15:52.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 : miss 2024-09-12T17:15:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.539+0000 7fb423736800 20 rados->read ofs=0 len=0 2024-09-12T17:15:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.540+0000 7fb423736800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:15:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.540+0000 7fb423736800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:15:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.540+0000 7fb423736800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:15:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.540+0000 7fb423736800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.540+0000 7fb423736800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:15:52.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.540+0000 7fb423736800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 2024-09-12T17:15:52.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.541+0000 7fb423736800 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to be held by another RGW process; skipping for now 2024-09-12T17:15:52.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.542+0000 7fb2d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:52.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.544+0000 7fb423736800 20 remove_watcher() i=0 2024-09-12T17:15:52.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.544+0000 7fb423736800 2 removed watcher, disabling cache 2024-09-12T17:15:52.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.545+0000 7fb423736800 20 remove_watcher() i=1 2024-09-12T17:15:52.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.546+0000 7fb423736800 20 remove_watcher() i=2 2024-09-12T17:15:52.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.547+0000 7fb423736800 20 remove_watcher() i=3 2024-09-12T17:15:52.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.548+0000 7fb423736800 20 remove_watcher() i=4 2024-09-12T17:15:52.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.549+0000 7fb423736800 20 remove_watcher() i=5 2024-09-12T17:15:52.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.550+0000 7fb423736800 20 remove_watcher() i=6 2024-09-12T17:15:52.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:15:52.551+0000 7fb423736800 20 remove_watcher() i=7 2024-09-12T17:15:52.563 INFO:tasks.workunit.client.0.smithi123.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:16:22.591 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:16:22.626 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:22.626 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:22.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.667+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:22.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:22.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 20 realm 2024-09-12T17:16:22.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:22.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:22.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:22.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:22.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:22.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.668+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:22.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.669+0000 7f567ce11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:22.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.669+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:22.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.670+0000 7f567ce11800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:22.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.670+0000 7f567ce11800 20 searching for the correct realm 2024-09-12T17:16:22.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.672+0000 7f5678d93640 0 -- 172.21.15.123:0/4048900810 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f566004a040 msgr2=0x7f566001b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:22.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:22.879+0000 7f566ffff640 0 -- 172.21.15.123:0/4048900810 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f56700d4490 msgr2=0x7f56700abb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:23.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:23.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.088+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 20 zone default found 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 4 Realm: () 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 20 zonegroup default 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.089+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.090+0000 7f567ce11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.090+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.090+0000 7f567ce11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.090+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.090+0000 7f567ce11800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.090+0000 7f567ce11800 20 started sync module instance, tier type = 2024-09-12T17:16:23.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.090+0000 7f567ce11800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.102+0000 7f567ce11800 20 add_watcher() i=0 2024-09-12T17:16:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.102+0000 7f567ce11800 20 add_watcher() i=1 2024-09-12T17:16:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.102+0000 7f567ce11800 20 add_watcher() i=2 2024-09-12T17:16:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.102+0000 7f567ce11800 20 add_watcher() i=3 2024-09-12T17:16:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.102+0000 7f567ce11800 20 add_watcher() i=4 2024-09-12T17:16:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.102+0000 7f567ce11800 20 add_watcher() i=5 2024-09-12T17:16:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.102+0000 7f567ce11800 20 add_watcher() i=6 2024-09-12T17:16:23.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.103+0000 7f567ce11800 20 add_watcher() i=7 2024-09-12T17:16:23.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.103+0000 7f567ce11800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:23.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.105+0000 7f552efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:23.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f567ce11800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:23.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f567ce11800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:23.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f567ce11800 5 note: GC not initialized 2024-09-12T17:16:23.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f552dfdb640 20 reqs_thread_entry: start 2024-09-12T17:16:23.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f567ce11800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:23.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f567ce11800 20 Filter name: none 2024-09-12T17:16:23.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f549f7fe640 20 reqs_thread_entry: start 2024-09-12T17:16:23.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f567ce11800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:16:23.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.106+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:16:23.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:16:23.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:16:23.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 : miss 2024-09-12T17:16:23.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:16:23.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:16:23.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:16:23.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:23.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:23.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.107+0000 7f567ce11800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 2024-09-12T17:16:23.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f567ce11800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:16:23.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f567ce11800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:16:23.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f567ce11800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:23.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f567ce11800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22, ofs0, ns] 2024-09-12T17:16:23.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f554f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94289348417280 notifier 6507 bl.length()=997 2024-09-12T17:16:23.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f554f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:16:23.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f554f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:16:23.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.112+0000 7f554f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:23.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.114+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): orig_sources= new_sources= 2024-09-12T17:16:23.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.114+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): potential sources added=[] removed=[] 2024-09-12T17:16:23.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.114+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): orig_dests= new_dests= 2024-09-12T17:16:23.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.114+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): potential dests added=[] removed=[] 2024-09-12T17:16:23.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.118+0000 7f567ce11800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22.1.0 2024-09-12T17:16:23.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.118+0000 7f567ce11800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22.1.0 2024-09-12T17:16:23.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.118+0000 7f567ce11800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22.1.1 2024-09-12T17:16:23.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.118+0000 7f567ce11800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22.1.1 2024-09-12T17:16:23.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.118+0000 7f567ce11800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22.0 2024-09-12T17:16:23.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.120+0000 7f567ce11800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:16:23.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.120+0000 7f567ce11800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 2024-09-12T17:16:23.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f567ce11800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:16:23.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f567ce11800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:16:23.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f567ce11800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:23.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f567ce11800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22, ofs0, ns] 2024-09-12T17:16:23.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f554f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366196 cookie 94289348417280 notifier 6507 bl.length()=997 2024-09-12T17:16:23.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f554f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:16:23.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f554f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:16:23.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.122+0000 7f554f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:23.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.124+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): orig_sources= new_sources= 2024-09-12T17:16:23.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.124+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): potential sources added=[] removed=[] 2024-09-12T17:16:23.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.124+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): orig_dests= new_dests= 2024-09-12T17:16:23.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.124+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): potential dests added=[] removed=[] 2024-09-12T17:16:23.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.126+0000 7f567ce11800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22.0 2024-09-12T17:16:23.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.126+0000 7f567ce11800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:16:23.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.126+0000 7f567ce11800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 2024-09-12T17:16:23.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.128+0000 7f567ce11800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:16:23.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.128+0000 7f567ce11800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:16:23.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.128+0000 7f567ce11800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:23.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.128+0000 7f567ce11800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22, ofs0, ns] 2024-09-12T17:16:23.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.129+0000 7f554f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366197 cookie 94289348417280 notifier 6507 bl.length()=965 2024-09-12T17:16:23.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.129+0000 7f554f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 info.flags=0x17 2024-09-12T17:16:23.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.129+0000 7f554f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 to cache LRU end 2024-09-12T17:16:23.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.129+0000 7f554f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:23.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.130+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): orig_sources= new_sources= 2024-09-12T17:16:23.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.130+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): potential sources added=[] removed=[] 2024-09-12T17:16:23.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.130+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): orig_dests= new_dests= 2024-09-12T17:16:23.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.130+0000 7f567ce11800 20 handle_bi_update(): bucket=:abort-at-init-indext[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22]): potential dests added=[] removed=[] 2024-09-12T17:16:23.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.132+0000 7f567ce11800 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-12T17:16:23.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.134+0000 7f552efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:23.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.136+0000 7f567ce11800 20 remove_watcher() i=0 2024-09-12T17:16:23.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.136+0000 7f567ce11800 2 removed watcher, disabling cache 2024-09-12T17:16:23.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.137+0000 7f567ce11800 20 remove_watcher() i=1 2024-09-12T17:16:23.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.139+0000 7f567ce11800 20 remove_watcher() i=2 2024-09-12T17:16:23.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.140+0000 7f567ce11800 20 remove_watcher() i=3 2024-09-12T17:16:23.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.141+0000 7f567ce11800 20 remove_watcher() i=4 2024-09-12T17:16:23.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.142+0000 7f567ce11800 20 remove_watcher() i=5 2024-09-12T17:16:23.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.143+0000 7f567ce11800 20 remove_watcher() i=6 2024-09-12T17:16:23.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.144+0000 7f567ce11800 20 remove_watcher() i=7 2024-09-12T17:16:23.160 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:16:23.190 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:23.190 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:23.229 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.227+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 20 realm 2024-09-12T17:16:23.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:23.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.229+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.230+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:23.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.230+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.231+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:23.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.231+0000 7f24adf37800 20 searching for the correct realm 2024-09-12T17:16:23.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.233+0000 7f24aa422640 0 -- 172.21.15.123:0/1657130301 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f24a00ab7b0 msgr2=0x7f24a00ac7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:16:23.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.439+0000 7f24a9420640 0 -- 172.21.15.123:0/1657130301 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f24a40a7150 msgr2=0x7f24a4019990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:23.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:23.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:23.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:23.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.645+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:23.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 20 zone default found 2024-09-12T17:16:23.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 4 Realm: () 2024-09-12T17:16:23.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:23.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 20 zonegroup default 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.646+0000 7f24adf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.647+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.647+0000 7f24adf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.647+0000 7f24adf37800 20 started sync module instance, tier type = 2024-09-12T17:16:23.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.647+0000 7f24adf37800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=0 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=1 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=2 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=3 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=4 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=5 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=6 2024-09-12T17:16:23.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 20 add_watcher() i=7 2024-09-12T17:16:23.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.657+0000 7f24adf37800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:23.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f235b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:23.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f24adf37800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:23.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f24adf37800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:23.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f24adf37800 5 note: GC not initialized 2024-09-12T17:16:23.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f235a7fc640 20 reqs_thread_entry: start 2024-09-12T17:16:23.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f24adf37800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:23.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f24adf37800 20 Filter name: none 2024-09-12T17:16:23.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f22cbfff640 20 reqs_thread_entry: start 2024-09-12T17:16:23.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.660+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.661+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:16:23.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.661+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.661+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:16:23.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.661+0000 7f24adf37800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:23.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.661+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.662+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T17:16:23.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.662+0000 7f24adf37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:23.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.662+0000 7f24adf37800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T17:16:23.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.662+0000 7f24adf37800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:23.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.663+0000 7f235b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:23.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.666+0000 7f24adf37800 20 remove_watcher() i=0 2024-09-12T17:16:23.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.666+0000 7f24adf37800 2 removed watcher, disabling cache 2024-09-12T17:16:23.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.667+0000 7f24adf37800 20 remove_watcher() i=1 2024-09-12T17:16:23.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.668+0000 7f24adf37800 20 remove_watcher() i=2 2024-09-12T17:16:23.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.670+0000 7f24adf37800 20 remove_watcher() i=3 2024-09-12T17:16:23.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.671+0000 7f24adf37800 20 remove_watcher() i=4 2024-09-12T17:16:23.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.672+0000 7f24adf37800 20 remove_watcher() i=5 2024-09-12T17:16:23.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.673+0000 7f24adf37800 20 remove_watcher() i=6 2024-09-12T17:16:23.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:23.674+0000 7f24adf37800 20 remove_watcher() i=7 2024-09-12T17:16:23.686 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:23.686 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:23.687 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-init-indext id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:16:23.687 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:23.689 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:23.689 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:23.709 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:23.709 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:23.929 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:23.929 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:23.992 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-12T17:16:23.992 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:23.993 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:23.993 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.033 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.033 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.090 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.090 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.126 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.126 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.162 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.162 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.197 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.198 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.234 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.234 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.270 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.270 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.306 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.306 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.341 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.341 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.378 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.379 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.415 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.415 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.451 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.451 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.486 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.487 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.522 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.522 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.555 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.556 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.591 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.591 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.626 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.626 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.663 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.663 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.697 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.697 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.731 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.731 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.767 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:24.768 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:24.803 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:16:24.831 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:24.831 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:24.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.866+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:24.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:24.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 20 realm 2024-09-12T17:16:24.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:24.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:24.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:24.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:24.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:24.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.868+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:24.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.869+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:24.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.869+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:24.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.869+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:24.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.869+0000 7ff0e432e800 20 searching for the correct realm 2024-09-12T17:16:24.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:24.870+0000 7ff0dff64640 0 -- 172.21.15.123:0/563731674 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7ff0c8003bd0 msgr2=0x7ff0d803d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:25.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.074+0000 7ff0dff64640 0 -- 172.21.15.123:0/563731674 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x5612426e2950 msgr2=0x7ff0d8052410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:25.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:25.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:25.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.283+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:25.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 zone default found 2024-09-12T17:16:25.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 4 Realm: () 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 zonegroup default 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.284+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.285+0000 7ff0e432e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.285+0000 7ff0e432e800 20 started sync module instance, tier type = 2024-09-12T17:16:25.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.285+0000 7ff0e432e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:25.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.294+0000 7ff0e432e800 20 add_watcher() i=0 2024-09-12T17:16:25.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.294+0000 7ff0e432e800 20 add_watcher() i=1 2024-09-12T17:16:25.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.294+0000 7ff0e432e800 20 add_watcher() i=2 2024-09-12T17:16:25.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.294+0000 7ff0e432e800 20 add_watcher() i=3 2024-09-12T17:16:25.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.294+0000 7ff0e432e800 20 add_watcher() i=4 2024-09-12T17:16:25.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.294+0000 7ff0e432e800 20 add_watcher() i=5 2024-09-12T17:16:25.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.294+0000 7ff0e432e800 20 add_watcher() i=6 2024-09-12T17:16:25.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.295+0000 7ff0e432e800 20 add_watcher() i=7 2024-09-12T17:16:25.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.295+0000 7ff0e432e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:25.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.296+0000 7fef95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:25.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7ff0e432e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:25.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7ff0e432e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:25.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7ff0e432e800 5 note: GC not initialized 2024-09-12T17:16:25.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7fef94fe1640 20 reqs_thread_entry: start 2024-09-12T17:16:25.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7ff0e432e800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:25.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7ff0e432e800 20 Filter name: none 2024-09-12T17:16:25.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7fef0e7fc640 20 reqs_thread_entry: start 2024-09-12T17:16:25.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.297+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.298+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:25.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.298+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.298+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:25.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.298+0000 7ff0e432e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:25.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.298+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.299+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:25.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.299+0000 7ff0e432e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.299+0000 7ff0e432e800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:25.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.299+0000 7ff0e432e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:25.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.300+0000 7fef95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:25.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.302+0000 7ff0e432e800 20 remove_watcher() i=0 2024-09-12T17:16:25.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.302+0000 7ff0e432e800 2 removed watcher, disabling cache 2024-09-12T17:16:25.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.304+0000 7ff0e432e800 20 remove_watcher() i=1 2024-09-12T17:16:25.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.305+0000 7ff0e432e800 20 remove_watcher() i=2 2024-09-12T17:16:25.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.306+0000 7ff0e432e800 20 remove_watcher() i=3 2024-09-12T17:16:25.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.306+0000 7ff0e432e800 20 remove_watcher() i=4 2024-09-12T17:16:25.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.307+0000 7ff0e432e800 20 remove_watcher() i=5 2024-09-12T17:16:25.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.308+0000 7ff0e432e800 20 remove_watcher() i=6 2024-09-12T17:16:25.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.309+0000 7ff0e432e800 20 remove_watcher() i=7 2024-09-12T17:16:25.322 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:25.322 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:25.322 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:16:25.322 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:25.323 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-12T17:16:25.357 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:25.357 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:25.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.392+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.394+0000 7f7d2b42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.394+0000 7f7d2b42f800 20 realm 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.394+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.394+0000 7f7d2b42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.394+0000 7f7d2b42f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.394+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.395+0000 7f7d2b42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.395+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.395+0000 7f7d2b42f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:25.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.395+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.396+0000 7f7d2b42f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:25.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.396+0000 7f7d2b42f800 20 searching for the correct realm 2024-09-12T17:16:25.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.398+0000 7f7d2971a640 0 -- 172.21.15.123:0/4157092820 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f7d1c073c20 msgr2=0x7f7d1c0a6050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:25.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.604+0000 7f7d28718640 0 -- 172.21.15.123:0/4157092820 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f7d20061040 msgr2=0x7f7d20061420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:25.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:25.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:25.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:25.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:25.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:25.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:25.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:25.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.812+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:25.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 20 zone default found 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 4 Realm: () 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 20 zonegroup default 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.813+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.814+0000 7f7d2b42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.814+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.814+0000 7f7d2b42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.814+0000 7f7d2b42f800 20 started sync module instance, tier type = 2024-09-12T17:16:25.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.814+0000 7f7d2b42f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:25.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.823+0000 7f7d2b42f800 20 add_watcher() i=0 2024-09-12T17:16:25.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.823+0000 7f7d2b42f800 20 add_watcher() i=1 2024-09-12T17:16:25.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.823+0000 7f7d2b42f800 20 add_watcher() i=2 2024-09-12T17:16:25.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.823+0000 7f7d2b42f800 20 add_watcher() i=3 2024-09-12T17:16:25.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.823+0000 7f7d2b42f800 20 add_watcher() i=4 2024-09-12T17:16:25.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.823+0000 7f7d2b42f800 20 add_watcher() i=5 2024-09-12T17:16:25.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.823+0000 7f7d2b42f800 20 add_watcher() i=6 2024-09-12T17:16:25.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.824+0000 7f7d2b42f800 20 add_watcher() i=7 2024-09-12T17:16:25.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.824+0000 7f7d2b42f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:25.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.826+0000 7f7bdefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:25.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7d2b42f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:25.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7d2b42f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7d2b42f800 5 note: GC not initialized 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7bddfe3640 20 reqs_thread_entry: start 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7d2b42f800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7d2b42f800 20 Filter name: none 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7b4f7fe640 20 reqs_thread_entry: start 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7d2b42f800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.827+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 : miss 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:25.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:25.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:25.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:25.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:25.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.828+0000 7f7d2b42f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 2024-09-12T17:16:25.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.831+0000 7f7d2b42f800 -1 Injecting error=-5 at location=set_target_layout 2024-09-12T17:16:25.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.831+0000 7f7d2b42f800 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-12T17:16:25.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.834+0000 7f7bdefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:25.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.837+0000 7f7d2b42f800 20 remove_watcher() i=0 2024-09-12T17:16:25.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.837+0000 7f7d2b42f800 2 removed watcher, disabling cache 2024-09-12T17:16:25.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.838+0000 7f7d2b42f800 20 remove_watcher() i=1 2024-09-12T17:16:25.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.839+0000 7f7d2b42f800 20 remove_watcher() i=2 2024-09-12T17:16:25.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.840+0000 7f7d2b42f800 20 remove_watcher() i=3 2024-09-12T17:16:25.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.841+0000 7f7d2b42f800 20 remove_watcher() i=4 2024-09-12T17:16:25.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.842+0000 7f7d2b42f800 20 remove_watcher() i=5 2024-09-12T17:16:25.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.843+0000 7f7d2b42f800 20 remove_watcher() i=6 2024-09-12T17:16:25.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.844+0000 7f7d2b42f800 20 remove_watcher() i=7 2024-09-12T17:16:25.857 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:16:25.886 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:25.886 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:25.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.921+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 20 realm 2024-09-12T17:16:25.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:25.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:25.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.923+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.924+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:25.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.924+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:25.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.925+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:25.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.925+0000 7f76894b9800 20 searching for the correct realm 2024-09-12T17:16:25.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.927+0000 7f76877a4640 0 -- 172.21.15.123:0/853519918 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f767c073040 msgr2=0x7f767c060960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:25.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:25.931+0000 7f76867a2640 0 -- 172.21.15.123:0/853519918 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f76800c2a10 msgr2=0x7f76800dba10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:16:26.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:26.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:26.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:26.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:26.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:26.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:26.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.137+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.138+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:26.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.138+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:26.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 zone default found 2024-09-12T17:16:26.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 4 Realm: () 2024-09-12T17:16:26.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:26.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:26.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:26.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 zonegroup default 2024-09-12T17:16:26.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.139+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.140+0000 7f76894b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.140+0000 7f76894b9800 20 started sync module instance, tier type = 2024-09-12T17:16:26.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.140+0000 7f76894b9800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:26.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=0 2024-09-12T17:16:26.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=1 2024-09-12T17:16:26.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=2 2024-09-12T17:16:26.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=3 2024-09-12T17:16:26.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=4 2024-09-12T17:16:26.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=5 2024-09-12T17:16:26.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=6 2024-09-12T17:16:26.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 20 add_watcher() i=7 2024-09-12T17:16:26.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.149+0000 7f76894b9800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:26.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.151+0000 7f753d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:26.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.151+0000 7f76894b9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:26.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.151+0000 7f76894b9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:26.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.151+0000 7f76894b9800 5 note: GC not initialized 2024-09-12T17:16:26.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.152+0000 7f74b7fff640 20 reqs_thread_entry: start 2024-09-12T17:16:26.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.152+0000 7f76894b9800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:26.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.152+0000 7f76894b9800 20 Filter name: none 2024-09-12T17:16:26.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.152+0000 7f74b5ffb640 20 reqs_thread_entry: start 2024-09-12T17:16:26.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.152+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.152+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:26.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.152+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.153+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:26.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.153+0000 7f76894b9800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:26.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.153+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.153+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:26.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.153+0000 7f76894b9800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.153+0000 7f76894b9800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:26.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.153+0000 7f76894b9800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:26.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.155+0000 7f753d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:26.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.157+0000 7f76894b9800 20 remove_watcher() i=0 2024-09-12T17:16:26.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.157+0000 7f76894b9800 2 removed watcher, disabling cache 2024-09-12T17:16:26.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.159+0000 7f76894b9800 20 remove_watcher() i=1 2024-09-12T17:16:26.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.160+0000 7f76894b9800 20 remove_watcher() i=2 2024-09-12T17:16:26.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.161+0000 7f76894b9800 20 remove_watcher() i=3 2024-09-12T17:16:26.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.162+0000 7f76894b9800 20 remove_watcher() i=4 2024-09-12T17:16:26.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.163+0000 7f76894b9800 20 remove_watcher() i=5 2024-09-12T17:16:26.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.164+0000 7f76894b9800 20 remove_watcher() i=6 2024-09-12T17:16:26.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.165+0000 7f76894b9800 20 remove_watcher() i=7 2024-09-12T17:16:26.177 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:26.177 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:26.177 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:16:26.177 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:26.179 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:26.179 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:26.211 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:26.211 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:26.267 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:16:26.300 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:26.300 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:26.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.335+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.337+0000 7f133d410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.337+0000 7f133d410800 20 realm 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.337+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.337+0000 7f133d410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.337+0000 7f133d410800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.337+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.338+0000 7f133d410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.338+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.338+0000 7f133d410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:26.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.338+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.339+0000 7f133d410800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:26.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.339+0000 7f133d410800 20 searching for the correct realm 2024-09-12T17:16:26.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.341+0000 7f1333fff640 0 -- 172.21.15.123:0/3868975460 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f132c072040 msgr2=0x7f132c0682d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:26.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.545+0000 7f1338bbc640 0 -- 172.21.15.123:0/3868975460 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f1334061040 msgr2=0x7f13340dc7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:26.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.551+0000 7f133d410800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:26.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.551+0000 7f133d410800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:26.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.551+0000 7f133d410800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:26.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.551+0000 7f133d410800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:26.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.551+0000 7f133d410800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:26.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.551+0000 7f133d410800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:26.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.551+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:26.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:26.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 zone default found 2024-09-12T17:16:26.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 4 Realm: () 2024-09-12T17:16:26.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:26.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:26.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:26.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 zonegroup default 2024-09-12T17:16:26.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.552+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.553+0000 7f133d410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.553+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.553+0000 7f133d410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.553+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.553+0000 7f133d410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.553+0000 7f133d410800 20 started sync module instance, tier type = 2024-09-12T17:16:26.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.553+0000 7f133d410800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.563+0000 7f133d410800 20 add_watcher() i=0 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.563+0000 7f133d410800 20 add_watcher() i=1 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.563+0000 7f133d410800 20 add_watcher() i=2 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.563+0000 7f133d410800 20 add_watcher() i=3 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.563+0000 7f133d410800 20 add_watcher() i=4 2024-09-12T17:16:26.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.563+0000 7f133d410800 20 add_watcher() i=5 2024-09-12T17:16:26.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.563+0000 7f133d410800 20 add_watcher() i=6 2024-09-12T17:16:26.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.564+0000 7f133d410800 20 add_watcher() i=7 2024-09-12T17:16:26.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.564+0000 7f133d410800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:26.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.565+0000 7f11eeff5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:26.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f133d410800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:26.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f133d410800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:26.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f133d410800 5 note: GC not initialized 2024-09-12T17:16:26.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f11edff3640 20 reqs_thread_entry: start 2024-09-12T17:16:26.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f133d410800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:26.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f133d410800 20 Filter name: none 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f115f7fe640 20 reqs_thread_entry: start 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f133d410800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.566+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 : miss 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:26.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.567+0000 7f133d410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 2024-09-12T17:16:26.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f133d410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:26.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f133d410800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:26.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f133d410800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:26.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f133d410800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23, ofs0, ns] 2024-09-12T17:16:26.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f120ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366222 cookie 94027272032160 notifier 6161 bl.length()=1009 2024-09-12T17:16:26.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f120ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:26.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f120ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:26.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.571+0000 7f120ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:26.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.573+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): orig_sources= new_sources= 2024-09-12T17:16:26.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.573+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): potential sources added=[] removed=[] 2024-09-12T17:16:26.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.573+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): orig_dests= new_dests= 2024-09-12T17:16:26.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.573+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): potential dests added=[] removed=[] 2024-09-12T17:16:26.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.575+0000 7f133d410800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23.1.0 2024-09-12T17:16:26.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.575+0000 7f133d410800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23.1.0 2024-09-12T17:16:26.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.575+0000 7f133d410800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23.1.1 2024-09-12T17:16:26.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.575+0000 7f133d410800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23.1.1 2024-09-12T17:16:26.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.575+0000 7f133d410800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23.0 2024-09-12T17:16:26.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.577+0000 7f133d410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:16:26.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.577+0000 7f133d410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 2024-09-12T17:16:26.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f133d410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:26.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f133d410800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:26.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f133d410800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:26.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f133d410800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23, ofs0, ns] 2024-09-12T17:16:26.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f120ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366223 cookie 94027272032160 notifier 6161 bl.length()=1009 2024-09-12T17:16:26.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f120ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:26.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f120ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:26.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.579+0000 7f120ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:26.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.580+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): orig_sources= new_sources= 2024-09-12T17:16:26.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.580+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): potential sources added=[] removed=[] 2024-09-12T17:16:26.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.580+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): orig_dests= new_dests= 2024-09-12T17:16:26.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.580+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): potential dests added=[] removed=[] 2024-09-12T17:16:26.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.581+0000 7f133d410800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23.0 2024-09-12T17:16:26.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.582+0000 7f133d410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:16:26.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.582+0000 7f133d410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 2024-09-12T17:16:26.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f133d410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:26.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f133d410800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:26.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f133d410800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:26.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f133d410800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23, ofs0, ns] 2024-09-12T17:16:26.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f120f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94027272032160 notifier 6161 bl.length()=977 2024-09-12T17:16:26.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f120f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 info.flags=0x17 2024-09-12T17:16:26.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f120f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 to cache LRU end 2024-09-12T17:16:26.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.583+0000 7f120f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:26.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.584+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): orig_sources= new_sources= 2024-09-12T17:16:26.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.584+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): potential sources added=[] removed=[] 2024-09-12T17:16:26.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.584+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): orig_dests= new_dests= 2024-09-12T17:16:26.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.584+0000 7f133d410800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23]): potential dests added=[] removed=[] 2024-09-12T17:16:26.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.586+0000 7f133d410800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:16:26.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.588+0000 7f11eeff5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:26.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.590+0000 7f133d410800 20 remove_watcher() i=0 2024-09-12T17:16:26.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.590+0000 7f133d410800 2 removed watcher, disabling cache 2024-09-12T17:16:26.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.591+0000 7f133d410800 20 remove_watcher() i=1 2024-09-12T17:16:26.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.592+0000 7f133d410800 20 remove_watcher() i=2 2024-09-12T17:16:26.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.593+0000 7f133d410800 20 remove_watcher() i=3 2024-09-12T17:16:26.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.594+0000 7f133d410800 20 remove_watcher() i=4 2024-09-12T17:16:26.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.595+0000 7f133d410800 20 remove_watcher() i=5 2024-09-12T17:16:26.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.596+0000 7f133d410800 20 remove_watcher() i=6 2024-09-12T17:16:26.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.597+0000 7f133d410800 20 remove_watcher() i=7 2024-09-12T17:16:26.611 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:16:26.639 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:26.640 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:26.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.877+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 20 realm 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:26.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.879+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.880+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.880+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.881+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:26.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.881+0000 7f5cb0619800 20 searching for the correct realm 2024-09-12T17:16:26.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:26.883+0000 7f5cac5ec640 0 -- 172.21.15.123:0/3799006306 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f5c9406d040 msgr2=0x7f5c9406f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:16:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.090+0000 7f5ca3fff640 0 -- 172.21.15.123:0/3799006306 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f5ca4071020 msgr2=0x7f5ca40669a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:27.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.296+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 20 zone default found 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 4 Realm: () 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 20 zonegroup default 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.297+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.298+0000 7f5cb0619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.298+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.298+0000 7f5cb0619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.298+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.298+0000 7f5cb0619800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.298+0000 7f5cb0619800 20 started sync module instance, tier type = 2024-09-12T17:16:27.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.298+0000 7f5cb0619800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.309+0000 7f5cb0619800 20 add_watcher() i=0 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.309+0000 7f5cb0619800 20 add_watcher() i=1 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.309+0000 7f5cb0619800 20 add_watcher() i=2 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.309+0000 7f5cb0619800 20 add_watcher() i=3 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.309+0000 7f5cb0619800 20 add_watcher() i=4 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.309+0000 7f5cb0619800 20 add_watcher() i=5 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.309+0000 7f5cb0619800 20 add_watcher() i=6 2024-09-12T17:16:27.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.310+0000 7f5cb0619800 20 add_watcher() i=7 2024-09-12T17:16:27.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.310+0000 7f5cb0619800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5b61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:27.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5cb0619800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5cb0619800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5cb0619800 5 note: GC not initialized 2024-09-12T17:16:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5b60fe1640 20 reqs_thread_entry: start 2024-09-12T17:16:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5cb0619800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5cb0619800 20 Filter name: none 2024-09-12T17:16:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.312+0000 7f5ada7fc640 20 reqs_thread_entry: start 2024-09-12T17:16:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.313+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.313+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:27.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.313+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.313+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:27.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.313+0000 7f5cb0619800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:27.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.313+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.314+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:27.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.314+0000 7f5cb0619800 20 rados->read ofs=0 len=0 2024-09-12T17:16:27.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.314+0000 7f5cb0619800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:27.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.314+0000 7f5cb0619800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:27.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.316+0000 7f5b61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:27.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.318+0000 7f5cb0619800 20 remove_watcher() i=0 2024-09-12T17:16:27.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.318+0000 7f5cb0619800 2 removed watcher, disabling cache 2024-09-12T17:16:27.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.319+0000 7f5cb0619800 20 remove_watcher() i=1 2024-09-12T17:16:27.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.320+0000 7f5cb0619800 20 remove_watcher() i=2 2024-09-12T17:16:27.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.321+0000 7f5cb0619800 20 remove_watcher() i=3 2024-09-12T17:16:27.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.323+0000 7f5cb0619800 20 remove_watcher() i=4 2024-09-12T17:16:27.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.324+0000 7f5cb0619800 20 remove_watcher() i=5 2024-09-12T17:16:27.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.324+0000 7f5cb0619800 20 remove_watcher() i=6 2024-09-12T17:16:27.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:27.325+0000 7f5cb0619800 20 remove_watcher() i=7 2024-09-12T17:16:27.338 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:27.338 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:27.339 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:16:27.339 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:27.341 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.341 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.359 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.359 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.576 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.576 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.637 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-12T17:16:27.637 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:27.637 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.638 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.677 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.677 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.733 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.733 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.766 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.766 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.799 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.799 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.835 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.836 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.871 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.871 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.906 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.906 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.943 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.943 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:27.979 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:27.979 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.014 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.015 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.052 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.052 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.087 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.088 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.124 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.124 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.160 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.160 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.196 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.196 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.232 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.233 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.268 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.268 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.304 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.304 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.337 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.337 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.372 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.372 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:28.408 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:28.443 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:16:28.471 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:28.471 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:28.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.507+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 20 realm 2024-09-12T17:16:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.509+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.510+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.510+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.510+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.510+0000 7f7015d37800 20 searching for the correct realm 2024-09-12T17:16:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.511+0000 7f7011a21640 0 -- 172.21.15.123:0/4101438785 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x56488f5d1950 msgr2=0x7f700c079920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:28.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.716+0000 7f7011a21640 0 -- 172.21.15.123:0/4101438785 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x56488f661d60 msgr2=0x7f700c091910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:28.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:28.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.925+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:28.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 zone default found 2024-09-12T17:16:28.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 4 Realm: () 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 zonegroup default 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.926+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.927+0000 7f7015d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.927+0000 7f7015d37800 20 started sync module instance, tier type = 2024-09-12T17:16:28.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.927+0000 7f7015d37800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:28.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.935+0000 7f7015d37800 20 add_watcher() i=0 2024-09-12T17:16:28.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.935+0000 7f7015d37800 20 add_watcher() i=1 2024-09-12T17:16:28.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.935+0000 7f7015d37800 20 add_watcher() i=2 2024-09-12T17:16:28.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.935+0000 7f7015d37800 20 add_watcher() i=3 2024-09-12T17:16:28.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.935+0000 7f7015d37800 20 add_watcher() i=4 2024-09-12T17:16:28.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.935+0000 7f7015d37800 20 add_watcher() i=5 2024-09-12T17:16:28.937 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.935+0000 7f7015d37800 20 add_watcher() i=6 2024-09-12T17:16:28.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.936+0000 7f7015d37800 20 add_watcher() i=7 2024-09-12T17:16:28.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.936+0000 7f7015d37800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.938+0000 7f6ec37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.938+0000 7f7015d37800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.938+0000 7f7015d37800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.938+0000 7f7015d37800 5 note: GC not initialized 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.939+0000 7f6ec27fc640 20 reqs_thread_entry: start 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.939+0000 7f7015d37800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.939+0000 7f7015d37800 20 Filter name: none 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.939+0000 7f6e37fff640 20 reqs_thread_entry: start 2024-09-12T17:16:28.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.939+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.939+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.939+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.940+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.940+0000 7f7015d37800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.940+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.940+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.940+0000 7f7015d37800 20 rados->read ofs=0 len=0 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.940+0000 7f7015d37800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:28.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.941+0000 7f7015d37800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:28.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.942+0000 7f6ec37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:28.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.944+0000 7f7015d37800 20 remove_watcher() i=0 2024-09-12T17:16:28.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.944+0000 7f7015d37800 2 removed watcher, disabling cache 2024-09-12T17:16:28.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.945+0000 7f7015d37800 20 remove_watcher() i=1 2024-09-12T17:16:28.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.946+0000 7f7015d37800 20 remove_watcher() i=2 2024-09-12T17:16:28.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.947+0000 7f7015d37800 20 remove_watcher() i=3 2024-09-12T17:16:28.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.948+0000 7f7015d37800 20 remove_watcher() i=4 2024-09-12T17:16:28.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.949+0000 7f7015d37800 20 remove_watcher() i=5 2024-09-12T17:16:28.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.950+0000 7f7015d37800 20 remove_watcher() i=6 2024-09-12T17:16:28.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:28.951+0000 7f7015d37800 20 remove_watcher() i=7 2024-09-12T17:16:28.963 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:28.963 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:28.963 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:16:28.963 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:28.964 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-12T17:16:29.000 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:29.001 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:29.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.037+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.038+0000 7f6728925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.038+0000 7f6728925800 20 realm 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.038+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.038+0000 7f6728925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.038+0000 7f6728925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.038+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.039+0000 7f6728925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.039+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.040+0000 7f6728925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.040+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.040+0000 7f6728925800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:29.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.040+0000 7f6728925800 20 searching for the correct realm 2024-09-12T17:16:29.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.042+0000 7f6724db6640 0 -- 172.21.15.123:0/3374756569 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f670c032060 msgr2=0x7f670c066900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:29.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.248+0000 7f6723db4640 0 -- 172.21.15.123:0/3374756569 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f671c093fe0 msgr2=0x7f671c0e7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:29.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:29.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.455+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:29.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 zone default found 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 4 Realm: () 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 zonegroup default 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.456+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.457+0000 7f6728925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.457+0000 7f6728925800 20 started sync module instance, tier type = 2024-09-12T17:16:29.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.457+0000 7f6728925800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:29.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.466+0000 7f6728925800 20 add_watcher() i=0 2024-09-12T17:16:29.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.466+0000 7f6728925800 20 add_watcher() i=1 2024-09-12T17:16:29.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.466+0000 7f6728925800 20 add_watcher() i=2 2024-09-12T17:16:29.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.466+0000 7f6728925800 20 add_watcher() i=3 2024-09-12T17:16:29.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.466+0000 7f6728925800 20 add_watcher() i=4 2024-09-12T17:16:29.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.466+0000 7f6728925800 20 add_watcher() i=5 2024-09-12T17:16:29.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.466+0000 7f6728925800 20 add_watcher() i=6 2024-09-12T17:16:29.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.467+0000 7f6728925800 20 add_watcher() i=7 2024-09-12T17:16:29.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.467+0000 7f6728925800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:29.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.469+0000 7f65dafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.469+0000 7f6728925800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.469+0000 7f6728925800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.469+0000 7f6728925800 5 note: GC not initialized 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f65d9fdb640 20 reqs_thread_entry: start 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 20 Filter name: none 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f654b7fe640 20 reqs_thread_entry: start 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:16:29.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:29.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:16:29.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 : miss 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.470+0000 7f6728925800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.471+0000 7f6728925800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.471+0000 7f6728925800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 info.flags=0x17 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.471+0000 7f6728925800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 to cache LRU end 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.471+0000 7f6728925800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.471+0000 7f6728925800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:29.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.471+0000 7f6728925800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 2024-09-12T17:16:29.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.473+0000 7f6728925800 -1 Injecting error=-125 at location=set_target_layout 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.474+0000 7f6728925800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 info.flags=0x17 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.474+0000 7f6728925800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 to cache LRU end 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.474+0000 7f6728925800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.474+0000 7f6728925800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24, ofs0, ns] 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.475+0000 7f65fb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366227 cookie 94510451652608 notifier 6648 bl.length()=1009 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.475+0000 7f65fb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 info.flags=0x17 2024-09-12T17:16:29.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.475+0000 7f65fb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 to cache LRU end 2024-09-12T17:16:29.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.475+0000 7f65fb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:29.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.477+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): orig_sources= new_sources= 2024-09-12T17:16:29.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.477+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): potential sources added=[] removed=[] 2024-09-12T17:16:29.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.477+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): orig_dests= new_dests= 2024-09-12T17:16:29.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.477+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): potential dests added=[] removed=[] 2024-09-12T17:16:29.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.479+0000 7f6728925800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24.1.0 2024-09-12T17:16:29.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.479+0000 7f6728925800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24.1.0 2024-09-12T17:16:29.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.479+0000 7f6728925800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24.1.1 2024-09-12T17:16:29.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.479+0000 7f6728925800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24.1.1 2024-09-12T17:16:29.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.479+0000 7f6728925800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24.0 2024-09-12T17:16:29.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.481+0000 7f6728925800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:16:29.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.481+0000 7f6728925800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 2024-09-12T17:16:29.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.482+0000 7f6728925800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 info.flags=0x17 2024-09-12T17:16:29.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.482+0000 7f6728925800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 to cache LRU end 2024-09-12T17:16:29.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.482+0000 7f6728925800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:29.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.482+0000 7f6728925800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24, ofs0, ns] 2024-09-12T17:16:29.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.483+0000 7f65faffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366228 cookie 94510451652608 notifier 6648 bl.length()=1009 2024-09-12T17:16:29.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.483+0000 7f65faffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 info.flags=0x17 2024-09-12T17:16:29.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.483+0000 7f65faffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 to cache LRU end 2024-09-12T17:16:29.484 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.483+0000 7f65faffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:29.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.484+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): orig_sources= new_sources= 2024-09-12T17:16:29.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.484+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): potential sources added=[] removed=[] 2024-09-12T17:16:29.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.484+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): orig_dests= new_dests= 2024-09-12T17:16:29.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.484+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): potential dests added=[] removed=[] 2024-09-12T17:16:29.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.486+0000 7f6728925800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24.0 2024-09-12T17:16:29.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.486+0000 7f6728925800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:16:29.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.486+0000 7f6728925800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 2024-09-12T17:16:29.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.488+0000 7f6728925800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 info.flags=0x17 2024-09-12T17:16:29.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.488+0000 7f6728925800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 to cache LRU end 2024-09-12T17:16:29.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.488+0000 7f6728925800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:29.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.488+0000 7f6728925800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24, ofs0, ns] 2024-09-12T17:16:29.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.489+0000 7f65fb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366229 cookie 94510451652608 notifier 6648 bl.length()=977 2024-09-12T17:16:29.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.489+0000 7f65fb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 info.flags=0x17 2024-09-12T17:16:29.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.489+0000 7f65fb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 to cache LRU end 2024-09-12T17:16:29.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.489+0000 7f65fb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:29.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.490+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): orig_sources= new_sources= 2024-09-12T17:16:29.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.490+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): potential sources added=[] removed=[] 2024-09-12T17:16:29.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.490+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): orig_dests= new_dests= 2024-09-12T17:16:29.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.490+0000 7f6728925800 20 handle_bi_update(): bucket=:error-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24]): potential dests added=[] removed=[] 2024-09-12T17:16:29.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.492+0000 7f6728925800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:16:29.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.493+0000 7f65dafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:29.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.495+0000 7f6728925800 20 remove_watcher() i=0 2024-09-12T17:16:29.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.495+0000 7f6728925800 2 removed watcher, disabling cache 2024-09-12T17:16:29.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.497+0000 7f6728925800 20 remove_watcher() i=1 2024-09-12T17:16:29.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.498+0000 7f6728925800 20 remove_watcher() i=2 2024-09-12T17:16:29.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.499+0000 7f6728925800 20 remove_watcher() i=3 2024-09-12T17:16:29.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.500+0000 7f6728925800 20 remove_watcher() i=4 2024-09-12T17:16:29.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.501+0000 7f6728925800 20 remove_watcher() i=5 2024-09-12T17:16:29.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.502+0000 7f6728925800 20 remove_watcher() i=6 2024-09-12T17:16:29.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.503+0000 7f6728925800 20 remove_watcher() i=7 2024-09-12T17:16:29.516 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:16:29.546 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:29.546 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:29.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.582+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 20 realm 2024-09-12T17:16:29.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:29.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:29.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.584+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.585+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:29.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.585+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:29.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.586+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:29.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.586+0000 7fb06ec13800 20 searching for the correct realm 2024-09-12T17:16:29.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.588+0000 7fb06ab23640 0 -- 172.21.15.123:0/1640707087 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fb05407d040 msgr2=0x7fb054093410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:29.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:29.794+0000 7fb063fff640 0 -- 172.21.15.123:0/1640707087 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fb06400a9e0 msgr2=0x7fb06406e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:30.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:30.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.000+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:30.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:30.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 zone default found 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 4 Realm: () 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 zonegroup default 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.001+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.002+0000 7fb06ec13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.002+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.002+0000 7fb06ec13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.002+0000 7fb06ec13800 20 started sync module instance, tier type = 2024-09-12T17:16:30.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.002+0000 7fb06ec13800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.011+0000 7fb06ec13800 20 add_watcher() i=0 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.011+0000 7fb06ec13800 20 add_watcher() i=1 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.011+0000 7fb06ec13800 20 add_watcher() i=2 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.011+0000 7fb06ec13800 20 add_watcher() i=3 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.011+0000 7fb06ec13800 20 add_watcher() i=4 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.011+0000 7fb06ec13800 20 add_watcher() i=5 2024-09-12T17:16:30.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.011+0000 7fb06ec13800 20 add_watcher() i=6 2024-09-12T17:16:30.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.012+0000 7fb06ec13800 20 add_watcher() i=7 2024-09-12T17:16:30.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.012+0000 7fb06ec13800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:30.014 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.013+0000 7faf20fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fb06ec13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fb06ec13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fb06ec13800 5 note: GC not initialized 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fae9b7fe640 20 reqs_thread_entry: start 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fb06ec13800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fb06ec13800 20 Filter name: none 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fae997fa640 20 reqs_thread_entry: start 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.014+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.015+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:30.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.015+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.015+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:30.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.015+0000 7fb06ec13800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:30.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.015+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.015+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:30.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.015+0000 7fb06ec13800 20 rados->read ofs=0 len=0 2024-09-12T17:16:30.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.016+0000 7fb06ec13800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:30.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.016+0000 7fb06ec13800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:30.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.017+0000 7faf20fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:30.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.019+0000 7fb06ec13800 20 remove_watcher() i=0 2024-09-12T17:16:30.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.019+0000 7fb06ec13800 2 removed watcher, disabling cache 2024-09-12T17:16:30.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.020+0000 7fb06ec13800 20 remove_watcher() i=1 2024-09-12T17:16:30.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.021+0000 7fb06ec13800 20 remove_watcher() i=2 2024-09-12T17:16:30.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.022+0000 7fb06ec13800 20 remove_watcher() i=3 2024-09-12T17:16:30.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.023+0000 7fb06ec13800 20 remove_watcher() i=4 2024-09-12T17:16:30.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.024+0000 7fb06ec13800 20 remove_watcher() i=5 2024-09-12T17:16:30.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.025+0000 7fb06ec13800 20 remove_watcher() i=6 2024-09-12T17:16:30.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:30.026+0000 7fb06ec13800 20 remove_watcher() i=7 2024-09-12T17:16:30.037 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:30.037 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:30.037 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:16:30.037 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:30.039 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.039 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.059 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.060 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.289 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.289 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.352 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-12T17:16:30.352 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:30.353 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.353 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.395 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.395 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.451 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.451 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.488 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.488 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.522 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.522 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.557 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.557 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.592 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.593 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.629 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.629 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.663 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.733 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.768 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.802 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.802 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.837 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.838 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.872 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.872 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.907 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.907 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.941 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.942 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:30.975 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:30.975 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:31.008 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:31.008 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:31.044 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:31.044 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:31.079 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:31.079 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:31.115 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:31.115 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:31.151 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:16:31.179 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:31.179 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:31.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.214+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 20 realm 2024-09-12T17:16:31.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:31.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.216+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.217+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.217+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.218+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:31.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.218+0000 7f9e04887800 20 searching for the correct realm 2024-09-12T17:16:31.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.219+0000 7f9e02b72640 0 -- 172.21.15.123:0/1793385005 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9dec03f060 msgr2=0x7f9dec069e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:16:31.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.424+0000 7f9e01b70640 0 -- 172.21.15.123:0/1793385005 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f9df4081040 msgr2=0x7f9df4067840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:31.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.630+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 zone default found 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 4 Realm: () 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 zonegroup default 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.631+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.632+0000 7f9e04887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.632+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.632+0000 7f9e04887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.632+0000 7f9e04887800 20 started sync module instance, tier type = 2024-09-12T17:16:31.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.632+0000 7f9e04887800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:31.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.641+0000 7f9e04887800 20 add_watcher() i=0 2024-09-12T17:16:31.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.641+0000 7f9e04887800 20 add_watcher() i=1 2024-09-12T17:16:31.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.641+0000 7f9e04887800 20 add_watcher() i=2 2024-09-12T17:16:31.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.641+0000 7f9e04887800 20 add_watcher() i=3 2024-09-12T17:16:31.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.641+0000 7f9e04887800 20 add_watcher() i=4 2024-09-12T17:16:31.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.641+0000 7f9e04887800 20 add_watcher() i=5 2024-09-12T17:16:31.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.641+0000 7f9e04887800 20 add_watcher() i=6 2024-09-12T17:16:31.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.642+0000 7f9e04887800 20 add_watcher() i=7 2024-09-12T17:16:31.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.642+0000 7f9e04887800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:31.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.644+0000 7f9cb8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.644+0000 7f9e04887800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.644+0000 7f9e04887800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.644+0000 7f9e04887800 5 note: GC not initialized 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.644+0000 7f9c337fe640 20 reqs_thread_entry: start 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.644+0000 7f9e04887800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.645+0000 7f9e04887800 20 Filter name: none 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.645+0000 7f9c317fa640 20 reqs_thread_entry: start 2024-09-12T17:16:31.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.645+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.645+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:31.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.645+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.646+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:31.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.646+0000 7f9e04887800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:31.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.646+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.646+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:31.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.646+0000 7f9e04887800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.647+0000 7f9e04887800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:31.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.647+0000 7f9e04887800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:31.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.649+0000 7f9cb8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:31.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.651+0000 7f9e04887800 20 remove_watcher() i=0 2024-09-12T17:16:31.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.651+0000 7f9e04887800 2 removed watcher, disabling cache 2024-09-12T17:16:31.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.651+0000 7f9e04887800 20 remove_watcher() i=1 2024-09-12T17:16:31.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.652+0000 7f9e04887800 20 remove_watcher() i=2 2024-09-12T17:16:31.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.653+0000 7f9e04887800 20 remove_watcher() i=3 2024-09-12T17:16:31.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.655+0000 7f9e04887800 20 remove_watcher() i=4 2024-09-12T17:16:31.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.656+0000 7f9e04887800 20 remove_watcher() i=5 2024-09-12T17:16:31.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.657+0000 7f9e04887800 20 remove_watcher() i=6 2024-09-12T17:16:31.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.658+0000 7f9e04887800 20 remove_watcher() i=7 2024-09-12T17:16:31.669 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.669 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:31.669 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:16:31.669 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.671 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-12T17:16:31.705 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:31.705 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:31.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.741+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 20 realm 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.743+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.743+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.744+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:31.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.744+0000 7f0d5740e800 20 searching for the correct realm 2024-09-12T17:16:31.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.745+0000 7f0d4bfff640 0 -- 172.21.15.123:0/1953639046 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f0d4406b020 msgr2=0x7f0d440a3b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:31.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.749+0000 7f0d4bfff640 0 -- 172.21.15.123:0/1953639046 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f0c1c086ba0 msgr2=0x7f0c1c088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:31.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 zone default found 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 4 Realm: () 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 zonegroup default 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.755+0000 7f0d5740e800 20 started sync module instance, tier type = 2024-09-12T17:16:31.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.755+0000 7f0d5740e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:31.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=0 2024-09-12T17:16:31.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=1 2024-09-12T17:16:31.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=2 2024-09-12T17:16:31.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=3 2024-09-12T17:16:31.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=4 2024-09-12T17:16:31.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=5 2024-09-12T17:16:31.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=6 2024-09-12T17:16:31.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=7 2024-09-12T17:16:31.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.764+0000 7f0d5740e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:31.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.766+0000 7f0c097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:31.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.766+0000 7f0d5740e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:31.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.766+0000 7f0d5740e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:31.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.766+0000 7f0d5740e800 5 note: GC not initialized 2024-09-12T17:16:31.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.767+0000 7f0b83fff640 20 reqs_thread_entry: start 2024-09-12T17:16:31.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.767+0000 7f0d5740e800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:31.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.767+0000 7f0d5740e800 20 Filter name: none 2024-09-12T17:16:31.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.767+0000 7f0b81ffb640 20 reqs_thread_entry: start 2024-09-12T17:16:31.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.767+0000 7f0d5740e800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:16:31.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.767+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 : miss 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:31.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:31.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.768+0000 7f0d5740e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 2024-09-12T17:16:31.771 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0d5740e800 time 2024-09-12T17:16:31.771375+0000 2024-09-12T17:16:31.772 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:16:31.772 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.772 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0d5858c71a] 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.771+0000 7f0d5740e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0d5740e800 time 2024-09-12T17:16:31.771375+0000 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.773 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0d5858c71a] 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:16:31.774 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f0d5740e800 thread_name:radosgw-admin 2024-09-12T17:16:31.799 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.799 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0d5723e6f0] 2024-09-12T17:16:31.799 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0d5728b99c] 2024-09-12T17:16:31.800 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:16:31.800 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:16:31.800 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0d5858c774] 2024-09-12T17:16:31.800 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.800 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.801 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.801 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.801 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:16:31.801 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.801 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:16:31.801 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:16:31.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.772+0000 7f0d5740e800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:16:31.802 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f0d5740e800 thread_name:radosgw-admin 2024-09-12T17:16:31.802 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.802 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.803 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0d5723e6f0] 2024-09-12T17:16:31.803 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0d5728b99c] 2024-09-12T17:16:31.803 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:16:31.803 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:16:31.803 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0d5858c774] 2024-09-12T17:16:31.804 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.804 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.804 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.804 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.804 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:16:31.804 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.805 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:16:31.805 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:16:31.805 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:16:31.805 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.805 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:16:31.806 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.806 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.806 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: dump: 2024-09-12T17:16:31.806 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.806 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.806 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.807 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.807 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.807 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.807 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.807 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.807 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.808 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.808 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.808 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.808 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.808 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:16:31.723+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6245 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:16:31.723+0000 7f0d5740e800 10 monclient: get_monmap_and_config success 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:16:31.723+0000 7f0d5740e800 4 set_mon_vals no callback set 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: dump: 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.809 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:16:31.724+0000 7f0d5740e800 10 monclient: shutdown 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 asok(0x555d904f5730) unregister_commands rotate-key 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:16:31.724+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:16:31.724+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:16:31.724+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.810 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding auth protocol: cephx 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding auth protocol: cephx 2024-09-12T17:16:31.811 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding auth protocol: cephx 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.812 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:16:31.725+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: starting msgr at 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: starting objecter 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command objecter_requests hook 0x555d9071cee0 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: setting wanted keys 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: calling monclient init 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding auth protocol: cephx 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding auth protocol: cephx 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding auth protocol: cephx 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.813 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:16:31.725+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:16:31.725+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key hook 0x555d90717ac8 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.814 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d905ce850 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d9065ac20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d90661270 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.460745s 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d905ce850 auth_method 0 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d9065ac20 auth_method 0 2024-09-12T17:16:31.815 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.816 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d90661270 auth_method 0 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:16:31.726+0000 7f0d52a59640 10 monclient(hunting): handle_auth_done global_id 6696 payload 824 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:16:31.726+0000 7f0d52a59640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:16:31.726+0000 7f0d52a59640 1 monclient: found mon.noname-a 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:16:31.726+0000 7f0d52a59640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: dump: 2024-09-12T17:16:31.817 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.818 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: dump: 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.819 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:16:31.726+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6696 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:16:31.726+0000 7f0c40e09640 4 set_mon_vals no callback set 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:16:31.726+0000 7f0d5740e800 1 librados: init done 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:16:31.728+0000 7f0c3f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:16:31.728+0000 7f0c3f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:16:31.728+0000 7f0c3f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:16:31.728+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0c38076470 auth_method 0 2024-09-12T17:16:31.820 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:16:31.728+0000 7f0d5325a640 10 monclient: get_auth_request con 0x555d9074c7d0 auth_method 0 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:16:31.729+0000 7f0d52a59640 10 monclient: get_auth_request con 0x555d90762fb0 auth_method 0 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:16:31.730+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x555d907673a0 auth_method 0 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:16:31.731+0000 7f0d5325a640 10 monclient: get_auth_request con 0x555d90766890 auth_method 0 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:16:31.731+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:16:31.731+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:16:31.731+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.821 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding auth protocol: cephx 2024-09-12T17:16:31.822 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding auth protocol: cephx 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding auth protocol: cephx 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.823 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:16:31.732+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command objecter_requests cmddesc objecter_requests hook 0x555d907729c0 EEXIST 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding auth protocol: cephx 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding auth protocol: cephx 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding auth protocol: cephx 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.824 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:16:31.732+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:16:31.732+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key cmddesc rotate-key hook 0x555d9076e5c0 EEXIST 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d90796ce0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d907970c0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d907959f0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.825 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.467962s 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d907970c0 auth_method 0 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d90796ce0 auth_method 0 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d907959f0 auth_method 0 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.826 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_done global_id 6251 payload 824 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.827 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 1 monclient: found mon.noname-c 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: dump: 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.828 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: dump: 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.829 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:16:31.733+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6251 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:16:31.733+0000 7f0d53a5b640 4 set_mon_vals no callback set 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:16:31.735+0000 7f0c3ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:16:31.735+0000 7f0c3ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:16:31.735+0000 7f0c3ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:16:31.735+0000 7f0d5325a640 10 monclient: get_auth_request con 0x7f0c2c076380 auth_method 0 2024-09-12T17:16:31.830 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:16:31.735+0000 7f0d5740e800 10 monclient: get_monmap_and_config 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:16:31.735+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:16:31.735+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:16:31.735+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.831 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding auth protocol: cephx 2024-09-12T17:16:31.832 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding auth protocol: cephx 2024-09-12T17:16:31.832 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding auth protocol: cephx 2024-09-12T17:16:31.832 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.832 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.832 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:16:31.736+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.833 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding auth protocol: cephx 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding auth protocol: cephx 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding auth protocol: cephx 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.834 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:16:31.736+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:16:31.736+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key cmddesc rotate-key hook 0x7ffdb213e8c8 EEXIST 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d907eb1c0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d907dbb10 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d907e65f0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.835 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.471778s 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d907dbb10 auth_method 0 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d907e65f0 auth_method 0 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.836 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d907eb1c0 auth_method 0 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:16:31.737+0000 7f0d52a59640 10 monclient(hunting): handle_auth_done global_id 6254 payload 274 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:16:31.737+0000 7f0d52a59640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:16:31.737+0000 7f0d52a59640 1 monclient: found mon.noname-c 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:16:31.737+0000 7f0d52a59640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.837 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: dump: 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:16:31.737+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6254 2024-09-12T17:16:31.838 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:16:31.737+0000 7f0d5740e800 10 monclient: get_monmap_and_config success 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:16:31.737+0000 7f0d5740e800 4 set_mon_vals no callback set 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: dump: 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.839 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:16:31.737+0000 7f0d5740e800 10 monclient: shutdown 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.840 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding auth protocol: cephx 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding auth protocol: cephx 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding auth protocol: cephx 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.841 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:16:31.738+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: starting msgr at 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: starting objecter 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command objecter_requests cmddesc objecter_requests hook 0x555d907b96e0 EEXIST 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: setting wanted keys 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: calling monclient init 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding auth protocol: cephx 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding auth protocol: cephx 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding auth protocol: cephx 2024-09-12T17:16:31.842 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.843 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:16:31.738+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:16:31.738+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key cmddesc rotate-key hook 0x555d907ab6e8 EEXIST 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d907dbb10 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d907e65f0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d907eb1c0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.844 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.473976s 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d907dbb10 auth_method 0 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d907eb1c0 auth_method 0 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.845 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d907e65f0 auth_method 0 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_done global_id 6257 payload 824 2024-09-12T17:16:31.846 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 1 monclient: found mon.noname-c 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: dump: 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.847 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: dump: 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.848 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:16:31.739+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6257 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:16:31.739+0000 7f0c367fc640 4 set_mon_vals no callback set 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.849 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:16:31.739+0000 7f0d5740e800 1 librados: init done 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:16:31.739+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cr dump hook 0x555d907e71c8 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:16:31.741+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:16:31.741+0000 7f0c34ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:16:31.741+0000 7f0c34ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:16:31.741+0000 7f0c34ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:16:31.741+0000 7f0d5325a640 10 monclient: get_auth_request con 0x7f0c1c076470 auth_method 0 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:16:31.741+0000 7f0d52a59640 10 monclient: get_auth_request con 0x555d90805c10 auth_method 0 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 realm 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.850 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:16:31.742+0000 7f0d5740e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:16:31.742+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x555d90809ea0 auth_method 0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:16:31.743+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:16:31.743+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:16:31.743+0000 7f0d5325a640 10 monclient: get_auth_request con 0x555d9080d700 auth_method 0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:16:31.744+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:16:31.744+0000 7f0d5740e800 20 searching for the correct realm 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:16:31.744+0000 7f0d52a59640 10 monclient: get_auth_request con 0x7f0d4c025040 auth_method 0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:16:31.745+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0d4406b020 auth_method 0 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:16:31.745+0000 7f0d4bfff640 0 -- 172.21.15.123:0/1953639046 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f0d4406b020 msgr2=0x7f0d440a3b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:31.851 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:16:31.746+0000 7f0c34ff9640 1 client.6257.objecter ms_handle_reset 0x7f0d4406b020 session 0x7f0d440b6040 osd.2 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:16:31.746+0000 7f0c34ff9640 10 monclient: _renew_subs 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:16:31.746+0000 7f0c34ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:16:31.746+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0c1c086ba0 auth_method 0 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:16:31.746+0000 7f0d5325a640 10 monclient: get_auth_request con 0x7f0d3c082860 auth_method 0 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:16:31.747+0000 7f0d52a59640 10 monclient: get_auth_request con 0x7f0d4c043bc0 auth_method 0 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:16:31.749+0000 7f0d4bfff640 0 -- 172.21.15.123:0/1953639046 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f0c1c086ba0 msgr2=0x7f0c1c088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:16:31.749+0000 7f0c34ff9640 1 client.6257.objecter ms_handle_reset 0x7f0c1c086ba0 session 0x7f0d440b6040 osd.2 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:16:31.749+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0d4406b020 auth_method 0 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:16:31.749+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0d4c025930 auth_method 0 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:31.852 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 zone default found 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:16:31.754+0000 7f0d5740e800 4 Realm: () 2024-09-12T17:16:31.853 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:16:31.754+0000 7f0d5740e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:16:31.754+0000 7f0d5740e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:16:31.754+0000 7f0d5740e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 zonegroup default 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 started sync module instance, tier type = 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=0 2024-09-12T17:16:31.854 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=1 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=2 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=3 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=4 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=5 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=6 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=7 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:16:31.764+0000 7f0d5740e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding auth protocol: cephx 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding auth protocol: cephx 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding auth protocol: cephx 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.855 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.856 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:16:31.766+0000 7f0c097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:16:31.766+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:16:31.766+0000 7f0d5740e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:16:31.766+0000 7f0d5740e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache list hook 0x555d907e0290 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache inspect hook 0x555d907e0290 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache erase hook 0x555d907e0290 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache zap hook 0x555d907e0290 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 note: GC not initialized 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:16:31.767+0000 7f0b83fff640 20 reqs_thread_entry: start 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace show hook 0x7f0d4401c470 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace history hook 0x7f0d4401c470 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace active hook 0x7f0d4401c470 2024-09-12T17:16:31.857 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace active_short hook 0x7f0d4401c470 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:16:31.767+0000 7f0d5740e800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:16:31.767+0000 7f0d5740e800 20 Filter name: none 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:16:31.767+0000 7f0b81ffb640 20 reqs_thread_entry: start 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:16:31.767+0000 7f0d5740e800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:16:31.767+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 : miss 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.858 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:16:31.771+0000 7f0d5740e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0d5740e800 time 2024-09-12T17:16:31.771375+0000 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0d5858c71a] 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.859 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:16:31.772+0000 7f0d5740e800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f0d5740e800 thread_name:radosgw-admin 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0d5723e6f0] 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0d5728b99c] 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:16:31.860 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0d5858c774] 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:16:31.861 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:16:31.862 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:16:31.863 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:16:31.864 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:16:31.865 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:16:31.866 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:16:31.867 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0b81ffb640 / http_manager 2024-09-12T17:16:31.868 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0b83fff640 / http_manager 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c097e2640 / rgw_dt_lg_renew 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c34ff9640 / ms_dispatch 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c367fc640 / io_context_pool 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c3ce01640 / ms_dispatch 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c3f606640 / ms_dispatch 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c40e09640 / io_context_pool 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d4bfff640 / msgr-worker-2 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d52a59640 / msgr-worker-1 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d5325a640 / msgr-worker-0 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d53a5b640 / io_context_pool 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d5740e800 / radosgw-admin 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:16:31.869 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.100453.log 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: dump: 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.870 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:16:31.723+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6245 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:16:31.723+0000 7f0d5740e800 10 monclient: get_monmap_and_config success 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:16:31.723+0000 7f0d5740e800 4 set_mon_vals no callback set 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:16:31.723+0000 7f0c40e09640 10 monclient: dump: 2024-09-12T17:16:31.871 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:16:31.724+0000 7f0d5740e800 10 monclient: shutdown 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 asok(0x555d904f5730) unregister_commands rotate-key 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:16:31.724+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:16:31.724+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.872 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:16:31.724+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding auth protocol: cephx 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding auth protocol: cephx 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding auth protocol: cephx 2024-09-12T17:16:31.873 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: crc 2024-09-12T17:16:31.874 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:16:31.724+0000 7f0d5740e800 5 AuthRegistry(0x555d9071d150) adding con mode: secure 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:16:31.725+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: starting msgr at 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: starting objecter 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command objecter_requests hook 0x555d9071cee0 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: setting wanted keys 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:16:31.725+0000 7f0d5740e800 1 librados: calling monclient init 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding auth protocol: cephx 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding auth protocol: cephx 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding auth protocol: cephx 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.875 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: crc 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 AuthRegistry(0x555d90717980) adding con mode: secure 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:16:31.725+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:16:31.725+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:16:31.725+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key hook 0x555d90717ac8 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.876 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d905ce850 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d9065ac20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d90661270 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:16:31.725+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.460745s 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d905ce850 auth_method 0 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.877 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d9065ac20 auth_method 0 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:16:31.725+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:16:31.725+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d90661270 auth_method 0 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:16:31.726+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:16:31.726+0000 7f0d52a59640 10 monclient(hunting): handle_auth_done global_id 6696 payload 824 2024-09-12T17:16:31.878 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:16:31.726+0000 7f0d52a59640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:16:31.726+0000 7f0d52a59640 1 monclient: found mon.noname-a 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:16:31.726+0000 7f0d52a59640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: dump: 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.879 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:16:31.726+0000 7f0c3f606640 10 monclient: dump: 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.880 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:16:31.726+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6696 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:16:31.726+0000 7f0c40e09640 4 set_mon_vals no callback set 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:16:31.726+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:16:31.726+0000 7f0d5740e800 1 librados: init done 2024-09-12T17:16:31.881 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:16:31.728+0000 7f0c3f606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:16:31.882 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:16:31.728+0000 7f0c3f606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.882 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:16:31.728+0000 7f0c3f606640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.882 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:16:31.728+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0c38076470 auth_method 0 2024-09-12T17:16:31.882 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:16:31.728+0000 7f0d5325a640 10 monclient: get_auth_request con 0x555d9074c7d0 auth_method 0 2024-09-12T17:16:31.882 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:16:31.729+0000 7f0d52a59640 10 monclient: get_auth_request con 0x555d90762fb0 auth_method 0 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:16:31.730+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x555d907673a0 auth_method 0 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:16:31.731+0000 7f0d5325a640 10 monclient: get_auth_request con 0x555d90766890 auth_method 0 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:16:31.731+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:16:31.731+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:16:31.731+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.883 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding auth protocol: cephx 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding auth protocol: cephx 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding auth protocol: cephx 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.884 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: crc 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:16:31.731+0000 7f0d5740e800 5 AuthRegistry(0x555d9076f580) adding con mode: secure 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:16:31.732+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command objecter_requests cmddesc objecter_requests hook 0x555d907729c0 EEXIST 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding auth protocol: cephx 2024-09-12T17:16:31.885 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding auth protocol: cephx 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding auth protocol: cephx 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.886 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: crc 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 AuthRegistry(0x555d9076e478) adding con mode: secure 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:16:31.732+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:16:31.732+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:16:31.732+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key cmddesc rotate-key hook 0x555d9076e5c0 EEXIST 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d90796ce0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d907970c0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d907959f0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.887 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:16:31.732+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.467962s 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d907970c0 auth_method 0 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d90796ce0 auth_method 0 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d907959f0 auth_method 0 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.888 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:16:31.733+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:16:31.733+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_done global_id 6251 payload 824 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 1 monclient: found mon.noname-c 2024-09-12T17:16:31.889 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:16:31.733+0000 7f0d4bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: dump: 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.890 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:16:31.733+0000 7f0c3ce01640 10 monclient: dump: 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.891 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:16:31.733+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6251 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:16:31.733+0000 7f0d53a5b640 4 set_mon_vals no callback set 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:16:31.733+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:16:31.735+0000 7f0c3ce01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:16:31.892 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:16:31.735+0000 7f0c3ce01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:16:31.735+0000 7f0c3ce01640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:16:31.735+0000 7f0d5325a640 10 monclient: get_auth_request con 0x7f0c2c076380 auth_method 0 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:16:31.735+0000 7f0d5740e800 10 monclient: get_monmap_and_config 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:16:31.735+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:16:31.735+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:16:31.735+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.893 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.896 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.896 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding auth protocol: cephx 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding auth protocol: cephx 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding auth protocol: cephx 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.897 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: crc 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:16:31.735+0000 7f0d5740e800 5 AuthRegistry(0x555d907b6ba0) adding con mode: secure 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:16:31.736+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding auth protocol: cephx 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding auth protocol: cephx 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding auth protocol: cephx 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.898 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: crc 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213e780) adding con mode: secure 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:16:31.736+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:16:31.736+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:16:31.736+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key cmddesc rotate-key hook 0x7ffdb213e8c8 EEXIST 2024-09-12T17:16:31.899 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d907eb1c0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d907dbb10 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d907e65f0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:16:31.736+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.471778s 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d907dbb10 auth_method 0 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.900 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d907e65f0 auth_method 0 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:16:31.736+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:16:31.736+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d907eb1c0 auth_method 0 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.901 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:16:31.736+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:16:31.737+0000 7f0d52a59640 10 monclient(hunting): handle_auth_done global_id 6254 payload 274 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:16:31.737+0000 7f0d52a59640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:16:31.737+0000 7f0d52a59640 1 monclient: found mon.noname-c 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:16:31.737+0000 7f0d52a59640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: dump: 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.902 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:16:31.737+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6254 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:16:31.737+0000 7f0d5740e800 10 monclient: get_monmap_and_config success 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:16:31.737+0000 7f0d5740e800 4 set_mon_vals no callback set 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.903 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:16:31.737+0000 7f0c367fc640 10 monclient: dump: 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:16:31.737+0000 7f0d5740e800 10 monclient: shutdown 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: build_initial_monmap 2024-09-12T17:16:31.904 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 build_initial for_mkfs: 0 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: monmap: 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding auth protocol: cephx 2024-09-12T17:16:31.905 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding auth protocol: cephx 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding auth protocol: cephx 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.906 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: crc 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907dc000) adding con mode: secure 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:16:31.738+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: starting msgr at 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: starting objecter 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command objecter_requests cmddesc objecter_requests hook 0x555d907b96e0 EEXIST 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: setting wanted keys 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:16:31.738+0000 7f0d5740e800 1 librados: calling monclient init 2024-09-12T17:16:31.907 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: init 2024-09-12T17:16:31.908 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding auth protocol: cephx 2024-09-12T17:16:31.908 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding auth protocol: cephx 2024-09-12T17:16:31.908 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding auth protocol: cephx 2024-09-12T17:16:31.908 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.908 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.908 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.908 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: crc 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 AuthRegistry(0x555d907ab5a0) adding con mode: secure 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:16:31.738+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:16:31.738+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:16:31.738+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command rotate-key cmddesc rotate-key hook 0x555d907ab6e8 EEXIST 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: _reopen_session rank -1 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:16:31.909 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-c con 0x555d907dbb10 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-b con 0x555d907e65f0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): picked mon.noname-a con 0x555d907eb1c0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): start opening mon connection 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): _renew_subs 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:16:31.738+0000 7f0d5740e800 10 monclient(hunting): authenticate will time out at 2159.473976s 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request con 0x555d907dbb10 auth_method 0 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.910 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): get_auth_request con 0x555d907eb1c0 auth_method 0 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): get_auth_request con 0x555d907e65f0 auth_method 0 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:16:31.739+0000 7f0d52a59640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.911 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:16:31.739+0000 7f0d5325a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient(hunting): handle_auth_done global_id 6257 payload 824 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient: _finish_hunting 0 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 1 monclient: found mon.noname-c 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:16:31.739+0000 7f0d4bfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: dump: 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.912 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: _finish_auth 0 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:16:31.739+0000 7f0c34ff9640 10 monclient: dump: 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:16:31.913 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:16:31.739+0000 7f0d5740e800 5 monclient: authenticate success, global_id 6257 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:16:31.739+0000 7f0c367fc640 4 set_mon_vals no callback set 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _renew_subs 2024-09-12T17:16:31.914 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:16:31.739+0000 7f0d5740e800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:16:31.739+0000 7f0d5740e800 1 librados: init done 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:16:31.739+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cr dump hook 0x555d907e71c8 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:16:31.741+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:16:31.741+0000 7f0c34ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:16:31.741+0000 7f0c34ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:16:31.741+0000 7f0c34ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:16:31.741+0000 7f0d5325a640 10 monclient: get_auth_request con 0x7f0c1c076470 auth_method 0 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:16:31.741+0000 7f0d52a59640 10 monclient: get_auth_request con 0x555d90805c10 auth_method 0 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 realm 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.915 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:16:31.742+0000 7f0d5740e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:16:31.742+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:16:31.742+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x555d90809ea0 auth_method 0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:16:31.743+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:16:31.743+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:16:31.743+0000 7f0d5325a640 10 monclient: get_auth_request con 0x555d9080d700 auth_method 0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:16:31.744+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:16:31.744+0000 7f0d5740e800 20 searching for the correct realm 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:16:31.744+0000 7f0d52a59640 10 monclient: get_auth_request con 0x7f0d4c025040 auth_method 0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:16:31.745+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0d4406b020 auth_method 0 2024-09-12T17:16:31.916 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:16:31.745+0000 7f0d4bfff640 0 -- 172.21.15.123:0/1953639046 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f0d4406b020 msgr2=0x7f0d440a3b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:31.917 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:16:31.746+0000 7f0c34ff9640 1 client.6257.objecter ms_handle_reset 0x7f0d4406b020 session 0x7f0d440b6040 osd.2 2024-09-12T17:16:31.917 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:16:31.746+0000 7f0c34ff9640 10 monclient: _renew_subs 2024-09-12T17:16:31.917 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:16:31.746+0000 7f0c34ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:16:31.917 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:16:31.746+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0c1c086ba0 auth_method 0 2024-09-12T17:16:31.917 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:16:31.746+0000 7f0d5325a640 10 monclient: get_auth_request con 0x7f0d3c082860 auth_method 0 2024-09-12T17:16:31.917 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:16:31.747+0000 7f0d52a59640 10 monclient: get_auth_request con 0x7f0d4c043bc0 auth_method 0 2024-09-12T17:16:31.917 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:16:31.749+0000 7f0d4bfff640 0 -- 172.21.15.123:0/1953639046 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f0c1c086ba0 msgr2=0x7f0c1c088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:16:31.749+0000 7f0c34ff9640 1 client.6257.objecter ms_handle_reset 0x7f0c1c086ba0 session 0x7f0d440b6040 osd.2 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:16:31.749+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0d4406b020 auth_method 0 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:16:31.749+0000 7f0d4bfff640 10 monclient: get_auth_request con 0x7f0d4c025930 auth_method 0 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:31.918 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:16:31.753+0000 7f0d5740e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 zone default found 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:16:31.754+0000 7f0d5740e800 4 Realm: () 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:16:31.754+0000 7f0d5740e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:16:31.754+0000 7f0d5740e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:16:31.754+0000 7f0d5740e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 zonegroup default 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:16:31.754+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.919 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 started sync module instance, tier type = 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:16:31.755+0000 7f0d5740e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=0 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=1 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=2 2024-09-12T17:16:31.920 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=3 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=4 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=5 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=6 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:16:31.764+0000 7f0d5740e800 20 add_watcher() i=7 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:16:31.764+0000 7f0d5740e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding auth protocol: cephx 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding auth protocol: cephx 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding auth protocol: cephx 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.921 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: crc 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 AuthRegistry(0x7ffdb213ec50) adding con mode: secure 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:16:31.766+0000 7f0c097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:31.922 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:16:31.766+0000 7f0d5740e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:16:31.766+0000 7f0d5740e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:16:31.766+0000 7f0d5740e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache list hook 0x555d907e0290 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache inspect hook 0x555d907e0290 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache erase hook 0x555d907e0290 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command cache zap hook 0x555d907e0290 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:16:31.766+0000 7f0d5740e800 5 note: GC not initialized 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:16:31.767+0000 7f0b83fff640 20 reqs_thread_entry: start 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace show hook 0x7f0d4401c470 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace history hook 0x7f0d4401c470 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace active hook 0x7f0d4401c470 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:16:31.767+0000 7f0d5740e800 5 asok(0x555d904f5730) register_command sync trace active_short hook 0x7f0d4401c470 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:16:31.767+0000 7f0d5740e800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:31.923 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:16:31.767+0000 7f0d5740e800 20 Filter name: none 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:16:31.767+0000 7f0b81ffb640 20 reqs_thread_entry: start 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:16:31.767+0000 7f0d5740e800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:16:31.767+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 : miss 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:16:31.768+0000 7f0d5740e800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:31.924 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:16:31.768+0000 7f0d5740e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:16:31.771+0000 7f0d5740e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0d5740e800 time 2024-09-12T17:16:31.771375+0000 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0d5858c71a] 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:16:31.925 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:16:31.772+0000 7f0d5740e800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f0d5740e800 thread_name:radosgw-admin 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0d5723e6f0] 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0d5728b99c] 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0d5858c774] 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0d5858c8d8] 2024-09-12T17:16:31.926 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x555d8f365841] 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd73ca8) [0x555d8f872ca8] 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x555d8f37550d] 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f0d57229590] 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:16:31.927 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:16:31.928 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:16:31.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:16:31.930 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:16:31.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:16:31.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:16:31.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:16:31.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0b81ffb640 / http_manager 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0b83fff640 / http_manager 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c097e2640 / rgw_dt_lg_renew 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c34ff9640 / ms_dispatch 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c367fc640 / io_context_pool 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c3ce01640 / ms_dispatch 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c3f606640 / ms_dispatch 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0c40e09640 / io_context_pool 2024-09-12T17:16:31.935 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d4bfff640 / msgr-worker-2 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d52a59640 / msgr-worker-1 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d5325a640 / msgr-worker-0 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d53a5b640 / io_context_pool 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr: 7f0d5740e800 / radosgw-admin 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:16:31.773226Z_12d9ca56-f3a8-47c4-b057-b566041833da/log 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:16:31.936 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.849+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 20 realm 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.851+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.852+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.852+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.853+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.853+0000 7f127200e800 20 searching for the correct realm 2024-09-12T17:16:31.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:31.853+0000 7f126d76b640 0 -- 172.21.15.123:0/4116668026 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f126808b070 msgr2=0x7f1268067260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:32.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.057+0000 7f126d76b640 0 -- 172.21.15.123:0/4116668026 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x564ec5efe5c0 msgr2=0x7f1268069810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.265+0000 7f127200e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.265+0000 7f127200e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.265+0000 7f127200e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.265+0000 7f127200e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.265+0000 7f127200e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.265+0000 7f127200e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.265+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 zone default found 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 4 Realm: () 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 zonegroup default 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.266+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.267+0000 7f127200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.267+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.267+0000 7f127200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.267+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.267+0000 7f127200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.267+0000 7f127200e800 20 started sync module instance, tier type = 2024-09-12T17:16:32.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.267+0000 7f127200e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:32.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.276+0000 7f127200e800 20 add_watcher() i=0 2024-09-12T17:16:32.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.276+0000 7f127200e800 20 add_watcher() i=1 2024-09-12T17:16:32.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.276+0000 7f127200e800 20 add_watcher() i=2 2024-09-12T17:16:32.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.276+0000 7f127200e800 20 add_watcher() i=3 2024-09-12T17:16:32.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.276+0000 7f127200e800 20 add_watcher() i=4 2024-09-12T17:16:32.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.276+0000 7f127200e800 20 add_watcher() i=5 2024-09-12T17:16:32.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.276+0000 7f127200e800 20 add_watcher() i=6 2024-09-12T17:16:32.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.277+0000 7f127200e800 20 add_watcher() i=7 2024-09-12T17:16:32.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.277+0000 7f127200e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:32.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.279+0000 7f11237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:32.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.279+0000 7f127200e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:32.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.279+0000 7f127200e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:32.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.279+0000 7f127200e800 5 note: GC not initialized 2024-09-12T17:16:32.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.279+0000 7f11227e4640 20 reqs_thread_entry: start 2024-09-12T17:16:32.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.279+0000 7f127200e800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:32.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.280+0000 7f127200e800 20 Filter name: none 2024-09-12T17:16:32.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.280+0000 7f1093fff640 20 reqs_thread_entry: start 2024-09-12T17:16:32.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.280+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.280+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:32.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.280+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.281+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:32.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.281+0000 7f127200e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:32.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.281+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.281+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:32.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.281+0000 7f127200e800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.281+0000 7f127200e800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:32.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.281+0000 7f127200e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:16:32.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.282+0000 7f11237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:32.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.284+0000 7f127200e800 20 remove_watcher() i=0 2024-09-12T17:16:32.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.284+0000 7f127200e800 2 removed watcher, disabling cache 2024-09-12T17:16:32.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.285+0000 7f127200e800 20 remove_watcher() i=1 2024-09-12T17:16:32.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.287+0000 7f127200e800 20 remove_watcher() i=2 2024-09-12T17:16:32.288 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.288+0000 7f127200e800 20 remove_watcher() i=3 2024-09-12T17:16:32.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.289+0000 7f127200e800 20 remove_watcher() i=4 2024-09-12T17:16:32.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.290+0000 7f127200e800 20 remove_watcher() i=5 2024-09-12T17:16:32.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.291+0000 7f127200e800 20 remove_watcher() i=6 2024-09-12T17:16:32.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.292+0000 7f127200e800 20 remove_watcher() i=7 2024-09-12T17:16:32.302 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:32.302 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:16:32.303 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:16:32.303 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:16:32.304 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:32.304 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:32.336 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:16:32.337 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:16:32.393 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:16:32.425 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:16:32.425 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:16:32.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.462+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 20 realm 2024-09-12T17:16:32.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:16:32.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.463+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.464+0000 7f3ecda2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:32.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.464+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.465+0000 7f3ecda2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:16:32.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.465+0000 7f3ecda2f800 20 searching for the correct realm 2024-09-12T17:16:32.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.466+0000 7f3ec3fff640 0 -- 172.21.15.123:0/4241961630 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f3ebc0611f0 msgr2=0x7f3ebc05fc60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:16:32.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.470+0000 7f3ec3fff640 0 -- 172.21.15.123:0/4241961630 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f3d94086ba0 msgr2=0x7f3d94088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:16:32.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:16:32.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:16:32.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:16:32.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:16:32.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.475+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:16:32.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 zone default found 2024-09-12T17:16:32.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 4 Realm: () 2024-09-12T17:16:32.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:16:32.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:16:32.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:16:32.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 zonegroup default 2024-09-12T17:16:32.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.476+0000 7f3ecda2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:16:32.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.477+0000 7f3ecda2f800 20 started sync module instance, tier type = 2024-09-12T17:16:32.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.477+0000 7f3ecda2f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:16:32.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.485+0000 7f3ecda2f800 20 add_watcher() i=0 2024-09-12T17:16:32.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.485+0000 7f3ecda2f800 20 add_watcher() i=1 2024-09-12T17:16:32.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.485+0000 7f3ecda2f800 20 add_watcher() i=2 2024-09-12T17:16:32.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.485+0000 7f3ecda2f800 20 add_watcher() i=3 2024-09-12T17:16:32.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.485+0000 7f3ecda2f800 20 add_watcher() i=4 2024-09-12T17:16:32.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.485+0000 7f3ecda2f800 20 add_watcher() i=5 2024-09-12T17:16:32.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.485+0000 7f3ecda2f800 20 add_watcher() i=6 2024-09-12T17:16:32.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.486+0000 7f3ecda2f800 20 add_watcher() i=7 2024-09-12T17:16:32.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.486+0000 7f3ecda2f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3d81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3ecda2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3ecda2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3ecda2f800 5 note: GC not initialized 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3d80fe1640 20 reqs_thread_entry: start 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3ecda2f800 20 init_complete bucket index max shards: 1 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3ecda2f800 20 Filter name: none 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3cfa7fc640 20 reqs_thread_entry: start 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3ecda2f800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:16:32.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.488+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.489+0000 7f3ecda2f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:16:32.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.489+0000 7f3ecda2f800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:16:32.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.489+0000 7f3ecda2f800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:16:32.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.489+0000 7f3ecda2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 : miss 2024-09-12T17:16:32.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.489+0000 7f3ecda2f800 20 rados->read ofs=0 len=0 2024-09-12T17:16:32.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.490+0000 7f3ecda2f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:16:32.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.490+0000 7f3ecda2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:16:32.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.490+0000 7f3ecda2f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:16:32.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.490+0000 7f3ecda2f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:16:32.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.490+0000 7f3ecda2f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:16:32.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.490+0000 7f3ecda2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 2024-09-12T17:16:32.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.491+0000 7f3ecda2f800 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to be held by another RGW process; skipping for now 2024-09-12T17:16:32.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.492+0000 7f3d81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:16:32.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.494+0000 7f3ecda2f800 20 remove_watcher() i=0 2024-09-12T17:16:32.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.494+0000 7f3ecda2f800 2 removed watcher, disabling cache 2024-09-12T17:16:32.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.495+0000 7f3ecda2f800 20 remove_watcher() i=1 2024-09-12T17:16:32.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.496+0000 7f3ecda2f800 20 remove_watcher() i=2 2024-09-12T17:16:32.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.497+0000 7f3ecda2f800 20 remove_watcher() i=3 2024-09-12T17:16:32.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.498+0000 7f3ecda2f800 20 remove_watcher() i=4 2024-09-12T17:16:32.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.499+0000 7f3ecda2f800 20 remove_watcher() i=5 2024-09-12T17:16:32.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.500+0000 7f3ecda2f800 20 remove_watcher() i=6 2024-09-12T17:16:32.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:16:32.500+0000 7f3ecda2f800 20 remove_watcher() i=7 2024-09-12T17:16:32.513 INFO:tasks.workunit.client.0.smithi123.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:17:02.531 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:17:02.565 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:02.566 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:02.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.605+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:02.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.607+0000 7f977ebaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.607+0000 7f977ebaf800 20 realm 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.607+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.607+0000 7f977ebaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.607+0000 7f977ebaf800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.607+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.608+0000 7f977ebaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.608+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:02.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.609+0000 7f977ebaf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:02.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.609+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:02.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.609+0000 7f977ebaf800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:02.611 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.609+0000 7f977ebaf800 20 searching for the correct realm 2024-09-12T17:17:02.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.612+0000 7f977ce9a640 0 -- 172.21.15.123:0/1458517730 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9764023040 msgr2=0x7f976404ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:02.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:02.817+0000 7f9773e98640 0 -- 172.21.15.123:0/1458517730 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f9774090040 msgr2=0x7f97740904e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.024+0000 7f977ebaf800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.024+0000 7f977ebaf800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.024+0000 7f977ebaf800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.024+0000 7f977ebaf800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.024+0000 7f977ebaf800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.024+0000 7f977ebaf800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.024+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.025+0000 7f977ebaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.025+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.025+0000 7f977ebaf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.025+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 20 zone default found 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 4 Realm: () 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 20 zonegroup default 2024-09-12T17:17:03.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.026+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.027+0000 7f977ebaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.027+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.027+0000 7f977ebaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.027+0000 7f977ebaf800 20 started sync module instance, tier type = 2024-09-12T17:17:03.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.027+0000 7f977ebaf800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:03.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.038+0000 7f977ebaf800 20 add_watcher() i=0 2024-09-12T17:17:03.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.038+0000 7f977ebaf800 20 add_watcher() i=1 2024-09-12T17:17:03.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.038+0000 7f977ebaf800 20 add_watcher() i=2 2024-09-12T17:17:03.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.038+0000 7f977ebaf800 20 add_watcher() i=3 2024-09-12T17:17:03.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.038+0000 7f977ebaf800 20 add_watcher() i=4 2024-09-12T17:17:03.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.038+0000 7f977ebaf800 20 add_watcher() i=5 2024-09-12T17:17:03.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.038+0000 7f977ebaf800 20 add_watcher() i=6 2024-09-12T17:17:03.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.039+0000 7f977ebaf800 20 add_watcher() i=7 2024-09-12T17:17:03.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.039+0000 7f977ebaf800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:03.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.041+0000 7f9632fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f977ebaf800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f977ebaf800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f977ebaf800 5 note: GC not initialized 2024-09-12T17:17:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f9631fdb640 20 reqs_thread_entry: start 2024-09-12T17:17:03.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f977ebaf800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:03.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f977ebaf800 20 Filter name: none 2024-09-12T17:17:03.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f95a37fe640 20 reqs_thread_entry: start 2024-09-12T17:17:03.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f977ebaf800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:17:03.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.042+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.043+0000 7f977ebaf800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.043+0000 7f977ebaf800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.043+0000 7f977ebaf800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.043+0000 7f977ebaf800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 : miss 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.043+0000 7f977ebaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.044+0000 7f977ebaf800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.044+0000 7f977ebaf800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.044+0000 7f977ebaf800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:17:03.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.044+0000 7f977ebaf800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:03.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.044+0000 7f977ebaf800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:03.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.044+0000 7f977ebaf800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 2024-09-12T17:17:03.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.048+0000 7f977ebaf800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:17:03.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.048+0000 7f977ebaf800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:17:03.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.048+0000 7f977ebaf800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:03.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.048+0000 7f977ebaf800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25, ofs0, ns] 2024-09-12T17:17:03.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.049+0000 7f96537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366163 cookie 94391969592656 notifier 6305 bl.length()=1009 2024-09-12T17:17:03.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.049+0000 7f96537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:17:03.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.049+0000 7f96537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:17:03.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.049+0000 7f96537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:03.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.051+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): orig_sources= new_sources= 2024-09-12T17:17:03.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.051+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): potential sources added=[] removed=[] 2024-09-12T17:17:03.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.051+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): orig_dests= new_dests= 2024-09-12T17:17:03.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.051+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): potential dests added=[] removed=[] 2024-09-12T17:17:03.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.054+0000 7f977ebaf800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25.1.0 2024-09-12T17:17:03.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.054+0000 7f977ebaf800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25.1.0 2024-09-12T17:17:03.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.054+0000 7f977ebaf800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25.1.1 2024-09-12T17:17:03.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.054+0000 7f977ebaf800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25.1.1 2024-09-12T17:17:03.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.054+0000 7f977ebaf800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25.0 2024-09-12T17:17:03.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.057+0000 7f977ebaf800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:03.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.057+0000 7f977ebaf800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 2024-09-12T17:17:03.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f977ebaf800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:17:03.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f977ebaf800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:17:03.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f977ebaf800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:03.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f977ebaf800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25, ofs0, ns] 2024-09-12T17:17:03.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f96537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366164 cookie 94391969592656 notifier 6305 bl.length()=1009 2024-09-12T17:17:03.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f96537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:17:03.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f96537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:17:03.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.059+0000 7f96537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:03.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.061+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): orig_sources= new_sources= 2024-09-12T17:17:03.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.061+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): potential sources added=[] removed=[] 2024-09-12T17:17:03.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.061+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): orig_dests= new_dests= 2024-09-12T17:17:03.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.061+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): potential dests added=[] removed=[] 2024-09-12T17:17:03.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.062+0000 7f977ebaf800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25.0 2024-09-12T17:17:03.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.063+0000 7f977ebaf800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:03.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.063+0000 7f977ebaf800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 2024-09-12T17:17:03.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.064+0000 7f977ebaf800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:17:03.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.064+0000 7f977ebaf800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:17:03.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.064+0000 7f977ebaf800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:03.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.064+0000 7f977ebaf800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25, ofs0, ns] 2024-09-12T17:17:03.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.065+0000 7f9652ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366165 cookie 94391969592656 notifier 6305 bl.length()=977 2024-09-12T17:17:03.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.065+0000 7f9652ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 info.flags=0x17 2024-09-12T17:17:03.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.065+0000 7f9652ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 to cache LRU end 2024-09-12T17:17:03.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.065+0000 7f9652ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:03.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.066+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): orig_sources= new_sources= 2024-09-12T17:17:03.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.066+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): potential sources added=[] removed=[] 2024-09-12T17:17:03.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.066+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): orig_dests= new_dests= 2024-09-12T17:17:03.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.066+0000 7f977ebaf800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25]): potential dests added=[] removed=[] 2024-09-12T17:17:03.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.068+0000 7f977ebaf800 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:17:03.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.070+0000 7f9632fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:03.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.073+0000 7f977ebaf800 20 remove_watcher() i=0 2024-09-12T17:17:03.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.073+0000 7f977ebaf800 2 removed watcher, disabling cache 2024-09-12T17:17:03.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.074+0000 7f977ebaf800 20 remove_watcher() i=1 2024-09-12T17:17:03.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.075+0000 7f977ebaf800 20 remove_watcher() i=2 2024-09-12T17:17:03.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.076+0000 7f977ebaf800 20 remove_watcher() i=3 2024-09-12T17:17:03.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.077+0000 7f977ebaf800 20 remove_watcher() i=4 2024-09-12T17:17:03.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.079+0000 7f977ebaf800 20 remove_watcher() i=5 2024-09-12T17:17:03.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.080+0000 7f977ebaf800 20 remove_watcher() i=6 2024-09-12T17:17:03.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.081+0000 7f977ebaf800 20 remove_watcher() i=7 2024-09-12T17:17:03.097 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:17:03.128 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:03.128 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:03.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.165+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 20 realm 2024-09-12T17:17:03.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:03.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.167+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.168+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:03.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.168+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.169+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:03.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.169+0000 7fb49e12c800 20 searching for the correct realm 2024-09-12T17:17:03.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.172+0000 7fb49a562640 0 -- 172.21.15.123:0/3150702446 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x5567fdcc06f0 msgr2=0x5567fdcc2ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:03.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.176+0000 7fb493fff640 0 -- 172.21.15.123:0/3150702446 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fb49405a410 msgr2=0x7fb49405a890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.180+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 zone default found 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 4 Realm: () 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 zonegroup default 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:03.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 started sync module instance, tier type = 2024-09-12T17:17:03.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.181+0000 7fb49e12c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:03.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.191+0000 7fb49e12c800 20 add_watcher() i=0 2024-09-12T17:17:03.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.191+0000 7fb49e12c800 20 add_watcher() i=1 2024-09-12T17:17:03.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.191+0000 7fb49e12c800 20 add_watcher() i=2 2024-09-12T17:17:03.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.191+0000 7fb49e12c800 20 add_watcher() i=3 2024-09-12T17:17:03.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.191+0000 7fb49e12c800 20 add_watcher() i=4 2024-09-12T17:17:03.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.191+0000 7fb49e12c800 20 add_watcher() i=5 2024-09-12T17:17:03.193 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.191+0000 7fb49e12c800 20 add_watcher() i=6 2024-09-12T17:17:03.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.192+0000 7fb49e12c800 20 add_watcher() i=7 2024-09-12T17:17:03.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.192+0000 7fb49e12c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:03.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.193+0000 7fb34b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:03.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.193+0000 7fb49e12c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:03.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.193+0000 7fb49e12c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:03.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.193+0000 7fb49e12c800 5 note: GC not initialized 2024-09-12T17:17:03.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.194+0000 7fb34a7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:03.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.194+0000 7fb49e12c800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:03.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.194+0000 7fb49e12c800 20 Filter name: none 2024-09-12T17:17:03.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.194+0000 7fb2bbfff640 20 reqs_thread_entry: start 2024-09-12T17:17:03.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.194+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.194+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:17:03.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.194+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.195+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:17:03.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.195+0000 7fb49e12c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:03.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.195+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.195+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T17:17:03.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.195+0000 7fb49e12c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:03.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.196+0000 7fb49e12c800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T17:17:03.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.196+0000 7fb49e12c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:03.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.197+0000 7fb34b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:03.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.199+0000 7fb49e12c800 20 remove_watcher() i=0 2024-09-12T17:17:03.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.199+0000 7fb49e12c800 2 removed watcher, disabling cache 2024-09-12T17:17:03.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.200+0000 7fb49e12c800 20 remove_watcher() i=1 2024-09-12T17:17:03.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.201+0000 7fb49e12c800 20 remove_watcher() i=2 2024-09-12T17:17:03.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.202+0000 7fb49e12c800 20 remove_watcher() i=3 2024-09-12T17:17:03.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.203+0000 7fb49e12c800 20 remove_watcher() i=4 2024-09-12T17:17:03.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.204+0000 7fb49e12c800 20 remove_watcher() i=5 2024-09-12T17:17:03.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.205+0000 7fb49e12c800 20 remove_watcher() i=6 2024-09-12T17:17:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:03.206+0000 7fb49e12c800 20 remove_watcher() i=7 2024-09-12T17:17:03.218 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:03.218 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:03.218 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-set-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:17:03.218 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:03.220 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.220 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.239 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.239 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.453 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.453 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.516 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-12T17:17:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:03.517 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.558 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.616 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.616 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.653 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.653 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.688 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.688 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.724 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.724 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.760 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.761 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.796 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.796 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.831 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.832 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.866 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.867 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.902 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.902 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.936 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.937 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:03.970 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:03.971 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.006 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.040 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.040 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.076 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.076 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.111 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.111 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.182 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.182 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.215 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.216 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.253 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.253 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.293 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.293 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.329 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:04.329 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:04.364 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:17:04.392 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:04.392 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:04.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.427+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.428+0000 7fd22a91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.428+0000 7fd22a91f800 20 realm 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.428+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.429+0000 7fd22a91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.429+0000 7fd22a91f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.429+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.429+0000 7fd22a91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.429+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.430+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:04.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.430+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.430+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:04.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.430+0000 7fd22a91f800 20 searching for the correct realm 2024-09-12T17:17:04.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.431+0000 7fd2266a2640 0 -- 172.21.15.123:0/4109005181 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fd220031040 msgr2=0x7fd2200235e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:04.436 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.434+0000 7fd2266a2640 0 -- 172.21.15.123:0/4109005181 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7fd214003cb0 msgr2=0x7fd2200074c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.642+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:04.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:04.646 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 zone default found 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 4 Realm: () 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 zonegroup default 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.643+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.644+0000 7fd22a91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.644+0000 7fd22a91f800 20 started sync module instance, tier type = 2024-09-12T17:17:04.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.644+0000 7fd22a91f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:04.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.653+0000 7fd22a91f800 20 add_watcher() i=0 2024-09-12T17:17:04.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.653+0000 7fd22a91f800 20 add_watcher() i=1 2024-09-12T17:17:04.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.653+0000 7fd22a91f800 20 add_watcher() i=2 2024-09-12T17:17:04.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.653+0000 7fd22a91f800 20 add_watcher() i=3 2024-09-12T17:17:04.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.653+0000 7fd22a91f800 20 add_watcher() i=4 2024-09-12T17:17:04.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.653+0000 7fd22a91f800 20 add_watcher() i=5 2024-09-12T17:17:04.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.653+0000 7fd22a91f800 20 add_watcher() i=6 2024-09-12T17:17:04.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.654+0000 7fd22a91f800 20 add_watcher() i=7 2024-09-12T17:17:04.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.654+0000 7fd22a91f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:04.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd0dcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:04.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd22a91f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:04.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd22a91f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:04.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd22a91f800 5 note: GC not initialized 2024-09-12T17:17:04.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd0577fe640 20 reqs_thread_entry: start 2024-09-12T17:17:04.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd22a91f800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:04.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd22a91f800 20 Filter name: none 2024-09-12T17:17:04.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd0557fa640 20 reqs_thread_entry: start 2024-09-12T17:17:04.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.656+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.657+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.657+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.658+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.658+0000 7fd22a91f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.658+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.658+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.658+0000 7fd22a91f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.658+0000 7fd22a91f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:04.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.658+0000 7fd22a91f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:04.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.660+0000 7fd0dcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:04.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.662+0000 7fd22a91f800 20 remove_watcher() i=0 2024-09-12T17:17:04.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.662+0000 7fd22a91f800 2 removed watcher, disabling cache 2024-09-12T17:17:04.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.663+0000 7fd22a91f800 20 remove_watcher() i=1 2024-09-12T17:17:04.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.664+0000 7fd22a91f800 20 remove_watcher() i=2 2024-09-12T17:17:04.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.665+0000 7fd22a91f800 20 remove_watcher() i=3 2024-09-12T17:17:04.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.666+0000 7fd22a91f800 20 remove_watcher() i=4 2024-09-12T17:17:04.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.667+0000 7fd22a91f800 20 remove_watcher() i=5 2024-09-12T17:17:04.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.668+0000 7fd22a91f800 20 remove_watcher() i=6 2024-09-12T17:17:04.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.669+0000 7fd22a91f800 20 remove_watcher() i=7 2024-09-12T17:17:04.680 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:04.680 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:04.681 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:04.681 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:04.682 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-12T17:17:04.716 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:04.716 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:04.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.751+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 20 realm 2024-09-12T17:17:04.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:04.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.752+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.753+0000 7ff799308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:04.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.753+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.754+0000 7ff799308800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:04.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.754+0000 7ff799308800 20 searching for the correct realm 2024-09-12T17:17:04.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.755+0000 7ff78ffff640 0 -- 172.21.15.123:0/1386824611 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff788038040 msgr2=0x7ff788026420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:04.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.959+0000 7ff796df2640 0 -- 172.21.15.123:0/1386824611 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7ff790082060 msgr2=0x7ff7900075b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:04.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:04.969 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:04.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:04.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:04.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:04.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:04.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:04.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.965+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:04.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 zone default found 2024-09-12T17:17:04.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 4 Realm: () 2024-09-12T17:17:04.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:04.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:04.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:04.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 zonegroup default 2024-09-12T17:17:04.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:04.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 started sync module instance, tier type = 2024-09-12T17:17:04.974 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.966+0000 7ff799308800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:04.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.975+0000 7ff799308800 20 add_watcher() i=0 2024-09-12T17:17:04.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.975+0000 7ff799308800 20 add_watcher() i=1 2024-09-12T17:17:04.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.975+0000 7ff799308800 20 add_watcher() i=2 2024-09-12T17:17:04.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.975+0000 7ff799308800 20 add_watcher() i=3 2024-09-12T17:17:04.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.975+0000 7ff799308800 20 add_watcher() i=4 2024-09-12T17:17:04.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.975+0000 7ff799308800 20 add_watcher() i=5 2024-09-12T17:17:04.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.975+0000 7ff799308800 20 add_watcher() i=6 2024-09-12T17:17:04.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.976+0000 7ff799308800 20 add_watcher() i=7 2024-09-12T17:17:04.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.976+0000 7ff799308800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:04.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff64d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:04.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff799308800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:04.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff799308800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:04.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff799308800 5 note: GC not initialized 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff5c7fff640 20 reqs_thread_entry: start 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff799308800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff799308800 20 Filter name: none 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.978+0000 7ff5c5ffb640 20 reqs_thread_entry: start 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 : miss 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 20 rados->read ofs=0 len=0 2024-09-12T17:17:04.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:04.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:04.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:04.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:04.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:04.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.979+0000 7ff799308800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 2024-09-12T17:17:04.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.984+0000 7ff799308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:04.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.984+0000 7ff799308800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:04.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.984+0000 7ff799308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:04.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.984+0000 7ff799308800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26, ofs0, ns] 2024-09-12T17:17:04.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.985+0000 7ff67a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366200 cookie 94188202486288 notifier 6347 bl.length()=1023 2024-09-12T17:17:04.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.985+0000 7ff67a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:04.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.985+0000 7ff67a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:04.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.985+0000 7ff67a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:04.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.987+0000 7ff799308800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_sources= new_sources= 2024-09-12T17:17:04.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.987+0000 7ff799308800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential sources added=[] removed=[] 2024-09-12T17:17:04.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.987+0000 7ff799308800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_dests= new_dests= 2024-09-12T17:17:04.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.987+0000 7ff799308800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential dests added=[] removed=[] 2024-09-12T17:17:04.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.987+0000 7ff799308800 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-12T17:17:04.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.987+0000 7ff799308800 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-12T17:17:04.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.988+0000 7ff64d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:04.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.991+0000 7ff799308800 20 remove_watcher() i=0 2024-09-12T17:17:04.993 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.991+0000 7ff799308800 2 removed watcher, disabling cache 2024-09-12T17:17:04.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.992+0000 7ff799308800 20 remove_watcher() i=1 2024-09-12T17:17:04.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.993+0000 7ff799308800 20 remove_watcher() i=2 2024-09-12T17:17:04.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.994+0000 7ff799308800 20 remove_watcher() i=3 2024-09-12T17:17:04.997 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.995+0000 7ff799308800 20 remove_watcher() i=4 2024-09-12T17:17:04.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.997+0000 7ff799308800 20 remove_watcher() i=5 2024-09-12T17:17:04.999 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.998+0000 7ff799308800 20 remove_watcher() i=6 2024-09-12T17:17:05.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:04.999+0000 7ff799308800 20 remove_watcher() i=7 2024-09-12T17:17:05.012 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:17:05.040 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:05.040 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:05.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.074+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 20 realm 2024-09-12T17:17:05.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:05.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.076+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.077+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:05.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.077+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.078+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:05.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.078+0000 7f258cdaf800 20 searching for the correct realm 2024-09-12T17:17:05.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.079+0000 7f2582098640 0 -- 172.21.15.123:0/2781077536 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f257c07d970 msgr2=0x7f257c071400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:05.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.284+0000 7f258a899640 0 -- 172.21.15.123:0/2781077536 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f2584033040 msgr2=0x7f258404d430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:05.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:05.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:05.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:05.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:05.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:05.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:05.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:05.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:05.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 zone default found 2024-09-12T17:17:05.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 4 Realm: () 2024-09-12T17:17:05.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:05.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:05.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:05.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 zonegroup default 2024-09-12T17:17:05.297 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.290+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.291+0000 7f258cdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.291+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.291+0000 7f258cdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.291+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.291+0000 7f258cdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.291+0000 7f258cdaf800 20 started sync module instance, tier type = 2024-09-12T17:17:05.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.291+0000 7f258cdaf800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:05.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.300+0000 7f258cdaf800 20 add_watcher() i=0 2024-09-12T17:17:05.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.300+0000 7f258cdaf800 20 add_watcher() i=1 2024-09-12T17:17:05.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.300+0000 7f258cdaf800 20 add_watcher() i=2 2024-09-12T17:17:05.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.300+0000 7f258cdaf800 20 add_watcher() i=3 2024-09-12T17:17:05.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.300+0000 7f258cdaf800 20 add_watcher() i=4 2024-09-12T17:17:05.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.300+0000 7f258cdaf800 20 add_watcher() i=5 2024-09-12T17:17:05.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.300+0000 7f258cdaf800 20 add_watcher() i=6 2024-09-12T17:17:05.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.301+0000 7f258cdaf800 20 add_watcher() i=7 2024-09-12T17:17:05.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.301+0000 7f258cdaf800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:05.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.303+0000 7f24417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:05.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.303+0000 7f258cdaf800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:05.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.303+0000 7f258cdaf800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:05.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.303+0000 7f258cdaf800 5 note: GC not initialized 2024-09-12T17:17:05.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.303+0000 7f23bbfff640 20 reqs_thread_entry: start 2024-09-12T17:17:05.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.303+0000 7f258cdaf800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:05.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.304+0000 7f258cdaf800 20 Filter name: none 2024-09-12T17:17:05.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.304+0000 7f23b9ffb640 20 reqs_thread_entry: start 2024-09-12T17:17:05.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.304+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.304+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.304+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.305+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.305+0000 7f258cdaf800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.305+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.305+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.305+0000 7f258cdaf800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.306+0000 7f258cdaf800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:17:05.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.306+0000 7f258cdaf800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:05.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.307+0000 7f24417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:05.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.309+0000 7f258cdaf800 20 remove_watcher() i=0 2024-09-12T17:17:05.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.309+0000 7f258cdaf800 2 removed watcher, disabling cache 2024-09-12T17:17:05.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.310+0000 7f258cdaf800 20 remove_watcher() i=1 2024-09-12T17:17:05.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.312+0000 7f258cdaf800 20 remove_watcher() i=2 2024-09-12T17:17:05.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.313+0000 7f258cdaf800 20 remove_watcher() i=3 2024-09-12T17:17:05.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.314+0000 7f258cdaf800 20 remove_watcher() i=4 2024-09-12T17:17:05.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.315+0000 7f258cdaf800 20 remove_watcher() i=5 2024-09-12T17:17:05.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.316+0000 7f258cdaf800 20 remove_watcher() i=6 2024-09-12T17:17:05.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.317+0000 7f258cdaf800 20 remove_watcher() i=7 2024-09-12T17:17:05.329 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:05.329 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:05.329 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:05.329 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:05.330 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:05.331 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:05.366 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:05.367 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:05.423 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:17:05.456 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:05.456 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:05.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.491+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.492+0000 7fd01b742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.492+0000 7fd01b742800 20 realm 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.492+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.493+0000 7fd01b742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.493+0000 7fd01b742800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.493+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.493+0000 7fd01b742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.493+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.494+0000 7fd01b742800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:05.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.494+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.494+0000 7fd01b742800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:05.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.494+0000 7fd01b742800 20 searching for the correct realm 2024-09-12T17:17:05.498 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.496+0000 7fd017cee640 0 -- 172.21.15.123:0/577951339 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fd000098e40 msgr2=0x7fd0000493e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:05.704 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.702+0000 7fd00ffff640 0 -- 172.21.15.123:0/577951339 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fd01000d8c0 msgr2=0x7fd0100483d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:05.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:05.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:05.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:05.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.910+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 20 zone default found 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 4 Realm: () 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:05.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:05.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:05.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 20 zonegroup default 2024-09-12T17:17:05.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.911+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.912+0000 7fd01b742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.912+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.912+0000 7fd01b742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:05.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.912+0000 7fd01b742800 20 started sync module instance, tier type = 2024-09-12T17:17:05.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.912+0000 7fd01b742800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:05.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.921+0000 7fd01b742800 20 add_watcher() i=0 2024-09-12T17:17:05.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.921+0000 7fd01b742800 20 add_watcher() i=1 2024-09-12T17:17:05.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.921+0000 7fd01b742800 20 add_watcher() i=2 2024-09-12T17:17:05.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.921+0000 7fd01b742800 20 add_watcher() i=3 2024-09-12T17:17:05.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.921+0000 7fd01b742800 20 add_watcher() i=4 2024-09-12T17:17:05.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.921+0000 7fd01b742800 20 add_watcher() i=5 2024-09-12T17:17:05.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.921+0000 7fd01b742800 20 add_watcher() i=6 2024-09-12T17:17:05.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.923+0000 7fd01b742800 20 add_watcher() i=7 2024-09-12T17:17:05.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.923+0000 7fd01b742800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:05.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.924+0000 7fcecdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:05.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fd01b742800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:05.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fd01b742800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:05.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fd01b742800 5 note: GC not initialized 2024-09-12T17:17:05.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fceccfe1640 20 reqs_thread_entry: start 2024-09-12T17:17:05.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fd01b742800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:05.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fd01b742800 20 Filter name: none 2024-09-12T17:17:05.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fce467fc640 20 reqs_thread_entry: start 2024-09-12T17:17:05.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fd01b742800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:17:05.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.925+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:05.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:05.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:05.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 : miss 2024-09-12T17:17:05.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 20 rados->read ofs=0 len=0 2024-09-12T17:17:05.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:17:05.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:05.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:05.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:05.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:05.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.926+0000 7fd01b742800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 2024-09-12T17:17:05.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.927+0000 7fd01b742800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:17:05.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fd01b742800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:05.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fd01b742800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:05.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fd01b742800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:05.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fd01b742800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26, ofs0, ns] 2024-09-12T17:17:05.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fcefaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366201 cookie 94841538431920 notifier 6852 bl.length()=1023 2024-09-12T17:17:05.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fcefaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:05.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fcefaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:05.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.931+0000 7fcefaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:05.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.934+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_sources= new_sources= 2024-09-12T17:17:05.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.934+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential sources added=[] removed=[] 2024-09-12T17:17:05.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.934+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_dests= new_dests= 2024-09-12T17:17:05.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.934+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential dests added=[] removed=[] 2024-09-12T17:17:05.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.936+0000 7fd01b742800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26.2.0 2024-09-12T17:17:05.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.936+0000 7fd01b742800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26.2.0 2024-09-12T17:17:05.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.936+0000 7fd01b742800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26.2.1 2024-09-12T17:17:05.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.936+0000 7fd01b742800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26.2.1 2024-09-12T17:17:05.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.936+0000 7fd01b742800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26.0 2024-09-12T17:17:05.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.939+0000 7fd01b742800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:05.941 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.939+0000 7fd01b742800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 2024-09-12T17:17:05.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fd01b742800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:05.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fd01b742800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:05.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fd01b742800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:05.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fd01b742800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26, ofs0, ns] 2024-09-12T17:17:05.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fcefaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366202 cookie 94841538431920 notifier 6852 bl.length()=1023 2024-09-12T17:17:05.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fcefaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:05.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fcefaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:05.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.940+0000 7fcefaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:05.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.942+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_sources= new_sources= 2024-09-12T17:17:05.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.942+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential sources added=[] removed=[] 2024-09-12T17:17:05.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.942+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_dests= new_dests= 2024-09-12T17:17:05.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.942+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential dests added=[] removed=[] 2024-09-12T17:17:05.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.943+0000 7fd01b742800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26.0 2024-09-12T17:17:05.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.944+0000 7fd01b742800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:05.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.944+0000 7fd01b742800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 2024-09-12T17:17:05.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fd01b742800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:05.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fd01b742800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:05.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fd01b742800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:05.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fd01b742800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26, ofs0, ns] 2024-09-12T17:17:05.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fcefa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366203 cookie 94841538431920 notifier 6852 bl.length()=991 2024-09-12T17:17:05.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fcefa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 info.flags=0x17 2024-09-12T17:17:05.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fcefa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 to cache LRU end 2024-09-12T17:17:05.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.945+0000 7fcefa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:05.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.947+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_sources= new_sources= 2024-09-12T17:17:05.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.947+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential sources added=[] removed=[] 2024-09-12T17:17:05.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.947+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): orig_dests= new_dests= 2024-09-12T17:17:05.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.947+0000 7fd01b742800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26]): potential dests added=[] removed=[] 2024-09-12T17:17:05.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.948+0000 7fd01b742800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:17:05.952 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.950+0000 7fcecdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:05.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.952+0000 7fd01b742800 20 remove_watcher() i=0 2024-09-12T17:17:05.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.952+0000 7fd01b742800 2 removed watcher, disabling cache 2024-09-12T17:17:05.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.953+0000 7fd01b742800 20 remove_watcher() i=1 2024-09-12T17:17:05.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.955+0000 7fd01b742800 20 remove_watcher() i=2 2024-09-12T17:17:05.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.956+0000 7fd01b742800 20 remove_watcher() i=3 2024-09-12T17:17:05.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.957+0000 7fd01b742800 20 remove_watcher() i=4 2024-09-12T17:17:05.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.958+0000 7fd01b742800 20 remove_watcher() i=5 2024-09-12T17:17:05.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.959+0000 7fd01b742800 20 remove_watcher() i=6 2024-09-12T17:17:05.962 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:05.960+0000 7fd01b742800 20 remove_watcher() i=7 2024-09-12T17:17:05.974 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:17:06.004 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:06.004 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:06.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.038+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:06.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 20 realm 2024-09-12T17:17:06.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:06.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:06.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:06.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.040+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.041+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:06.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.041+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.042+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:06.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.042+0000 7efe742bb800 20 searching for the correct realm 2024-09-12T17:17:06.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.044+0000 7efe725a6640 0 -- 172.21.15.123:0/1781408868 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7efe5c00b040 msgr2=0x7efe5c081ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:06.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.048+0000 7efe715a4640 0 -- 172.21.15.123:0/1781408868 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7efe64061910 msgr2=0x7efe640963f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.254+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 zone default found 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 4 Realm: () 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 zonegroup default 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:06.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:06.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.255+0000 7efe742bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:06.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.256+0000 7efe742bb800 20 started sync module instance, tier type = 2024-09-12T17:17:06.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.256+0000 7efe742bb800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:06.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.264+0000 7efe742bb800 20 add_watcher() i=0 2024-09-12T17:17:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.264+0000 7efe742bb800 20 add_watcher() i=1 2024-09-12T17:17:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.264+0000 7efe742bb800 20 add_watcher() i=2 2024-09-12T17:17:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.264+0000 7efe742bb800 20 add_watcher() i=3 2024-09-12T17:17:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.265+0000 7efe742bb800 20 add_watcher() i=4 2024-09-12T17:17:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.265+0000 7efe742bb800 20 add_watcher() i=5 2024-09-12T17:17:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.265+0000 7efe742bb800 20 add_watcher() i=6 2024-09-12T17:17:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.265+0000 7efe742bb800 20 add_watcher() i=7 2024-09-12T17:17:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.265+0000 7efe742bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.267+0000 7efd237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.267+0000 7efe742bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.267+0000 7efe742bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.267+0000 7efe742bb800 5 note: GC not initialized 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.268+0000 7efd227fc640 20 reqs_thread_entry: start 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.268+0000 7efe742bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.268+0000 7efe742bb800 20 Filter name: none 2024-09-12T17:17:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.268+0000 7efc93fff640 20 reqs_thread_entry: start 2024-09-12T17:17:06.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.268+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.268+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:06.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.268+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.269+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:06.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.269+0000 7efe742bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:06.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.269+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.269+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:06.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.269+0000 7efe742bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:06.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.270+0000 7efe742bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:06.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.270+0000 7efe742bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:06.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.271+0000 7efd237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:06.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.273+0000 7efe742bb800 20 remove_watcher() i=0 2024-09-12T17:17:06.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.273+0000 7efe742bb800 2 removed watcher, disabling cache 2024-09-12T17:17:06.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.274+0000 7efe742bb800 20 remove_watcher() i=1 2024-09-12T17:17:06.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.275+0000 7efe742bb800 20 remove_watcher() i=2 2024-09-12T17:17:06.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.276+0000 7efe742bb800 20 remove_watcher() i=3 2024-09-12T17:17:06.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.277+0000 7efe742bb800 20 remove_watcher() i=4 2024-09-12T17:17:06.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.278+0000 7efe742bb800 20 remove_watcher() i=5 2024-09-12T17:17:06.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.279+0000 7efe742bb800 20 remove_watcher() i=6 2024-09-12T17:17:06.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:06.280+0000 7efe742bb800 20 remove_watcher() i=7 2024-09-12T17:17:06.292 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:06.292 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:06.292 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:17:06.292 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:06.294 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.294 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.317 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.317 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.536 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.536 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.599 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-12T17:17:06.599 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:06.600 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.600 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.640 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.641 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.696 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.696 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.729 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.729 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.763 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.764 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.798 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.799 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.835 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.835 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.869 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.870 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.905 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.905 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.940 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.940 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:06.976 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:06.976 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.011 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.011 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.047 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.047 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.083 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.084 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.118 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.118 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.153 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.153 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.189 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.189 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.225 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.225 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.261 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.261 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.296 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.296 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.331 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.331 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.366 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:07.366 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:07.404 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:17:07.431 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:07.432 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:07.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.466+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.467+0000 7f1e4151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.467+0000 7f1e4151f800 20 realm 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.467+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.468+0000 7f1e4151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.468+0000 7f1e4151f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.468+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.468+0000 7f1e4151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:07.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.468+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.469+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:07.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.469+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.469+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:07.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.469+0000 7f1e4151f800 20 searching for the correct realm 2024-09-12T17:17:07.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.472+0000 7f1e3daa3640 0 -- 172.21.15.123:0/3332399593 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1e280e5b00 msgr2=0x7f1e28007720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:07.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.677+0000 7f1e34aa1640 0 -- 172.21.15.123:0/3332399593 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1e3802d400 msgr2=0x7f1e3802d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:07.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:07.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:07.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:07.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:07.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:07.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:07.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:07.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.884+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 zone default found 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 4 Realm: () 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:07.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 zonegroup default 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 started sync module instance, tier type = 2024-09-12T17:17:07.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.885+0000 7f1e4151f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:07.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.894+0000 7f1e4151f800 20 add_watcher() i=0 2024-09-12T17:17:07.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.894+0000 7f1e4151f800 20 add_watcher() i=1 2024-09-12T17:17:07.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.894+0000 7f1e4151f800 20 add_watcher() i=2 2024-09-12T17:17:07.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.894+0000 7f1e4151f800 20 add_watcher() i=3 2024-09-12T17:17:07.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.894+0000 7f1e4151f800 20 add_watcher() i=4 2024-09-12T17:17:07.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.894+0000 7f1e4151f800 20 add_watcher() i=5 2024-09-12T17:17:07.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.894+0000 7f1e4151f800 20 add_watcher() i=6 2024-09-12T17:17:07.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.895+0000 7f1e4151f800 20 add_watcher() i=7 2024-09-12T17:17:07.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.895+0000 7f1e4151f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:07.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.897+0000 7f1cf37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.897+0000 7f1e4151f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.897+0000 7f1e4151f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.897+0000 7f1e4151f800 5 note: GC not initialized 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.897+0000 7f1cf27e4640 20 reqs_thread_entry: start 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.898+0000 7f1e4151f800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.898+0000 7f1e4151f800 20 Filter name: none 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.898+0000 7f1c63fff640 20 reqs_thread_entry: start 2024-09-12T17:17:07.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.898+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.898+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:07.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.898+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.899+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:07.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.899+0000 7f1e4151f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:07.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.899+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.899+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:07.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.899+0000 7f1e4151f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:07.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.900+0000 7f1e4151f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:07.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.900+0000 7f1e4151f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:07.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.901+0000 7f1cf37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:07.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.903+0000 7f1e4151f800 20 remove_watcher() i=0 2024-09-12T17:17:07.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.903+0000 7f1e4151f800 2 removed watcher, disabling cache 2024-09-12T17:17:07.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.904+0000 7f1e4151f800 20 remove_watcher() i=1 2024-09-12T17:17:07.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.905+0000 7f1e4151f800 20 remove_watcher() i=2 2024-09-12T17:17:07.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.906+0000 7f1e4151f800 20 remove_watcher() i=3 2024-09-12T17:17:07.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.908+0000 7f1e4151f800 20 remove_watcher() i=4 2024-09-12T17:17:07.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.909+0000 7f1e4151f800 20 remove_watcher() i=5 2024-09-12T17:17:07.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.910+0000 7f1e4151f800 20 remove_watcher() i=6 2024-09-12T17:17:07.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.910+0000 7f1e4151f800 20 remove_watcher() i=7 2024-09-12T17:17:07.923 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:07.923 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:07.923 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:07.923 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:07.925 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-12T17:17:07.961 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:07.961 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:07.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.996+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 20 realm 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.998+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.999+0000 7ff453146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:08.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.999+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:07.999+0000 7ff453146800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:08.002 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.000+0000 7ff453146800 20 searching for the correct realm 2024-09-12T17:17:08.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.002+0000 7ff451438640 0 -- 172.21.15.123:0/2171900137 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff43c06b020 msgr2=0x7ff43c094310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:08.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.208+0000 7ff44bfff640 0 -- 172.21.15.123:0/2171900137 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff44c04a550 msgr2=0x7ff44c06d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:08.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.414+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:08.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 zone default found 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 4 Realm: () 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 zonegroup default 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.415+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.416+0000 7ff453146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.416+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.416+0000 7ff453146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.416+0000 7ff453146800 20 started sync module instance, tier type = 2024-09-12T17:17:08.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.416+0000 7ff453146800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:08.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=0 2024-09-12T17:17:08.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=1 2024-09-12T17:17:08.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=2 2024-09-12T17:17:08.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=3 2024-09-12T17:17:08.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=4 2024-09-12T17:17:08.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=5 2024-09-12T17:17:08.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=6 2024-09-12T17:17:08.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 20 add_watcher() i=7 2024-09-12T17:17:08.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.426+0000 7ff453146800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:08.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.428+0000 7ff3077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:08.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff453146800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:08.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff453146800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:08.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff453146800 5 note: GC not initialized 2024-09-12T17:17:08.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff3067e4640 20 reqs_thread_entry: start 2024-09-12T17:17:08.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff453146800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:08.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff453146800 20 Filter name: none 2024-09-12T17:17:08.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff2ff7fe640 20 reqs_thread_entry: start 2024-09-12T17:17:08.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff453146800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:17:08.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.429+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:08.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:08.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:08.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 : miss 2024-09-12T17:17:08.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.433 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:08.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 info.flags=0x17 2024-09-12T17:17:08.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 to cache LRU end 2024-09-12T17:17:08.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:08.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:08.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.430+0000 7ff453146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 2024-09-12T17:17:08.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff453146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 info.flags=0x17 2024-09-12T17:17:08.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff453146800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 to cache LRU end 2024-09-12T17:17:08.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff453146800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:08.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff453146800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27, ofs0, ns] 2024-09-12T17:17:08.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff327fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366206 cookie 94527086548288 notifier 6912 bl.length()=1023 2024-09-12T17:17:08.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff327fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 info.flags=0x17 2024-09-12T17:17:08.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff327fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 to cache LRU end 2024-09-12T17:17:08.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.435+0000 7ff327fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:08.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.438+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): orig_sources= new_sources= 2024-09-12T17:17:08.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.438+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): potential sources added=[] removed=[] 2024-09-12T17:17:08.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.438+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): orig_dests= new_dests= 2024-09-12T17:17:08.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.438+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): potential dests added=[] removed=[] 2024-09-12T17:17:08.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.438+0000 7ff453146800 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-12T17:17:08.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.438+0000 7ff453146800 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:17:08.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.439+0000 7ff453146800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27.1.0 2024-09-12T17:17:08.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.439+0000 7ff453146800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27.1.0 2024-09-12T17:17:08.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.439+0000 7ff453146800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27.1.1 2024-09-12T17:17:08.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.439+0000 7ff453146800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27.1.1 2024-09-12T17:17:08.441 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.439+0000 7ff453146800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27.0 2024-09-12T17:17:08.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.442+0000 7ff453146800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:08.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.442+0000 7ff453146800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 2024-09-12T17:17:08.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.443+0000 7ff453146800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 info.flags=0x17 2024-09-12T17:17:08.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.443+0000 7ff453146800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 to cache LRU end 2024-09-12T17:17:08.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.443+0000 7ff453146800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:08.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.443+0000 7ff453146800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27, ofs0, ns] 2024-09-12T17:17:08.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.444+0000 7ff3277fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366207 cookie 94527086548288 notifier 6912 bl.length()=991 2024-09-12T17:17:08.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.444+0000 7ff3277fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 info.flags=0x17 2024-09-12T17:17:08.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.444+0000 7ff3277fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 to cache LRU end 2024-09-12T17:17:08.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.444+0000 7ff3277fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:08.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.445+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): orig_sources= new_sources= 2024-09-12T17:17:08.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.445+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): potential sources added=[] removed=[] 2024-09-12T17:17:08.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.445+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): orig_dests= new_dests= 2024-09-12T17:17:08.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.445+0000 7ff453146800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27]): potential dests added=[] removed=[] 2024-09-12T17:17:08.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.446+0000 7ff453146800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:17:08.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.448+0000 7ff3077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:08.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.450+0000 7ff453146800 20 remove_watcher() i=0 2024-09-12T17:17:08.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.450+0000 7ff453146800 2 removed watcher, disabling cache 2024-09-12T17:17:08.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.452+0000 7ff453146800 20 remove_watcher() i=1 2024-09-12T17:17:08.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.453+0000 7ff453146800 20 remove_watcher() i=2 2024-09-12T17:17:08.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.454+0000 7ff453146800 20 remove_watcher() i=3 2024-09-12T17:17:08.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.455+0000 7ff453146800 20 remove_watcher() i=4 2024-09-12T17:17:08.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.456+0000 7ff453146800 20 remove_watcher() i=5 2024-09-12T17:17:08.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.457+0000 7ff453146800 20 remove_watcher() i=6 2024-09-12T17:17:08.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.458+0000 7ff453146800 20 remove_watcher() i=7 2024-09-12T17:17:08.471 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:17:08.501 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:08.501 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:08.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.536+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.537+0000 7f90b7122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.537+0000 7f90b7122800 20 realm 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.537+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.538+0000 7f90b7122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.538+0000 7f90b7122800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.538+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.538+0000 7f90b7122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.538+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.539+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:08.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.539+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.539+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:08.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.539+0000 7f90b7122800 20 searching for the correct realm 2024-09-12T17:17:08.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.542+0000 7f90b3503640 0 -- 172.21.15.123:0/21790333 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f909c060210 msgr2=0x7f909c05f810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:08.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.546+0000 7f90abfff640 0 -- 172.21.15.123:0/21790333 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f90ac0913a0 msgr2=0x7f90ac085830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:08.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.752+0000 7f90b7122800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:08.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.752+0000 7f90b7122800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:08.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.752+0000 7f90b7122800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:08.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.752+0000 7f90b7122800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:08.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.752+0000 7f90b7122800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:08.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.752+0000 7f90b7122800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:08.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.752+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.753+0000 7f90b7122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.753+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.753+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:08.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.753+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 zone default found 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 4 Realm: () 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 zonegroup default 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:08.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 started sync module instance, tier type = 2024-09-12T17:17:08.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.754+0000 7f90b7122800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:08.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.764+0000 7f90b7122800 20 add_watcher() i=0 2024-09-12T17:17:08.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.764+0000 7f90b7122800 20 add_watcher() i=1 2024-09-12T17:17:08.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.764+0000 7f90b7122800 20 add_watcher() i=2 2024-09-12T17:17:08.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.764+0000 7f90b7122800 20 add_watcher() i=3 2024-09-12T17:17:08.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.764+0000 7f90b7122800 20 add_watcher() i=4 2024-09-12T17:17:08.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.764+0000 7f90b7122800 20 add_watcher() i=5 2024-09-12T17:17:08.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.764+0000 7f90b7122800 20 add_watcher() i=6 2024-09-12T17:17:08.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.765+0000 7f90b7122800 20 add_watcher() i=7 2024-09-12T17:17:08.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.765+0000 7f90b7122800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:08.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f8f697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:08.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f90b7122800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:08.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f90b7122800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:08.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f90b7122800 5 note: GC not initialized 2024-09-12T17:17:08.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f8ee3fff640 20 reqs_thread_entry: start 2024-09-12T17:17:08.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f90b7122800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:08.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f90b7122800 20 Filter name: none 2024-09-12T17:17:08.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.767+0000 7f8ee1ffb640 20 reqs_thread_entry: start 2024-09-12T17:17:08.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.768+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.768+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:08.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.768+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.769+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:08.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.769+0000 7f90b7122800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:08.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.769+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.769+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:08.771 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.769+0000 7f90b7122800 20 rados->read ofs=0 len=0 2024-09-12T17:17:08.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.769+0000 7f90b7122800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:08.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.769+0000 7f90b7122800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:08.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.771+0000 7f8f697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:08.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.773+0000 7f90b7122800 20 remove_watcher() i=0 2024-09-12T17:17:08.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.773+0000 7f90b7122800 2 removed watcher, disabling cache 2024-09-12T17:17:08.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.774+0000 7f90b7122800 20 remove_watcher() i=1 2024-09-12T17:17:08.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.775+0000 7f90b7122800 20 remove_watcher() i=2 2024-09-12T17:17:08.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.776+0000 7f90b7122800 20 remove_watcher() i=3 2024-09-12T17:17:08.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.777+0000 7f90b7122800 20 remove_watcher() i=4 2024-09-12T17:17:08.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.778+0000 7f90b7122800 20 remove_watcher() i=5 2024-09-12T17:17:08.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.779+0000 7f90b7122800 20 remove_watcher() i=6 2024-09-12T17:17:08.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:08.780+0000 7f90b7122800 20 remove_watcher() i=7 2024-09-12T17:17:08.792 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:08.792 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:08.792 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:17:08.793 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:08.795 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:08.795 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:08.814 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:08.815 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.041 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.041 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.104 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-12T17:17:09.104 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:09.105 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.106 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.145 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.146 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.202 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.202 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.240 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.240 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.273 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.274 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.308 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.309 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.345 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.345 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.382 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.382 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.417 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.418 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.453 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.453 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.489 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.490 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.527 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.527 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.564 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.564 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.599 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.599 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.634 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.634 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.669 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.669 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.704 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.704 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.740 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.741 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.777 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.777 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.813 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.814 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.848 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.848 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.883 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:09.883 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:09.918 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:17:09.946 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:09.946 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:09.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.981+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:09.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:09.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 20 realm 2024-09-12T17:17:09.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:09.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:09.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:09.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:09.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:09.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.983+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:09.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.984+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:09.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.984+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:09.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.985+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:09.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.985+0000 7f71e5d2a800 20 searching for the correct realm 2024-09-12T17:17:09.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.987+0000 7f71e2250640 0 -- 172.21.15.123:0/758855079 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f71d80e4a30 msgr2=0x7f71d80e3160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:09.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:09.991+0000 7f71e124e640 0 -- 172.21.15.123:0/758855079 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f71dc03abd0 msgr2=0x7f71dc02e900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.196+0000 7f71e5d2a800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.196+0000 7f71e5d2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.196+0000 7f71e5d2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.196+0000 7f71e5d2a800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.196+0000 7f71e5d2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.196+0000 7f71e5d2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.196+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 zone default found 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 4 Realm: () 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 zonegroup default 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.197+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.198+0000 7f71e5d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.198+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.198+0000 7f71e5d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.198+0000 7f71e5d2a800 20 started sync module instance, tier type = 2024-09-12T17:17:10.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.198+0000 7f71e5d2a800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:10.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.207+0000 7f71e5d2a800 20 add_watcher() i=0 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.207+0000 7f71e5d2a800 20 add_watcher() i=1 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.207+0000 7f71e5d2a800 20 add_watcher() i=2 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.207+0000 7f71e5d2a800 20 add_watcher() i=3 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.207+0000 7f71e5d2a800 20 add_watcher() i=4 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.207+0000 7f71e5d2a800 20 add_watcher() i=5 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.207+0000 7f71e5d2a800 20 add_watcher() i=6 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.208+0000 7f71e5d2a800 20 add_watcher() i=7 2024-09-12T17:17:10.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.208+0000 7f71e5d2a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:10.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.210+0000 7f707b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:10.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.210+0000 7f71e5d2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:10.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.210+0000 7f71e5d2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:10.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.210+0000 7f71e5d2a800 5 note: GC not initialized 2024-09-12T17:17:10.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.210+0000 7f707a7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:10.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.211+0000 7f71e5d2a800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:10.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.211+0000 7f71e5d2a800 20 Filter name: none 2024-09-12T17:17:10.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.211+0000 7f7003fff640 20 reqs_thread_entry: start 2024-09-12T17:17:10.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.211+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.211+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.211+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.212+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.212+0000 7f71e5d2a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.212+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.213+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.213+0000 7f71e5d2a800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.213+0000 7f71e5d2a800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:10.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.213+0000 7f71e5d2a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:10.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.214+0000 7f707b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:10.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.216+0000 7f71e5d2a800 20 remove_watcher() i=0 2024-09-12T17:17:10.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.216+0000 7f71e5d2a800 2 removed watcher, disabling cache 2024-09-12T17:17:10.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.217+0000 7f71e5d2a800 20 remove_watcher() i=1 2024-09-12T17:17:10.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.218+0000 7f71e5d2a800 20 remove_watcher() i=2 2024-09-12T17:17:10.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.220+0000 7f71e5d2a800 20 remove_watcher() i=3 2024-09-12T17:17:10.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.221+0000 7f71e5d2a800 20 remove_watcher() i=4 2024-09-12T17:17:10.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.221+0000 7f71e5d2a800 20 remove_watcher() i=5 2024-09-12T17:17:10.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.222+0000 7f71e5d2a800 20 remove_watcher() i=6 2024-09-12T17:17:10.225 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.223+0000 7f71e5d2a800 20 remove_watcher() i=7 2024-09-12T17:17:10.235 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.236 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:10.236 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:10.236 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.237 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-12T17:17:10.270 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:10.270 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:10.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.306+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.307+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.307+0000 7efca7b3d800 20 realm 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.307+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.308+0000 7efca7b3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:10.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.309+0000 7efca7b3d800 20 searching for the correct realm 2024-09-12T17:17:10.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.311+0000 7efca3029640 0 -- 172.21.15.123:0/3814246846 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7efc9404c040 msgr2=0x7efc940616c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:10.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.314+0000 7efca382a640 0 -- 172.21.15.123:0/3814246846 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7efc9c01a040 msgr2=0x7efc9c08e2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:10.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:10.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:10.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 zone default found 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 4 Realm: () 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 zonegroup default 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.322+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.322+0000 7efca7b3d800 20 started sync module instance, tier type = 2024-09-12T17:17:10.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.322+0000 7efca7b3d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:10.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=0 2024-09-12T17:17:10.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=1 2024-09-12T17:17:10.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=2 2024-09-12T17:17:10.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=3 2024-09-12T17:17:10.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=4 2024-09-12T17:17:10.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=5 2024-09-12T17:17:10.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=6 2024-09-12T17:17:10.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.332+0000 7efca7b3d800 20 add_watcher() i=7 2024-09-12T17:17:10.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.332+0000 7efca7b3d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:10.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.334+0000 7efb59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:10.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.334+0000 7efca7b3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:10.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.334+0000 7efca7b3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:10.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.334+0000 7efca7b3d800 5 note: GC not initialized 2024-09-12T17:17:10.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.334+0000 7efb58fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:10.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:10.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 20 Filter name: none 2024-09-12T17:17:10.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efad27fc640 20 reqs_thread_entry: start 2024-09-12T17:17:10.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:17:10.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 : miss 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.336+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.336+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.336+0000 7efca7b3d800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.336+0000 7efca7b3d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:10.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.336+0000 7efca7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.336+0000 7efca7b3d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 2024-09-12T17:17:10.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.339+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.339+0000 7efca7b3d800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.339+0000 7efca7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.339+0000 7efca7b3d800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28, ofs0, ns] 2024-09-12T17:17:10.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94865371532160 notifier 6482 bl.length()=1023 2024-09-12T17:17:10.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_sources= new_sources= 2024-09-12T17:17:10.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential sources added=[] removed=[] 2024-09-12T17:17:10.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_dests= new_dests= 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential dests added=[] removed=[] 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efca7b3d800 time 2024-09-12T17:17:10.343369+0000 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efca918c71a] 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.344 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.342+0000 7efca7b3d800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efca7b3d800 time 2024-09-12T17:17:10.343369+0000 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efca918c71a] 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.345 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.346 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:10.346 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.346 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:10.346 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:10.346 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.346 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:17:10.346 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7efca7b3d800 thread_name:radosgw-admin 2024-09-12T17:17:10.361 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.361 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efca803e6f0] 2024-09-12T17:17:10.361 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efca808b99c] 2024-09-12T17:17:10.361 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efca918c774] 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:10.362 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.343+0000 7efca7b3d800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7efca7b3d800 thread_name:radosgw-admin 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efca803e6f0] 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efca808b99c] 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efca918c774] 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.363 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:17:10.364 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.365 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding auth protocol: cephx 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding auth protocol: cephx 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding auth protocol: cephx 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.366 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:17:10.290+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: starting msgr at 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: starting objecter 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 asok(0x56479093b730) register_command objecter_requests hook 0x564790b8ecd0 2024-09-12T17:17:10.367 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: setting wanted keys 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: calling monclient init 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding auth protocol: cephx 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding auth protocol: cephx 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding auth protocol: cephx 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.368 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.369 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:17:10.290+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:17:10.290+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key hook 0x564790b5cc28 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790a9f6d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790aa5a20 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790aa6380 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.370 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.026950s 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790a9f6d0 auth_method 0 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790aa5a20 auth_method 0 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.371 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790aa6380 auth_method 0 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_done global_id 6473 payload 824 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:17:10.291+0000 7efca382a640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.372 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: dump: 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.373 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: dump: 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.374 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:17:10.291+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6473 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:17:10.291+0000 7efb91e0b640 4 set_mon_vals no callback set 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:17:10.291+0000 7efca7b3d800 1 librados: init done 2024-09-12T17:17:10.375 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:17:10.293+0000 7efb8bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:17:10.293+0000 7efb8bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:17:10.293+0000 7efb8bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:17:10.293+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb8c0764a0 auth_method 0 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:17:10.293+0000 7efca402b640 10 monclient: get_auth_request con 0x564790b84db0 auth_method 0 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:17:10.294+0000 7efca382a640 10 monclient: get_auth_request con 0x564790ba9340 auth_method 0 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:17:10.295+0000 7efca3029640 10 monclient: get_auth_request con 0x564790bad530 auth_method 0 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:17:10.296+0000 7efca402b640 10 monclient: get_auth_request con 0x564790bb1260 auth_method 0 2024-09-12T17:17:10.376 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:17:10.297+0000 7efca7b3d800 10 monclient: build_initial_monmap 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:17:10.297+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:17:10.297+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.377 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding auth protocol: cephx 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding auth protocol: cephx 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding auth protocol: cephx 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.378 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:17:10.297+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 asok(0x56479093b730) register_command objecter_requests cmddesc objecter_requests hook 0x564790bb8d40 EEXIST 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:17:10.297+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding auth protocol: cephx 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding auth protocol: cephx 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding auth protocol: cephx 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.379 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:17:10.297+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:17:10.298+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:17:10.298+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key cmddesc rotate-key hook 0x564790bb43d0 EEXIST 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.380 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790bdca30 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790bded00 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790bdb200 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.034258s 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790bded00 auth_method 0 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.381 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790bdca30 auth_method 0 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790bdb200 auth_method 0 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.382 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_done global_id 6476 payload 824 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:17:10.298+0000 7efca402b640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: dump: 2024-09-12T17:17:10.383 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.384 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: dump: 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.385 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:17:10.298+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6476 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:17:10.298+0000 7efca482c640 4 set_mon_vals no callback set 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:17:10.299+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:17:10.299+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:17:10.300+0000 7efb897fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:17:10.300+0000 7efb897fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:17:10.300+0000 7efb897fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:17:10.301+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb7c076380 auth_method 0 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: get_monmap_and_config 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: build_initial_monmap 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:17:10.301+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.386 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding auth protocol: cephx 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding auth protocol: cephx 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding auth protocol: cephx 2024-09-12T17:17:10.387 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:17:10.301+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.388 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding auth protocol: cephx 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding auth protocol: cephx 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding auth protocol: cephx 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.389 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:17:10.301+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:17:10.302+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:17:10.302+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key cmddesc rotate-key hook 0x7ffc34765be8 EEXIST 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790c30fc0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790c01f10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790c2c860 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.390 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.038197s 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790c30fc0 auth_method 0 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790c2c860 auth_method 0 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.391 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790c01f10 auth_method 0 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_done global_id 6479 payload 274 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:17:10.302+0000 7efca3029640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.392 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: dump: 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.393 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: dump: 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.394 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:17:10.302+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6479 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient: get_monmap_and_config success 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:17:10.302+0000 7efca7b3d800 4 set_mon_vals no callback set 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: shutdown 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: build_initial_monmap 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.395 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding auth protocol: cephx 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding auth protocol: cephx 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding auth protocol: cephx 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.396 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:17:10.303+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: starting msgr at 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: starting objecter 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 asok(0x56479093b730) register_command objecter_requests cmddesc objecter_requests hook 0x564790bff3b0 EEXIST 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: setting wanted keys 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: calling monclient init 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.397 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding auth protocol: cephx 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding auth protocol: cephx 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding auth protocol: cephx 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.398 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:17:10.304+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:17:10.304+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:17:10.304+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key cmddesc rotate-key hook 0x564790bf4928 EEXIST 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790c01f10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790c2c860 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790c30fc0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.399 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.040406s 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790c2c860 auth_method 0 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790c30fc0 auth_method 0 2024-09-12T17:17:10.400 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790c01f10 auth_method 0 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.401 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_done global_id 6482 payload 824 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:17:10.304+0000 7efca402b640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: dump: 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.402 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.403 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:17:10.305+0000 7efb817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:17:10.305+0000 7efb817fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:17:10.305+0000 7efb817fa640 10 monclient: dump: 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.404 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:17:10.305+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6482 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:17:10.305+0000 7efb82ffd640 4 set_mon_vals no callback set 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:17:10.305+0000 7efca7b3d800 1 librados: init done 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:17:10.305+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cr dump hook 0x564790c27dd8 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:17:10.306+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:17:10.307+0000 7efb817fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:10.405 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:17:10.307+0000 7efb817fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:17:10.307+0000 7efb817fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:17:10.307+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb6c076470 auth_method 0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:17:10.307+0000 7efca382a640 10 monclient: get_auth_request con 0x564790c4b3f0 auth_method 0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:17:10.307+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:17:10.307+0000 7efca7b3d800 20 realm 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:17:10.307+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:17:10.308+0000 7efca7b3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.406 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:17:10.308+0000 7efca3029640 10 monclient: get_auth_request con 0x564790c4f620 auth_method 0 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:17:10.309+0000 7efca402b640 10 monclient: get_auth_request con 0x564790c52e80 auth_method 0 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 searching for the correct realm 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:17:10.310+0000 7efca382a640 10 monclient: get_auth_request con 0x7efc9c01a040 auth_method 0 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:17:10.311+0000 7efca3029640 10 monclient: get_auth_request con 0x7efc9404c040 auth_method 0 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:17:10.311+0000 7efca3029640 0 -- 172.21.15.123:0/3814246846 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7efc9404c040 msgr2=0x7efc940616c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:17:10.311+0000 7efb817fa640 1 client.6482.objecter ms_handle_reset 0x7efc9404c040 session 0x7efc94005040 osd.2 2024-09-12T17:17:10.407 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:17:10.311+0000 7efb817fa640 10 monclient: _renew_subs 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:17:10.311+0000 7efb817fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:17:10.311+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb6c086b20 auth_method 0 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:17:10.311+0000 7efca402b640 10 monclient: get_auth_request con 0x7efc98087420 auth_method 0 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:17:10.313+0000 7efca382a640 10 monclient: get_auth_request con 0x7efc9c0a61a0 auth_method 0 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:17:10.314+0000 7efca382a640 0 -- 172.21.15.123:0/3814246846 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7efc9c01a040 msgr2=0x7efc9c08e2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:17:10.315+0000 7efb817fa640 1 client.6482.objecter ms_handle_reset 0x7efc9c01a040 session 0x7efc9c011040 osd.7 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:17:10.315+0000 7efca382a640 10 monclient: get_auth_request con 0x7efc9404c040 auth_method 0 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:17:10.316+0000 7efca3029640 10 monclient: get_auth_request con 0x7efc9c097a40 auth_method 0 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:10.408 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 zone default found 2024-09-12T17:17:10.409 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:17:10.321+0000 7efca7b3d800 4 Realm: () 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:17:10.321+0000 7efca7b3d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:17:10.321+0000 7efca7b3d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:17:10.321+0000 7efca7b3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 zonegroup default 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:17:10.322+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:17:10.322+0000 7efca7b3d800 20 started sync module instance, tier type = 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:17:10.322+0000 7efca7b3d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=0 2024-09-12T17:17:10.410 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=1 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=2 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=3 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=4 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=5 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=6 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:17:10.332+0000 7efca7b3d800 20 add_watcher() i=7 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:17:10.332+0000 7efca7b3d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding auth protocol: cephx 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding auth protocol: cephx 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding auth protocol: cephx 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.411 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.412 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:17:10.334+0000 7efb59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:17:10.334+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:17:10.334+0000 7efca7b3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:17:10.334+0000 7efca7b3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache list hook 0x564790c277f0 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache inspect hook 0x564790c277f0 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache erase hook 0x564790c277f0 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache zap hook 0x564790c277f0 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 note: GC not initialized 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:17:10.334+0000 7efb58fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:10.413 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace show hook 0x7efc98004ac0 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace history hook 0x7efc98004ac0 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace active hook 0x7efc98004ac0 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace active_short hook 0x7efc98004ac0 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 Filter name: none 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:17:10.335+0000 7efad27fc640 20 reqs_thread_entry: start 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.414 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 : miss 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:17:10.336+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.415 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28, ofs0, ns] 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94865371532160 notifier 6482 bl.length()=1023 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_sources= new_sources= 2024-09-12T17:17:10.416 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential sources added=[] removed=[] 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_dests= new_dests= 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential dests added=[] removed=[] 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:17:10.342+0000 7efca7b3d800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efca7b3d800 time 2024-09-12T17:17:10.343369+0000 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efca918c71a] 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:10.417 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:17:10.343+0000 7efca7b3d800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7efca7b3d800 thread_name:radosgw-admin 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efca803e6f0] 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efca808b99c] 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efca918c774] 2024-09-12T17:17:10.418 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:17:10.419 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:17:10.420 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:17:10.421 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:17:10.422 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:17:10.423 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:17:10.424 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:17:10.425 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:17:10.426 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efad27fc640 / http_manager 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb58fe1640 / http_manager 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb59fe3640 / rgw_dt_lg_renew 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb817fa640 / ms_dispatch 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb82ffd640 / io_context_pool 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb897fa640 / ms_dispatch 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb8bfff640 / ms_dispatch 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb91e0b640 / io_context_pool 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca3029640 / msgr-worker-2 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca382a640 / msgr-worker-1 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca402b640 / msgr-worker-0 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca482c640 / io_context_pool 2024-09-12T17:17:10.427 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca7b3d800 / radosgw-admin 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.108699.log 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.428 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding auth protocol: cephx 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding auth protocol: cephx 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding auth protocol: cephx 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.429 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: crc 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b621b0) adding con mode: secure 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:17:10.290+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: starting msgr at 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: starting objecter 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 asok(0x56479093b730) register_command objecter_requests hook 0x564790b8ecd0 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: setting wanted keys 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:17:10.290+0000 7efca7b3d800 1 librados: calling monclient init 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.430 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding auth protocol: cephx 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding auth protocol: cephx 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding auth protocol: cephx 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: crc 2024-09-12T17:17:10.431 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 AuthRegistry(0x564790b5cae0) adding con mode: secure 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:17:10.290+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:17:10.290+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:17:10.290+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key hook 0x564790b5cc28 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790a9f6d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790aa5a20 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790aa6380 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.432 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:17:10.290+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.026950s 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790a9f6d0 auth_method 0 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790aa5a20 auth_method 0 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.433 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:17:10.291+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790aa6380 auth_method 0 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:17:10.291+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.434 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient(hunting): handle_auth_done global_id 6473 payload 824 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:17:10.291+0000 7efca382a640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:17:10.291+0000 7efca382a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: dump: 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.435 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:17:10.291+0000 7efb8bfff640 10 monclient: dump: 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.436 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:17:10.291+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6473 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:17:10.291+0000 7efb91e0b640 4 set_mon_vals no callback set 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.437 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:17:10.291+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:17:10.291+0000 7efca7b3d800 1 librados: init done 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:17:10.293+0000 7efb8bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:17:10.293+0000 7efb8bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:17:10.293+0000 7efb8bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:17:10.293+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb8c0764a0 auth_method 0 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:17:10.293+0000 7efca402b640 10 monclient: get_auth_request con 0x564790b84db0 auth_method 0 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:17:10.294+0000 7efca382a640 10 monclient: get_auth_request con 0x564790ba9340 auth_method 0 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:17:10.295+0000 7efca3029640 10 monclient: get_auth_request con 0x564790bad530 auth_method 0 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:17:10.296+0000 7efca402b640 10 monclient: get_auth_request con 0x564790bb1260 auth_method 0 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:17:10.297+0000 7efca7b3d800 10 monclient: build_initial_monmap 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:17:10.297+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:17:10.297+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.438 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.439 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.439 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.439 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.439 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.439 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.439 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding auth protocol: cephx 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding auth protocol: cephx 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding auth protocol: cephx 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.440 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: crc 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb5340) adding con mode: secure 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:17:10.297+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 asok(0x56479093b730) register_command objecter_requests cmddesc objecter_requests hook 0x564790bb8d40 EEXIST 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:17:10.297+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.441 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding auth protocol: cephx 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding auth protocol: cephx 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding auth protocol: cephx 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.442 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: crc 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:17:10.297+0000 7efca7b3d800 5 AuthRegistry(0x564790bb4288) adding con mode: secure 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:17:10.297+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:17:10.298+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:17:10.298+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key cmddesc rotate-key hook 0x564790bb43d0 EEXIST 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790bdca30 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790bded00 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790bdb200 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.443 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.034258s 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790bded00 auth_method 0 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790bdca30 auth_method 0 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.444 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790bdb200 auth_method 0 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:17:10.298+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.445 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:17:10.298+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient(hunting): handle_auth_done global_id 6476 payload 824 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:17:10.298+0000 7efca402b640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:17:10.298+0000 7efca402b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: dump: 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.446 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.447 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:17:10.298+0000 7efb897fa640 10 monclient: dump: 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.448 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:17:10.298+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6476 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:17:10.298+0000 7efca482c640 4 set_mon_vals no callback set 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:17:10.298+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:17:10.299+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:17:10.299+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:17:10.300+0000 7efb897fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:10.449 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:17:10.300+0000 7efb897fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:17:10.300+0000 7efb897fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:17:10.301+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb7c076380 auth_method 0 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: get_monmap_and_config 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: build_initial_monmap 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:17:10.301+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.450 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding auth protocol: cephx 2024-09-12T17:17:10.451 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding auth protocol: cephx 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding auth protocol: cephx 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: crc 2024-09-12T17:17:10.452 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x564790bfc900) adding con mode: secure 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:17:10.301+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:17:10.301+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding auth protocol: cephx 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding auth protocol: cephx 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding auth protocol: cephx 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.453 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: crc 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:17:10.301+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765aa0) adding con mode: secure 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:17:10.301+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:17:10.302+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:17:10.302+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key cmddesc rotate-key hook 0x7ffc34765be8 EEXIST 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790c30fc0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790c01f10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790c2c860 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.454 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.038197s 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790c30fc0 auth_method 0 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790c2c860 auth_method 0 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.455 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:17:10.302+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790c01f10 auth_method 0 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.456 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:17:10.302+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient(hunting): handle_auth_done global_id 6479 payload 274 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:17:10.302+0000 7efca3029640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:17:10.302+0000 7efca3029640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: dump: 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.457 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:17:10.302+0000 7efb82ffd640 10 monclient: dump: 2024-09-12T17:17:10.458 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:17:10.302+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6479 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:17:10.302+0000 7efca7b3d800 10 monclient: get_monmap_and_config success 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:17:10.302+0000 7efca7b3d800 4 set_mon_vals no callback set 2024-09-12T17:17:10.459 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: shutdown 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: build_initial_monmap 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 build_initial for_mkfs: 0 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: monmap: 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.460 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding auth protocol: cephx 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding auth protocol: cephx 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding auth protocol: cephx 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.461 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: crc 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790c234e0) adding con mode: secure 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:17:10.303+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: starting msgr at 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: starting objecter 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 asok(0x56479093b730) register_command objecter_requests cmddesc objecter_requests hook 0x564790bff3b0 EEXIST 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: setting wanted keys 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:17:10.303+0000 7efca7b3d800 1 librados: calling monclient init 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:17:10.303+0000 7efca7b3d800 10 monclient: init 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding auth protocol: cephx 2024-09-12T17:17:10.462 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding auth protocol: cephx 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding auth protocol: cephx 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.463 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: crc 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:17:10.303+0000 7efca7b3d800 5 AuthRegistry(0x564790bf47e0) adding con mode: secure 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:17:10.304+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:17:10.304+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:17:10.304+0000 7efca7b3d800 5 asok(0x56479093b730) register_command rotate-key cmddesc rotate-key hook 0x564790bf4928 EEXIST 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-b con 0x564790c01f10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-c con 0x564790c2c860 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): picked mon.noname-a con 0x564790c30fc0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.464 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:17:10.304+0000 7efca7b3d800 10 monclient(hunting): authenticate will time out at 2198.040406s 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): get_auth_request con 0x564790c2c860 auth_method 0 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): get_auth_request con 0x564790c30fc0 auth_method 0 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.465 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:17:10.304+0000 7efca382a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): get_auth_request con 0x564790c01f10 auth_method 0 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:17:10.304+0000 7efca3029640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient(hunting): handle_auth_done global_id 6482 payload 824 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient: _finish_hunting 0 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:17:10.304+0000 7efca402b640 1 monclient: found mon.noname-c 2024-09-12T17:17:10.466 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:17:10.304+0000 7efca402b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: dump: 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.467 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: _finish_auth 0 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: _check_auth_tickets 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:17:10.304+0000 7efb817fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:17:10.305+0000 7efb817fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:17:10.305+0000 7efb817fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:17:10.305+0000 7efb817fa640 10 monclient: dump: 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:10.468 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:17:10.305+0000 7efca7b3d800 5 monclient: authenticate success, global_id 6482 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:17:10.305+0000 7efb82ffd640 4 set_mon_vals no callback set 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _renew_subs 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:17:10.305+0000 7efca7b3d800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:17:10.305+0000 7efca7b3d800 1 librados: init done 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:17:10.305+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cr dump hook 0x564790c27dd8 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:17:10.306+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.469 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:17:10.307+0000 7efb817fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:17:10.307+0000 7efb817fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:17:10.307+0000 7efb817fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:17:10.307+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb6c076470 auth_method 0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:17:10.307+0000 7efca382a640 10 monclient: get_auth_request con 0x564790c4b3f0 auth_method 0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:17:10.307+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:17:10.307+0000 7efca7b3d800 20 realm 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:17:10.307+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:17:10.308+0000 7efca7b3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:17:10.308+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:17:10.308+0000 7efca3029640 10 monclient: get_auth_request con 0x564790c4f620 auth_method 0 2024-09-12T17:17:10.470 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:17:10.309+0000 7efca402b640 10 monclient: get_auth_request con 0x564790c52e80 auth_method 0 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:17:10.309+0000 7efca7b3d800 20 searching for the correct realm 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:17:10.310+0000 7efca382a640 10 monclient: get_auth_request con 0x7efc9c01a040 auth_method 0 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:17:10.311+0000 7efca3029640 10 monclient: get_auth_request con 0x7efc9404c040 auth_method 0 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:17:10.311+0000 7efca3029640 0 -- 172.21.15.123:0/3814246846 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7efc9404c040 msgr2=0x7efc940616c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:17:10.311+0000 7efb817fa640 1 client.6482.objecter ms_handle_reset 0x7efc9404c040 session 0x7efc94005040 osd.2 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:17:10.311+0000 7efb817fa640 10 monclient: _renew_subs 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:17:10.311+0000 7efb817fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:17:10.311+0000 7efca3029640 10 monclient: get_auth_request con 0x7efb6c086b20 auth_method 0 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:17:10.311+0000 7efca402b640 10 monclient: get_auth_request con 0x7efc98087420 auth_method 0 2024-09-12T17:17:10.471 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:17:10.313+0000 7efca382a640 10 monclient: get_auth_request con 0x7efc9c0a61a0 auth_method 0 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:17:10.314+0000 7efca382a640 0 -- 172.21.15.123:0/3814246846 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7efc9c01a040 msgr2=0x7efc9c08e2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:17:10.315+0000 7efb817fa640 1 client.6482.objecter ms_handle_reset 0x7efc9c01a040 session 0x7efc9c011040 osd.7 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:17:10.315+0000 7efca382a640 10 monclient: get_auth_request con 0x7efc9404c040 auth_method 0 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:17:10.316+0000 7efca3029640 10 monclient: get_auth_request con 0x7efc9c097a40 auth_method 0 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.472 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:17:10.320+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 zone default found 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:17:10.321+0000 7efca7b3d800 4 Realm: () 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:17:10.321+0000 7efca7b3d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:17:10.321+0000 7efca7b3d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:17:10.321+0000 7efca7b3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 zonegroup default 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.473 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:17:10.321+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:17:10.322+0000 7efca7b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:17:10.322+0000 7efca7b3d800 20 started sync module instance, tier type = 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:17:10.322+0000 7efca7b3d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=0 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=1 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=2 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=3 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=4 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=5 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:17:10.331+0000 7efca7b3d800 20 add_watcher() i=6 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:17:10.332+0000 7efca7b3d800 20 add_watcher() i=7 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:17:10.332+0000 7efca7b3d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:10.474 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding auth protocol: cephx 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding auth protocol: cephx 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding auth protocol: cephx 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: crc 2024-09-12T17:17:10.475 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 AuthRegistry(0x7ffc34765f70) adding con mode: secure 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:17:10.334+0000 7efb59fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:17:10.334+0000 7efca7b3d800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:17:10.334+0000 7efca7b3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:17:10.334+0000 7efca7b3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache list hook 0x564790c277f0 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache inspect hook 0x564790c277f0 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache erase hook 0x564790c277f0 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 asok(0x56479093b730) register_command cache zap hook 0x564790c277f0 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:17:10.334+0000 7efca7b3d800 5 note: GC not initialized 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:17:10.334+0000 7efb58fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace show hook 0x7efc98004ac0 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace history hook 0x7efc98004ac0 2024-09-12T17:17:10.476 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace active hook 0x7efc98004ac0 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:17:10.335+0000 7efca7b3d800 5 asok(0x56479093b730) register_command sync trace active_short hook 0x7efc98004ac0 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 Filter name: none 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:17:10.335+0000 7efad27fc640 20 reqs_thread_entry: start 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:17:10.335+0000 7efca7b3d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 : miss 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:17:10.335+0000 7efca7b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:17:10.336+0000 7efca7b3d800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.477 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:17:10.336+0000 7efca7b3d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:17:10.339+0000 7efca7b3d800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28, ofs0, ns] 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94865371532160 notifier 6482 bl.length()=1023 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:17:10.340+0000 7efb82ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_sources= new_sources= 2024-09-12T17:17:10.478 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential sources added=[] removed=[] 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_dests= new_dests= 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:17:10.341+0000 7efca7b3d800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential dests added=[] removed=[] 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:17:10.342+0000 7efca7b3d800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efca7b3d800 time 2024-09-12T17:17:10.343369+0000 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efca918c71a] 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.479 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:17:10.343+0000 7efca7b3d800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7efca7b3d800 thread_name:radosgw-admin 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:10.480 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7efca803e6f0] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7efca808b99c] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efca918c774] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7efca918c8d8] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56478e2eb841] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7489e) [0x56478e7f989e] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56478e2fb50d] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7efca8029590] 2024-09-12T17:17:10.481 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:17:10.482 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:17:10.483 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:17:10.484 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:17:10.485 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:17:10.486 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:17:10.487 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:17:10.488 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:17:10.489 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:17:10.490 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:17:10.491 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:17:10.491 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:17:10.491 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:17:10.491 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:17:10.491 INFO:tasks.workunit.client.0.smithi123.stderr: 7efad27fc640 / http_manager 2024-09-12T17:17:10.491 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb58fe1640 / http_manager 2024-09-12T17:17:10.491 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb59fe3640 / rgw_dt_lg_renew 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb817fa640 / ms_dispatch 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb82ffd640 / io_context_pool 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb897fa640 / ms_dispatch 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb8bfff640 / ms_dispatch 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efb91e0b640 / io_context_pool 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca3029640 / msgr-worker-2 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca382a640 / msgr-worker-1 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca402b640 / msgr-worker-0 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca482c640 / io_context_pool 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: 7efca7b3d800 / radosgw-admin 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:17:10.492 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:17:10.345001Z_5e174d38-1b32-4c5c-a2b6-426c3f8bef91/log 2024-09-12T17:17:10.493 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:17:10.493 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.417+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.418+0000 7f689b140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.418+0000 7f689b140800 20 realm 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.418+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.418+0000 7f689b140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.418+0000 7f689b140800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.419+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.419+0000 7f689b140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.419+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.420+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.420+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.420+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.420+0000 7f689b140800 20 searching for the correct realm 2024-09-12T17:17:10.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.422+0000 7f68976ee640 0 -- 172.21.15.123:0/729913341 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f688c02d050 msgr2=0x7f688c010950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:10.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.628+0000 7f68966ec640 0 -- 172.21.15.123:0/729913341 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f6890073070 msgr2=0x7f68900ae970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:10.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.833+0000 7f689b140800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:10.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.833+0000 7f689b140800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:10.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.833+0000 7f689b140800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:10.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.833+0000 7f689b140800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:10.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.833+0000 7f689b140800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:10.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.833+0000 7f689b140800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:10.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.833+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.834+0000 7f689b140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.834+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.834+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:10.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.834+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:10.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 zone default found 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 4 Realm: () 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 zonegroup default 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:10.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 started sync module instance, tier type = 2024-09-12T17:17:10.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.835+0000 7f689b140800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:10.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.846+0000 7f689b140800 20 add_watcher() i=0 2024-09-12T17:17:10.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.846+0000 7f689b140800 20 add_watcher() i=1 2024-09-12T17:17:10.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.846+0000 7f689b140800 20 add_watcher() i=2 2024-09-12T17:17:10.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.846+0000 7f689b140800 20 add_watcher() i=3 2024-09-12T17:17:10.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.846+0000 7f689b140800 20 add_watcher() i=4 2024-09-12T17:17:10.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.846+0000 7f689b140800 20 add_watcher() i=5 2024-09-12T17:17:10.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.847+0000 7f689b140800 20 add_watcher() i=6 2024-09-12T17:17:10.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.848+0000 7f689b140800 20 add_watcher() i=7 2024-09-12T17:17:10.849 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.848+0000 7f689b140800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:10.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.850+0000 7f674d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.850+0000 7f689b140800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.850+0000 7f689b140800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.850+0000 7f689b140800 5 note: GC not initialized 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.850+0000 7f66c7fff640 20 reqs_thread_entry: start 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.850+0000 7f689b140800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.850+0000 7f689b140800 20 Filter name: none 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.851+0000 7f66c5ffb640 20 reqs_thread_entry: start 2024-09-12T17:17:10.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.851+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.851+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:10.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.851+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.852+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:17:10.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.852+0000 7f689b140800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:10.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.852+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.853+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:10.854 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.853+0000 7f689b140800 20 rados->read ofs=0 len=0 2024-09-12T17:17:10.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.853+0000 7f689b140800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:17:10.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.853+0000 7f689b140800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:10.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.854+0000 7f674d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:10.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.856+0000 7f689b140800 20 remove_watcher() i=0 2024-09-12T17:17:10.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.856+0000 7f689b140800 2 removed watcher, disabling cache 2024-09-12T17:17:10.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.857+0000 7f689b140800 20 remove_watcher() i=1 2024-09-12T17:17:10.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.858+0000 7f689b140800 20 remove_watcher() i=2 2024-09-12T17:17:10.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.860+0000 7f689b140800 20 remove_watcher() i=3 2024-09-12T17:17:10.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.861+0000 7f689b140800 20 remove_watcher() i=4 2024-09-12T17:17:10.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.862+0000 7f689b140800 20 remove_watcher() i=5 2024-09-12T17:17:10.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.863+0000 7f689b140800 20 remove_watcher() i=6 2024-09-12T17:17:10.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:10.864+0000 7f689b140800 20 remove_watcher() i=7 2024-09-12T17:17:10.874 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.875 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:10.875 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:10.875 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:10.876 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:10.876 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:10.911 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:10.911 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:10.969 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:17:11.000 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:11.000 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:11.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.036+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:11.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 20 realm 2024-09-12T17:17:11.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:11.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:11.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:11.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.038+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.039+0000 7fcc5da0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:11.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.039+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.039+0000 7fcc5da0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:11.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.039+0000 7fcc5da0e800 20 searching for the correct realm 2024-09-12T17:17:11.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.040+0000 7fcc5916b640 0 -- 172.21.15.123:0/98743424 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fcc54061070 msgr2=0x7fcc54063980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:11.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.246+0000 7fcc5916b640 0 -- 172.21.15.123:0/98743424 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x55fefa06dc00 msgr2=0x7fcc5408b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:11.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:11.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:11.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:11.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:11.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:11.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:11.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:11.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:11.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.456+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:11.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 zone default found 2024-09-12T17:17:11.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 4 Realm: () 2024-09-12T17:17:11.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:11.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:11.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:11.459 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 zonegroup default 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.457+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.458+0000 7fcc5da0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.458+0000 7fcc5da0e800 20 started sync module instance, tier type = 2024-09-12T17:17:11.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.458+0000 7fcc5da0e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:11.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.466+0000 7fcc5da0e800 20 add_watcher() i=0 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.466+0000 7fcc5da0e800 20 add_watcher() i=1 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.466+0000 7fcc5da0e800 20 add_watcher() i=2 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.466+0000 7fcc5da0e800 20 add_watcher() i=3 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.466+0000 7fcc5da0e800 20 add_watcher() i=4 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.466+0000 7fcc5da0e800 20 add_watcher() i=5 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.466+0000 7fcc5da0e800 20 add_watcher() i=6 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.467+0000 7fcc5da0e800 20 add_watcher() i=7 2024-09-12T17:17:11.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.467+0000 7fcc5da0e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:11.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.469+0000 7fcb0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:11.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.469+0000 7fcc5da0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:11.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.469+0000 7fcc5da0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:11.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.469+0000 7fcc5da0e800 5 note: GC not initialized 2024-09-12T17:17:11.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.470+0000 7fcb0e7e4640 20 reqs_thread_entry: start 2024-09-12T17:17:11.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.470+0000 7fcc5da0e800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:11.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.470+0000 7fcc5da0e800 20 Filter name: none 2024-09-12T17:17:11.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.470+0000 7fca7ffff640 20 reqs_thread_entry: start 2024-09-12T17:17:11.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.470+0000 7fcc5da0e800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:17:11.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.470+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 : miss 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:11.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.471+0000 7fcc5da0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 2024-09-12T17:17:11.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.472+0000 7fcc5da0e800 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to be held by another RGW process; skipping for now 2024-09-12T17:17:11.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.473+0000 7fcb0f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:11.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.475+0000 7fcc5da0e800 20 remove_watcher() i=0 2024-09-12T17:17:11.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.475+0000 7fcc5da0e800 2 removed watcher, disabling cache 2024-09-12T17:17:11.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.476+0000 7fcc5da0e800 20 remove_watcher() i=1 2024-09-12T17:17:11.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.477+0000 7fcc5da0e800 20 remove_watcher() i=2 2024-09-12T17:17:11.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.478+0000 7fcc5da0e800 20 remove_watcher() i=3 2024-09-12T17:17:11.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.479+0000 7fcc5da0e800 20 remove_watcher() i=4 2024-09-12T17:17:11.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.480+0000 7fcc5da0e800 20 remove_watcher() i=5 2024-09-12T17:17:11.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.481+0000 7fcc5da0e800 20 remove_watcher() i=6 2024-09-12T17:17:11.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:11.482+0000 7fcc5da0e800 20 remove_watcher() i=7 2024-09-12T17:17:11.494 INFO:tasks.workunit.client.0.smithi123.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:17:41.526 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:17:41.561 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:41.561 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:41.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.601+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:41.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:41.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 20 realm 2024-09-12T17:17:41.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:41.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:41.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:41.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:41.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:41.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.603+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:41.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.604+0000 7f62c1e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:41.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.604+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:41.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.605+0000 7f62c1e14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:41.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.605+0000 7f62c1e14800 20 searching for the correct realm 2024-09-12T17:17:41.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.607+0000 7f62bdccc640 0 -- 172.21.15.123:0/3621540658 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f62a8043020 msgr2=0x7f62a806b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:41.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:41.813+0000 7f62b7fff640 0 -- 172.21.15.123:0/3621540658 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f62b8058960 msgr2=0x7f62b80333f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:42.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:42.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.021+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:42.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:42.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 zone default found 2024-09-12T17:17:42.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 4 Realm: () 2024-09-12T17:17:42.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 zonegroup default 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.022+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.023+0000 7f62c1e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.023+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.023+0000 7f62c1e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.023+0000 7f62c1e14800 20 started sync module instance, tier type = 2024-09-12T17:17:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.023+0000 7f62c1e14800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.034+0000 7f62c1e14800 20 add_watcher() i=0 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.034+0000 7f62c1e14800 20 add_watcher() i=1 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.034+0000 7f62c1e14800 20 add_watcher() i=2 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.034+0000 7f62c1e14800 20 add_watcher() i=3 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.034+0000 7f62c1e14800 20 add_watcher() i=4 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.034+0000 7f62c1e14800 20 add_watcher() i=5 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.034+0000 7f62c1e14800 20 add_watcher() i=6 2024-09-12T17:17:42.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.035+0000 7f62c1e14800 20 add_watcher() i=7 2024-09-12T17:17:42.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.035+0000 7f62c1e14800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:42.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.037+0000 7f61737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.037+0000 7f62c1e14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.037+0000 7f62c1e14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.037+0000 7f62c1e14800 5 note: GC not initialized 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.037+0000 7f61727e4640 20 reqs_thread_entry: start 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.037+0000 7f62c1e14800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 20 Filter name: none 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f60e3fff640 20 reqs_thread_entry: start 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:17:42.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:17:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:17:42.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 : miss 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.038+0000 7f62c1e14800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.039+0000 7f62c1e14800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.039+0000 7f62c1e14800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.039+0000 7f62c1e14800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.039+0000 7f62c1e14800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.039+0000 7f62c1e14800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.039+0000 7f62c1e14800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 2024-09-12T17:17:42.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.040+0000 7f62c1e14800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f62c1e14800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f62c1e14800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f62c1e14800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f62c1e14800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28, ofs0, ns] 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f61a0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366173 cookie 94072110346720 notifier 7017 bl.length()=1023 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f61a0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f61a0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:42.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.045+0000 7f61a0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:42.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.047+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_sources= new_sources= 2024-09-12T17:17:42.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.047+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential sources added=[] removed=[] 2024-09-12T17:17:42.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.047+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_dests= new_dests= 2024-09-12T17:17:42.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.047+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential dests added=[] removed=[] 2024-09-12T17:17:42.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.049+0000 7f62c1e14800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28.2.0 2024-09-12T17:17:42.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.049+0000 7f62c1e14800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28.2.0 2024-09-12T17:17:42.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.049+0000 7f62c1e14800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28.2.1 2024-09-12T17:17:42.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.049+0000 7f62c1e14800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28.2.1 2024-09-12T17:17:42.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.049+0000 7f62c1e14800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28.0 2024-09-12T17:17:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.052+0000 7f62c1e14800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:42.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.052+0000 7f62c1e14800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 2024-09-12T17:17:42.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.054+0000 7f62c1e14800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.054+0000 7f62c1e14800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.054+0000 7f62c1e14800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.054+0000 7f62c1e14800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28, ofs0, ns] 2024-09-12T17:17:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.055+0000 7f61a0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366174 cookie 94072110346720 notifier 7017 bl.length()=1023 2024-09-12T17:17:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.055+0000 7f61a0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.055+0000 7f61a0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:42.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.055+0000 7f61a0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.056+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_sources= new_sources= 2024-09-12T17:17:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.056+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential sources added=[] removed=[] 2024-09-12T17:17:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.056+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_dests= new_dests= 2024-09-12T17:17:42.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.056+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential dests added=[] removed=[] 2024-09-12T17:17:42.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.057+0000 7f62c1e14800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28.0 2024-09-12T17:17:42.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.058+0000 7f62c1e14800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:42.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.058+0000 7f62c1e14800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 2024-09-12T17:17:42.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f62c1e14800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:42.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f62c1e14800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:42.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f62c1e14800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:42.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f62c1e14800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28, ofs0, ns] 2024-09-12T17:17:42.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f61a0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94072110346720 notifier 7017 bl.length()=991 2024-09-12T17:17:42.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f61a0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 info.flags=0x17 2024-09-12T17:17:42.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f61a0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 to cache LRU end 2024-09-12T17:17:42.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.059+0000 7f61a0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:42.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.061+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_sources= new_sources= 2024-09-12T17:17:42.062 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.061+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential sources added=[] removed=[] 2024-09-12T17:17:42.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.061+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): orig_dests= new_dests= 2024-09-12T17:17:42.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.061+0000 7f62c1e14800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28]): potential dests added=[] removed=[] 2024-09-12T17:17:42.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.062+0000 7f62c1e14800 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:17:42.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.064+0000 7f61737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:42.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.067+0000 7f62c1e14800 20 remove_watcher() i=0 2024-09-12T17:17:42.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.067+0000 7f62c1e14800 2 removed watcher, disabling cache 2024-09-12T17:17:42.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.068+0000 7f62c1e14800 20 remove_watcher() i=1 2024-09-12T17:17:42.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.069+0000 7f62c1e14800 20 remove_watcher() i=2 2024-09-12T17:17:42.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.070+0000 7f62c1e14800 20 remove_watcher() i=3 2024-09-12T17:17:42.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.071+0000 7f62c1e14800 20 remove_watcher() i=4 2024-09-12T17:17:42.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.072+0000 7f62c1e14800 20 remove_watcher() i=5 2024-09-12T17:17:42.075 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.073+0000 7f62c1e14800 20 remove_watcher() i=6 2024-09-12T17:17:42.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.074+0000 7f62c1e14800 20 remove_watcher() i=7 2024-09-12T17:17:42.089 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:17:42.119 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:42.119 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:42.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.156+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.157+0000 7f026e6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.157+0000 7f026e6bb800 20 realm 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.157+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.158+0000 7f026e6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.158+0000 7f026e6bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.158+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.158+0000 7f026e6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.158+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.159+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:42.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.159+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.159+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:42.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.159+0000 7f026e6bb800 20 searching for the correct realm 2024-09-12T17:17:42.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.160+0000 7f026c1a5640 0 -- 172.21.15.123:0/3568040137 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f0264041070 msgr2=0x7f02640a2960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:42.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.365+0000 7f026c1a5640 0 -- 172.21.15.123:0/3568040137 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f026406c980 msgr2=0x7f026406aaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:42.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:42.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:42.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:42.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.574+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:42.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 zone default found 2024-09-12T17:17:42.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 4 Realm: () 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 zonegroup default 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.575+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.576+0000 7f026e6bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.576+0000 7f026e6bb800 20 started sync module instance, tier type = 2024-09-12T17:17:42.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.576+0000 7f026e6bb800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:42.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.585+0000 7f026e6bb800 20 add_watcher() i=0 2024-09-12T17:17:42.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.585+0000 7f026e6bb800 20 add_watcher() i=1 2024-09-12T17:17:42.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.585+0000 7f026e6bb800 20 add_watcher() i=2 2024-09-12T17:17:42.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.585+0000 7f026e6bb800 20 add_watcher() i=3 2024-09-12T17:17:42.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.585+0000 7f026e6bb800 20 add_watcher() i=4 2024-09-12T17:17:42.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.585+0000 7f026e6bb800 20 add_watcher() i=5 2024-09-12T17:17:42.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.585+0000 7f026e6bb800 20 add_watcher() i=6 2024-09-12T17:17:42.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.586+0000 7f026e6bb800 20 add_watcher() i=7 2024-09-12T17:17:42.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.586+0000 7f026e6bb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:42.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.588+0000 7f011efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.588+0000 7f026e6bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.588+0000 7f026e6bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.588+0000 7f026e6bb800 5 note: GC not initialized 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.588+0000 7f011dfe3640 20 reqs_thread_entry: start 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.588+0000 7f026e6bb800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.589+0000 7f026e6bb800 20 Filter name: none 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.589+0000 7f01177fe640 20 reqs_thread_entry: start 2024-09-12T17:17:42.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.589+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.589+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:42.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.589+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.590+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:42.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.590+0000 7f026e6bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:42.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.590+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.590+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:17:42.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.590+0000 7f026e6bb800 20 rados->read ofs=0 len=0 2024-09-12T17:17:42.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.591+0000 7f026e6bb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:17:42.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.591+0000 7f026e6bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:42.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.592+0000 7f011efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:42.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.594+0000 7f026e6bb800 20 remove_watcher() i=0 2024-09-12T17:17:42.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.594+0000 7f026e6bb800 2 removed watcher, disabling cache 2024-09-12T17:17:42.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.596+0000 7f026e6bb800 20 remove_watcher() i=1 2024-09-12T17:17:42.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.597+0000 7f026e6bb800 20 remove_watcher() i=2 2024-09-12T17:17:42.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.598+0000 7f026e6bb800 20 remove_watcher() i=3 2024-09-12T17:17:42.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.599+0000 7f026e6bb800 20 remove_watcher() i=4 2024-09-12T17:17:42.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.600+0000 7f026e6bb800 20 remove_watcher() i=5 2024-09-12T17:17:42.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.601+0000 7f026e6bb800 20 remove_watcher() i=6 2024-09-12T17:17:42.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:42.602+0000 7f026e6bb800 20 remove_watcher() i=7 2024-09-12T17:17:42.614 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:42.614 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:42.614 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-trim-reshard-log-entries id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:17:42.615 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:42.616 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:42.616 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:42.637 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:42.637 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:42.848 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:42.848 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:42.910 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-12T17:17:42.910 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:42.911 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:42.911 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:42.952 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:42.952 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.008 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.008 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.045 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.045 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.080 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.080 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.115 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.115 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.150 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.150 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.185 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.185 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.219 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.219 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.255 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.255 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.290 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.290 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.325 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.326 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.361 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.361 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.396 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.397 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.431 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.431 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.465 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.465 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.501 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.501 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.538 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.538 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.573 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.573 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.608 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.608 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.643 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.643 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.680 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:43.680 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:43.716 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:17:43.744 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:43.744 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:43.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.779+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:43.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:43.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 20 realm 2024-09-12T17:17:43.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:43.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:43.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:43.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:43.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:43.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.781+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:43.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.782+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:43.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.782+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:43.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.782+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:43.785 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.782+0000 7f9857d26800 20 searching for the correct realm 2024-09-12T17:17:43.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.784+0000 7f985415e640 0 -- 172.21.15.123:0/3042241248 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f983c068620 msgr2=0x7f983c067090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:43.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:43.989+0000 7f984bfff640 0 -- 172.21.15.123:0/3042241248 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f984c0749d0 msgr2=0x7f984c08d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:44.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:44.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:44.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:44.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:44.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:44.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:44.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.196+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:44.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 zone default found 2024-09-12T17:17:44.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 4 Realm: () 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 zonegroup default 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.197+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.198+0000 7f9857d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.198+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.198+0000 7f9857d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.198+0000 7f9857d26800 20 started sync module instance, tier type = 2024-09-12T17:17:44.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.198+0000 7f9857d26800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:44.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.207+0000 7f9857d26800 20 add_watcher() i=0 2024-09-12T17:17:44.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.207+0000 7f9857d26800 20 add_watcher() i=1 2024-09-12T17:17:44.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.207+0000 7f9857d26800 20 add_watcher() i=2 2024-09-12T17:17:44.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.207+0000 7f9857d26800 20 add_watcher() i=3 2024-09-12T17:17:44.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.207+0000 7f9857d26800 20 add_watcher() i=4 2024-09-12T17:17:44.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.207+0000 7f9857d26800 20 add_watcher() i=5 2024-09-12T17:17:44.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.207+0000 7f9857d26800 20 add_watcher() i=6 2024-09-12T17:17:44.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.208+0000 7f9857d26800 20 add_watcher() i=7 2024-09-12T17:17:44.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.208+0000 7f9857d26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:44.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f9709fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f9857d26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:44.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f9857d26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f9857d26800 5 note: GC not initialized 2024-09-12T17:17:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f9708fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f9857d26800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f9857d26800 20 Filter name: none 2024-09-12T17:17:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.210+0000 7f96827fc640 20 reqs_thread_entry: start 2024-09-12T17:17:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.211+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.211+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:44.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.211+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.212+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:44.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.212+0000 7f9857d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:44.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.212+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.212+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:44.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.212+0000 7f9857d26800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.213+0000 7f9857d26800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:44.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.213+0000 7f9857d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:44.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.214+0000 7f9709fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.216+0000 7f9857d26800 20 remove_watcher() i=0 2024-09-12T17:17:44.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.216+0000 7f9857d26800 2 removed watcher, disabling cache 2024-09-12T17:17:44.219 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.217+0000 7f9857d26800 20 remove_watcher() i=1 2024-09-12T17:17:44.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.218+0000 7f9857d26800 20 remove_watcher() i=2 2024-09-12T17:17:44.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.219+0000 7f9857d26800 20 remove_watcher() i=3 2024-09-12T17:17:44.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.220+0000 7f9857d26800 20 remove_watcher() i=4 2024-09-12T17:17:44.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.221+0000 7f9857d26800 20 remove_watcher() i=5 2024-09-12T17:17:44.224 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.222+0000 7f9857d26800 20 remove_watcher() i=6 2024-09-12T17:17:44.225 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.223+0000 7f9857d26800 20 remove_watcher() i=7 2024-09-12T17:17:44.235 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:44.235 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:44.235 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-block-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:44.236 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:44.237 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-12T17:17:44.271 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:44.271 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:44.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.307+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.308+0000 7ff42132e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.308+0000 7ff42132e800 20 realm 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.308+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.308+0000 7ff42132e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.308+0000 7ff42132e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.308+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.309+0000 7ff42132e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.309+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.310+0000 7ff42132e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.310+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.310+0000 7ff42132e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:44.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.310+0000 7ff42132e800 20 searching for the correct realm 2024-09-12T17:17:44.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.312+0000 7ff417fff640 0 -- 172.21.15.123:0/3718273879 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff41003f060 msgr2=0x7ff4100673f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:44.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.315+0000 7ff417fff640 0 -- 172.21.15.123:0/3718273879 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff2e4086ba0 msgr2=0x7ff2e4088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:44.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:44.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:44.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:44.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:44.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:44.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:44.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.320+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 zone default found 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 4 Realm: () 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:44.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 zonegroup default 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.321+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.322+0000 7ff42132e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.322+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.322+0000 7ff42132e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.322+0000 7ff42132e800 20 started sync module instance, tier type = 2024-09-12T17:17:44.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.322+0000 7ff42132e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:44.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.330+0000 7ff42132e800 20 add_watcher() i=0 2024-09-12T17:17:44.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.330+0000 7ff42132e800 20 add_watcher() i=1 2024-09-12T17:17:44.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.330+0000 7ff42132e800 20 add_watcher() i=2 2024-09-12T17:17:44.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.330+0000 7ff42132e800 20 add_watcher() i=3 2024-09-12T17:17:44.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.330+0000 7ff42132e800 20 add_watcher() i=4 2024-09-12T17:17:44.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.330+0000 7ff42132e800 20 add_watcher() i=5 2024-09-12T17:17:44.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.331+0000 7ff42132e800 20 add_watcher() i=6 2024-09-12T17:17:44.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.331+0000 7ff42132e800 20 add_watcher() i=7 2024-09-12T17:17:44.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.331+0000 7ff42132e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:44.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.333+0000 7ff2d2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.333+0000 7ff42132e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.333+0000 7ff42132e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.333+0000 7ff42132e800 5 note: GC not initialized 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.333+0000 7ff2d1fdb640 20 reqs_thread_entry: start 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 20 Filter name: none 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff2437fe640 20 reqs_thread_entry: start 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:17:44.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:44.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:17:44.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 : miss 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.334+0000 7ff42132e800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.335+0000 7ff42132e800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.335+0000 7ff42132e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.335+0000 7ff42132e800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.335+0000 7ff42132e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.335+0000 7ff42132e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.335+0000 7ff42132e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 2024-09-12T17:17:44.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff42132e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff42132e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff42132e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff42132e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29, ofs0, ns] 2024-09-12T17:17:44.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff2f37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366212 cookie 94391953627424 notifier 6584 bl.length()=999 2024-09-12T17:17:44.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff2f37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff2f37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.338+0000 7ff2f37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.340+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_sources= new_sources= 2024-09-12T17:17:44.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.340+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential sources added=[] removed=[] 2024-09-12T17:17:44.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.340+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_dests= new_dests= 2024-09-12T17:17:44.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.340+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential dests added=[] removed=[] 2024-09-12T17:17:44.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.342+0000 7ff42132e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.0 2024-09-12T17:17:44.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.342+0000 7ff42132e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.0 2024-09-12T17:17:44.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.342+0000 7ff42132e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.1 2024-09-12T17:17:44.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.342+0000 7ff42132e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.1 2024-09-12T17:17:44.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.342+0000 7ff42132e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.0 2024-09-12T17:17:44.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.345+0000 7ff42132e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:44.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.345+0000 7ff42132e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 2024-09-12T17:17:44.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff42132e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff42132e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff42132e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff42132e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29, ofs0, ns] 2024-09-12T17:17:44.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff2f37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366213 cookie 94391953627424 notifier 6584 bl.length()=999 2024-09-12T17:17:44.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff2f37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff2f37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.346+0000 7ff2f37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.347+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_sources= new_sources= 2024-09-12T17:17:44.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.347+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential sources added=[] removed=[] 2024-09-12T17:17:44.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.347+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_dests= new_dests= 2024-09-12T17:17:44.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.347+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential dests added=[] removed=[] 2024-09-12T17:17:44.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.347+0000 7ff42132e800 -1 Injecting error=-5 at location=block_writes 2024-09-12T17:17:44.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.347+0000 7ff42132e800 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:17:44.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.350+0000 7ff42132e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:44.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.350+0000 7ff42132e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff42132e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff42132e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff42132e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff42132e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29, ofs0, ns] 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff2f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366214 cookie 94391953627424 notifier 6584 bl.length()=967 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff2f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff2f2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.351+0000 7ff2f2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.352+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_sources= new_sources= 2024-09-12T17:17:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.352+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential sources added=[] removed=[] 2024-09-12T17:17:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.352+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_dests= new_dests= 2024-09-12T17:17:44.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.352+0000 7ff42132e800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential dests added=[] removed=[] 2024-09-12T17:17:44.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.353+0000 7ff42132e800 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-12T17:17:44.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.355+0000 7ff2d2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.357+0000 7ff42132e800 20 remove_watcher() i=0 2024-09-12T17:17:44.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.357+0000 7ff42132e800 2 removed watcher, disabling cache 2024-09-12T17:17:44.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.358+0000 7ff42132e800 20 remove_watcher() i=1 2024-09-12T17:17:44.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.359+0000 7ff42132e800 20 remove_watcher() i=2 2024-09-12T17:17:44.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.360+0000 7ff42132e800 20 remove_watcher() i=3 2024-09-12T17:17:44.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.361+0000 7ff42132e800 20 remove_watcher() i=4 2024-09-12T17:17:44.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.362+0000 7ff42132e800 20 remove_watcher() i=5 2024-09-12T17:17:44.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.363+0000 7ff42132e800 20 remove_watcher() i=6 2024-09-12T17:17:44.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.364+0000 7ff42132e800 20 remove_watcher() i=7 2024-09-12T17:17:44.378 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:17:44.407 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:44.407 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:44.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.442+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 20 realm 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.444+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.445+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.445+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.447 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.445+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:44.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.445+0000 7f3b3ff44800 20 searching for the correct realm 2024-09-12T17:17:44.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.447+0000 7f3b334f3640 0 -- 172.21.15.123:0/726189875 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f3b2c026040 msgr2=0x7f3b2c027430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:44.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.652+0000 7f3b3bcf4640 0 -- 172.21.15.123:0/726189875 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f3b3407a070 msgr2=0x7f3b34055410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:44.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:44.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:44.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:44.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:44.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.658+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 zone default found 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 4 Realm: () 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:44.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:44.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:44.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 zonegroup default 2024-09-12T17:17:44.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.659+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.660+0000 7f3b3ff44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.660+0000 7f3b3ff44800 20 started sync module instance, tier type = 2024-09-12T17:17:44.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.660+0000 7f3b3ff44800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:44.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.668+0000 7f3b3ff44800 20 add_watcher() i=0 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.668+0000 7f3b3ff44800 20 add_watcher() i=1 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.668+0000 7f3b3ff44800 20 add_watcher() i=2 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.668+0000 7f3b3ff44800 20 add_watcher() i=3 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.668+0000 7f3b3ff44800 20 add_watcher() i=4 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.668+0000 7f3b3ff44800 20 add_watcher() i=5 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.668+0000 7f3b3ff44800 20 add_watcher() i=6 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.669+0000 7f3b3ff44800 20 add_watcher() i=7 2024-09-12T17:17:44.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.669+0000 7f3b3ff44800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:44.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.671+0000 7f39f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.671+0000 7f3b3ff44800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.671+0000 7f3b3ff44800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.671+0000 7f3b3ff44800 5 note: GC not initialized 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.671+0000 7f39f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.671+0000 7f3b3ff44800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.672+0000 7f3b3ff44800 20 Filter name: none 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.672+0000 7f396a7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:44.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.672+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.672+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:44.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.672+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.673+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:44.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.673+0000 7f3b3ff44800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:44.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.673+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.673+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:44.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.673+0000 7f3b3ff44800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.674+0000 7f3b3ff44800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:44.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.674+0000 7f3b3ff44800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:44.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.675+0000 7f39f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.677+0000 7f3b3ff44800 20 remove_watcher() i=0 2024-09-12T17:17:44.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.677+0000 7f3b3ff44800 2 removed watcher, disabling cache 2024-09-12T17:17:44.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.678+0000 7f3b3ff44800 20 remove_watcher() i=1 2024-09-12T17:17:44.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.679+0000 7f3b3ff44800 20 remove_watcher() i=2 2024-09-12T17:17:44.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.680+0000 7f3b3ff44800 20 remove_watcher() i=3 2024-09-12T17:17:44.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.681+0000 7f3b3ff44800 20 remove_watcher() i=4 2024-09-12T17:17:44.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.682+0000 7f3b3ff44800 20 remove_watcher() i=5 2024-09-12T17:17:44.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.682+0000 7f3b3ff44800 20 remove_watcher() i=6 2024-09-12T17:17:44.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.683+0000 7f3b3ff44800 20 remove_watcher() i=7 2024-09-12T17:17:44.695 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:44.696 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:44.696 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-block-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:44.696 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:44.697 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:44.697 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:44.730 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:44.730 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:44.787 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:17:44.818 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:44.818 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:44.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.853+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 20 realm 2024-09-12T17:17:44.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:44.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.855+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.856+0000 7f73a3e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.856+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.857+0000 7f73a3e0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:44.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.857+0000 7f73a3e0f800 20 searching for the correct realm 2024-09-12T17:17:44.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.860+0000 7f739f592640 0 -- 172.21.15.123:0/2150389206 >> [v2:172.21.15.123:6800/3312603660,v1:172.21.15.123:6801/3312603660] conn(0x55f37b421900 msgr2=0x55f37b423d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:44.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.863+0000 7f739ed91640 0 -- 172.21.15.123:0/2150389206 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f7398066300 msgr2=0x7f739805d460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:44.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:44.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:44.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:44.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:44.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:44.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:44.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.867+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:44.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 zone default found 2024-09-12T17:17:44.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 4 Realm: () 2024-09-12T17:17:44.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 zonegroup default 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.868+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.869+0000 7f73a3e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.869+0000 7f73a3e0f800 20 started sync module instance, tier type = 2024-09-12T17:17:44.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.869+0000 7f73a3e0f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:44.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.877+0000 7f73a3e0f800 20 add_watcher() i=0 2024-09-12T17:17:44.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.877+0000 7f73a3e0f800 20 add_watcher() i=1 2024-09-12T17:17:44.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.877+0000 7f73a3e0f800 20 add_watcher() i=2 2024-09-12T17:17:44.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.877+0000 7f73a3e0f800 20 add_watcher() i=3 2024-09-12T17:17:44.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.877+0000 7f73a3e0f800 20 add_watcher() i=4 2024-09-12T17:17:44.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.877+0000 7f73a3e0f800 20 add_watcher() i=5 2024-09-12T17:17:44.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.877+0000 7f73a3e0f800 20 add_watcher() i=6 2024-09-12T17:17:44.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.878+0000 7f73a3e0f800 20 add_watcher() i=7 2024-09-12T17:17:44.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.878+0000 7f73a3e0f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:44.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.879+0000 7f7255fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f73a3e0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f73a3e0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f73a3e0f800 5 note: GC not initialized 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f7254fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f73a3e0f800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f73a3e0f800 20 Filter name: none 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f71ce7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f73a3e0f800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:17:44.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.880+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 : miss 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.881+0000 7f73a3e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 2024-09-12T17:17:44.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.884+0000 7f73a3e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.884+0000 7f73a3e0f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.884+0000 7f73a3e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.884+0000 7f73a3e0f800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29, ofs0, ns] 2024-09-12T17:17:44.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.885+0000 7f7282ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366215 cookie 94504233406304 notifier 6617 bl.length()=999 2024-09-12T17:17:44.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.885+0000 7f7282ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.885+0000 7f7282ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.885+0000 7f7282ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.886+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_sources= new_sources= 2024-09-12T17:17:44.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.886+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential sources added=[] removed=[] 2024-09-12T17:17:44.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.886+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_dests= new_dests= 2024-09-12T17:17:44.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.886+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential dests added=[] removed=[] 2024-09-12T17:17:44.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.889+0000 7f73a3e0f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.0 2024-09-12T17:17:44.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.889+0000 7f73a3e0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.0 2024-09-12T17:17:44.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.889+0000 7f73a3e0f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.1 2024-09-12T17:17:44.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.889+0000 7f73a3e0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.1.1 2024-09-12T17:17:44.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.889+0000 7f73a3e0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.0 2024-09-12T17:17:44.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.891+0000 7f73a3e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:44.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.891+0000 7f73a3e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 2024-09-12T17:17:44.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f73a3e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f73a3e0f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f73a3e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f73a3e0f800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29, ofs0, ns] 2024-09-12T17:17:44.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f7282ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366216 cookie 94504233406304 notifier 6617 bl.length()=999 2024-09-12T17:17:44.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f7282ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f7282ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.892+0000 7f7282ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.894+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_sources= new_sources= 2024-09-12T17:17:44.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.894+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential sources added=[] removed=[] 2024-09-12T17:17:44.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.894+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_dests= new_dests= 2024-09-12T17:17:44.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.894+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential dests added=[] removed=[] 2024-09-12T17:17:44.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.895+0000 7f73a3e0f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29.0 2024-09-12T17:17:44.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.895+0000 7f73a3e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:44.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.895+0000 7f73a3e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 2024-09-12T17:17:44.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.896+0000 7f73a3e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.896+0000 7f73a3e0f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.896+0000 7f73a3e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.896+0000 7f73a3e0f800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29, ofs0, ns] 2024-09-12T17:17:44.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.897+0000 7f72827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366217 cookie 94504233406304 notifier 6617 bl.length()=967 2024-09-12T17:17:44.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.897+0000 7f72827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 info.flags=0x17 2024-09-12T17:17:44.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.897+0000 7f72827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 to cache LRU end 2024-09-12T17:17:44.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.897+0000 7f72827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:44.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.898+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_sources= new_sources= 2024-09-12T17:17:44.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.898+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential sources added=[] removed=[] 2024-09-12T17:17:44.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.898+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): orig_dests= new_dests= 2024-09-12T17:17:44.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.898+0000 7f73a3e0f800 20 handle_bi_update(): bucket=:error-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29]): potential dests added=[] removed=[] 2024-09-12T17:17:44.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.899+0000 7f73a3e0f800 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:17:44.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.901+0000 7f7255fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:44.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.903+0000 7f73a3e0f800 20 remove_watcher() i=0 2024-09-12T17:17:44.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.903+0000 7f73a3e0f800 2 removed watcher, disabling cache 2024-09-12T17:17:44.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.904+0000 7f73a3e0f800 20 remove_watcher() i=1 2024-09-12T17:17:44.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.905+0000 7f73a3e0f800 20 remove_watcher() i=2 2024-09-12T17:17:44.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.906+0000 7f73a3e0f800 20 remove_watcher() i=3 2024-09-12T17:17:44.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.907+0000 7f73a3e0f800 20 remove_watcher() i=4 2024-09-12T17:17:44.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.908+0000 7f73a3e0f800 20 remove_watcher() i=5 2024-09-12T17:17:44.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.909+0000 7f73a3e0f800 20 remove_watcher() i=6 2024-09-12T17:17:44.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.910+0000 7f73a3e0f800 20 remove_watcher() i=7 2024-09-12T17:17:44.924 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:17:44.952 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:44.952 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:44.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.986+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 20 realm 2024-09-12T17:17:44.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:44.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:44.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.988+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.989+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:44.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.989+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.990+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:44.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.990+0000 7f2c97136800 20 searching for the correct realm 2024-09-12T17:17:44.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:44.992+0000 7f2c936b8640 0 -- 172.21.15.123:0/3723024204 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f2c88044940 msgr2=0x7f2c8802a3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:45.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.197+0000 7f2c926b6640 0 -- 172.21.15.123:0/3723024204 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f2c8c018420 msgr2=0x7f2c8c018880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:45.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:45.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:45.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:45.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:45.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:45.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:45.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:45.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:45.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.404+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:45.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 zone default found 2024-09-12T17:17:45.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 4 Realm: () 2024-09-12T17:17:45.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:45.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:45.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 zonegroup default 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 started sync module instance, tier type = 2024-09-12T17:17:45.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.405+0000 7f2c97136800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:45.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.414+0000 7f2c97136800 20 add_watcher() i=0 2024-09-12T17:17:45.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.414+0000 7f2c97136800 20 add_watcher() i=1 2024-09-12T17:17:45.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.414+0000 7f2c97136800 20 add_watcher() i=2 2024-09-12T17:17:45.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.414+0000 7f2c97136800 20 add_watcher() i=3 2024-09-12T17:17:45.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.414+0000 7f2c97136800 20 add_watcher() i=4 2024-09-12T17:17:45.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.414+0000 7f2c97136800 20 add_watcher() i=5 2024-09-12T17:17:45.418 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.414+0000 7f2c97136800 20 add_watcher() i=6 2024-09-12T17:17:45.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.415+0000 7f2c97136800 20 add_watcher() i=7 2024-09-12T17:17:45.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.415+0000 7f2c97136800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.417+0000 7f2b497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.417+0000 7f2c97136800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.417+0000 7f2c97136800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.417+0000 7f2c97136800 5 note: GC not initialized 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.417+0000 7f2ac3fff640 20 reqs_thread_entry: start 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.418+0000 7f2c97136800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.418+0000 7f2c97136800 20 Filter name: none 2024-09-12T17:17:45.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.418+0000 7f2ac1ffb640 20 reqs_thread_entry: start 2024-09-12T17:17:45.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.418+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.418+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.418+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.419+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.419+0000 7f2c97136800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.419+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.419+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.419+0000 7f2c97136800 20 rados->read ofs=0 len=0 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.419+0000 7f2c97136800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:45.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.419+0000 7f2c97136800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:45.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.421+0000 7f2b497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:45.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.423+0000 7f2c97136800 20 remove_watcher() i=0 2024-09-12T17:17:45.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.423+0000 7f2c97136800 2 removed watcher, disabling cache 2024-09-12T17:17:45.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.424+0000 7f2c97136800 20 remove_watcher() i=1 2024-09-12T17:17:45.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.425+0000 7f2c97136800 20 remove_watcher() i=2 2024-09-12T17:17:45.428 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.426+0000 7f2c97136800 20 remove_watcher() i=3 2024-09-12T17:17:45.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.427+0000 7f2c97136800 20 remove_watcher() i=4 2024-09-12T17:17:45.430 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.428+0000 7f2c97136800 20 remove_watcher() i=5 2024-09-12T17:17:45.431 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.429+0000 7f2c97136800 20 remove_watcher() i=6 2024-09-12T17:17:45.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:45.430+0000 7f2c97136800 20 remove_watcher() i=7 2024-09-12T17:17:45.443 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:45.443 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:45.443 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-block-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:17:45.443 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:45.444 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.444 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.462 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.462 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.684 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.684 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.747 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at block_writes 2024-09-12T17:17:45.747 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:45.748 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.748 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.787 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.788 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.844 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.844 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.879 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.879 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.914 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.914 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.950 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.950 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:45.985 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:45.985 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.021 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.022 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.057 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.057 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.092 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.092 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.127 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.127 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.164 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.164 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.198 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.198 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.234 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.269 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.270 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.305 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.305 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.342 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.342 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.378 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.378 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.418 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.418 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.454 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.454 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.489 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.489 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.524 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:46.524 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:46.560 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:17:46.588 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:46.588 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:46.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.622+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 20 realm 2024-09-12T17:17:46.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.624+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.625+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:46.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.625+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.626+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:46.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.626+0000 7fda9fd2c800 20 searching for the correct realm 2024-09-12T17:17:46.629 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.627+0000 7fda93fff640 0 -- 172.21.15.123:0/3530861595 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fda8c0a4d80 msgr2=0x7fda8c0a37f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:46.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.631+0000 7fda93fff640 0 -- 172.21.15.123:0/3530861595 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fd964086ba0 msgr2=0x7fd964088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.636+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 zone default found 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 4 Realm: () 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:46.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 zonegroup default 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 started sync module instance, tier type = 2024-09-12T17:17:46.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.637+0000 7fda9fd2c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:46.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.646+0000 7fda9fd2c800 20 add_watcher() i=0 2024-09-12T17:17:46.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.646+0000 7fda9fd2c800 20 add_watcher() i=1 2024-09-12T17:17:46.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.646+0000 7fda9fd2c800 20 add_watcher() i=2 2024-09-12T17:17:46.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.646+0000 7fda9fd2c800 20 add_watcher() i=3 2024-09-12T17:17:46.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.646+0000 7fda9fd2c800 20 add_watcher() i=4 2024-09-12T17:17:46.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.646+0000 7fda9fd2c800 20 add_watcher() i=5 2024-09-12T17:17:46.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.646+0000 7fda9fd2c800 20 add_watcher() i=6 2024-09-12T17:17:46.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.647+0000 7fda9fd2c800 20 add_watcher() i=7 2024-09-12T17:17:46.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.647+0000 7fda9fd2c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:46.650 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.648+0000 7fd951fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:46.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fda9fd2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:46.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fda9fd2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:46.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fda9fd2c800 5 note: GC not initialized 2024-09-12T17:17:46.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fd950fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:46.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fda9fd2c800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:46.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fda9fd2c800 20 Filter name: none 2024-09-12T17:17:46.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fd8ca7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:46.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.649+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.650+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:46.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.650+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.650+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:46.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.650+0000 7fda9fd2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:46.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.650+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.650+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:46.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.650+0000 7fda9fd2c800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.651+0000 7fda9fd2c800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:46.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.651+0000 7fda9fd2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:46.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.652+0000 7fd951fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:46.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.654+0000 7fda9fd2c800 20 remove_watcher() i=0 2024-09-12T17:17:46.656 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.654+0000 7fda9fd2c800 2 removed watcher, disabling cache 2024-09-12T17:17:46.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.655+0000 7fda9fd2c800 20 remove_watcher() i=1 2024-09-12T17:17:46.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.656+0000 7fda9fd2c800 20 remove_watcher() i=2 2024-09-12T17:17:46.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.658+0000 7fda9fd2c800 20 remove_watcher() i=3 2024-09-12T17:17:46.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.658+0000 7fda9fd2c800 20 remove_watcher() i=4 2024-09-12T17:17:46.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.659+0000 7fda9fd2c800 20 remove_watcher() i=5 2024-09-12T17:17:46.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.660+0000 7fda9fd2c800 20 remove_watcher() i=6 2024-09-12T17:17:46.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.661+0000 7fda9fd2c800 20 remove_watcher() i=7 2024-09-12T17:17:46.673 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:46.673 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:46.673 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-block-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:46.673 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:46.675 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-12T17:17:46.709 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:46.709 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:46.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.744+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 20 realm 2024-09-12T17:17:46.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:46.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:46.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.747+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:46.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.747+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:46.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.748+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:46.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.748+0000 7f306f520800 20 searching for the correct realm 2024-09-12T17:17:46.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.750+0000 7f306ba69640 0 -- 172.21.15.123:0/3033156440 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3054035070 msgr2=0x7f3054053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:46.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:46.955+0000 7f3062a67640 0 -- 172.21.15.123:0/3033156440 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f30640b56e0 msgr2=0x7f30640ad270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:47.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.161+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 zone default found 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 4 Realm: () 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:47.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 zonegroup default 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.163+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.163+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.163+0000 7f306f520800 20 started sync module instance, tier type = 2024-09-12T17:17:47.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.163+0000 7f306f520800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:47.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=0 2024-09-12T17:17:47.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=1 2024-09-12T17:17:47.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=2 2024-09-12T17:17:47.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=3 2024-09-12T17:17:47.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=4 2024-09-12T17:17:47.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=5 2024-09-12T17:17:47.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=6 2024-09-12T17:17:47.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.173+0000 7f306f520800 20 add_watcher() i=7 2024-09-12T17:17:47.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.173+0000 7f306f520800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:47.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.175+0000 7f2f21fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:47.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.175+0000 7f306f520800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:47.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.175+0000 7f306f520800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:47.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.175+0000 7f306f520800 5 note: GC not initialized 2024-09-12T17:17:47.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f2f20fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:47.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:47.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 20 Filter name: none 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f2e9a7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : miss 2024-09-12T17:17:47.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.176+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.177+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:47.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.177+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.177+0000 7f306f520800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.177+0000 7f306f520800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:47.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.177+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.177+0000 7f306f520800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:17:47.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.180+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.180+0000 7f306f520800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.180+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.180+0000 7f306f520800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94269544282976 notifier 7158 bl.length()=999 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:17:47.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:17:47.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.185+0000 7f306f520800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.0 2024-09-12T17:17:47.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.0 2024-09-12T17:17:47.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.185+0000 7f306f520800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.1 2024-09-12T17:17:47.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.1 2024-09-12T17:17:47.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.0 2024-09-12T17:17:47.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.187+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:47.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.187+0000 7f306f520800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.188+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.188+0000 7f306f520800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.188+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.188+0000 7f306f520800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 94269544282976 notifier 7158 bl.length()=999 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:17:47.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:17:47.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:17:47.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:17:47.192 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f306f520800 time 2024-09-12T17:17:47.191994+0000 2024-09-12T17:17:47.193 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:47.193 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.193 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3070d8c71a] 2024-09-12T17:17:47.193 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.193 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.193 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.193 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f306f520800 thread_name:radosgw-admin 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.191+0000 7f306f520800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f306f520800 time 2024-09-12T17:17:47.191994+0000 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3070d8c71a] 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.194 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.195 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.195 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:47.195 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.195 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:47.195 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:47.195 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.215 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.215 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f306fa3e6f0] 2024-09-12T17:17:47.215 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f306fa8b99c] 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3070d8c774] 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.192+0000 7f306f520800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:17:47.216 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f306f520800 thread_name:radosgw-admin 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f306fa3e6f0] 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f306fa8b99c] 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3070d8c774] 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.217 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.218 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:17:46.728+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: starting msgr at 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: starting objecter 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:17:46.728+0000 7f306f520800 5 asok(0x55bcd6813730) register_command objecter_requests hook 0x55bcd6a5f500 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: setting wanted keys 2024-09-12T17:17:47.219 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: calling monclient init 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:17:46.728+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding auth protocol: cephx 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding auth protocol: cephx 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding auth protocol: cephx 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.220 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:17:46.729+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:17:46.729+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:17:46.729+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key hook 0x55bcd6a35c48 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd68e0310 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd69783b0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.221 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6983e80 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.465385s 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd68e0310 auth_method 0 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): get_auth_request con 0x55bcd69783b0 auth_method 0 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.222 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6983e80 auth_method 0 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_done global_id 7149 payload 824 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:17:46.729+0000 7f306b268640 1 monclient: found mon.noname-a 2024-09-12T17:17:47.223 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: dump: 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.224 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: dump: 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.225 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:17:46.730+0000 7f306f520800 5 monclient: authenticate success, global_id 7149 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:17:46.729+0000 7f2f5960a640 4 set_mon_vals no callback set 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:17:46.730+0000 7f306f520800 1 librados: init done 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:17:46.732+0000 7f2f57e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:17:46.732+0000 7f2f57e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:17:46.732+0000 7f2f57e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:17:46.732+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f2f50076470 auth_method 0 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:17:46.732+0000 7f306ba69640 10 monclient: get_auth_request con 0x55bcd6a5de90 auth_method 0 2024-09-12T17:17:47.226 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:17:46.733+0000 7f306b268640 10 monclient: get_auth_request con 0x55bcd6a80e10 auth_method 0 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:17:46.734+0000 7f3062a67640 10 monclient: get_auth_request con 0x55bcd6a85050 auth_method 0 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:17:46.735+0000 7f306ba69640 10 monclient: get_auth_request con 0x55bcd6a84680 auth_method 0 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:17:46.735+0000 7f306f520800 10 monclient: build_initial_monmap 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:17:46.735+0000 7f306f520800 1 build_initial for_mkfs: 0 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:17:46.735+0000 7f306f520800 10 monclient: monmap: 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:47.227 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding auth protocol: cephx 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding auth protocol: cephx 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding auth protocol: cephx 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.228 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:17:46.735+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:17:46.736+0000 7f306f520800 5 asok(0x55bcd6813730) register_command objecter_requests cmddesc objecter_requests hook 0x55bcd6a90ba0 EEXIST 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding auth protocol: cephx 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding auth protocol: cephx 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding auth protocol: cephx 2024-09-12T17:17:47.229 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:17:46.736+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.230 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:17:46.736+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:17:46.736+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key cmddesc rotate-key hook 0x55bcd6a8c280 EEXIST 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd6ab4890 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6ab6b60 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd6ab3060 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.472759s 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): get_auth_request con 0x55bcd6ab4890 auth_method 0 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.231 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd6ab3060 auth_method 0 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6ab6b60 auth_method 0 2024-09-12T17:17:47.232 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:17:46.737+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:17:46.737+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:17:46.737+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:17:46.737+0000 7f306b268640 10 monclient(hunting): handle_auth_done global_id 7152 payload 824 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:17:46.737+0000 7f306b268640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:17:46.737+0000 7f306b268640 1 monclient: found mon.noname-a 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:17:46.737+0000 7f306b268640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: dump: 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.233 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:17:47.234 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: dump: 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:17:46.737+0000 7f306f520800 5 monclient: authenticate success, global_id 7152 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.235 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:17:46.737+0000 7f306c26a640 4 set_mon_vals no callback set 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:17:46.739+0000 7f2f55602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:17:46.739+0000 7f2f55602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:17:46.739+0000 7f2f55602640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:17:46.739+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f2f44076380 auth_method 0 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: get_monmap_and_config 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: build_initial_monmap 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:17:46.739+0000 7f306f520800 1 build_initial for_mkfs: 0 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: monmap: 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:47.236 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding auth protocol: cephx 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding auth protocol: cephx 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding auth protocol: cephx 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.237 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:17:46.739+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding auth protocol: cephx 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding auth protocol: cephx 2024-09-12T17:17:47.238 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding auth protocol: cephx 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.239 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:17:46.740+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:17:46.740+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:17:46.740+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key cmddesc rotate-key hook 0x7ffebea32328 EEXIST 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6ad89a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd6b03370 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd6ad9d20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.476344s 2024-09-12T17:17:47.240 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6b03370 auth_method 0 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd6ad9d20 auth_method 0 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.241 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_done global_id 6668 payload 274 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:17:46.740+0000 7f306b268640 1 monclient: found mon.noname-c 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: dump: 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.242 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: dump: 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.243 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:17:46.740+0000 7f306f520800 5 monclient: authenticate success, global_id 6668 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient: get_monmap_and_config success 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:17:46.740+0000 7f306f520800 4 set_mon_vals no callback set 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:17:46.741+0000 7f306f520800 10 monclient: shutdown 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:17:46.741+0000 7f306f520800 10 monclient: build_initial_monmap 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:17:46.741+0000 7f306f520800 1 build_initial for_mkfs: 0 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:17:46.741+0000 7f306f520800 10 monclient: monmap: 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:47.244 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding auth protocol: cephx 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding auth protocol: cephx 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding auth protocol: cephx 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.245 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:17:46.741+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:17:46.741+0000 7f306f520800 1 librados: starting msgr at 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:17:46.741+0000 7f306f520800 1 librados: starting objecter 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:17:46.741+0000 7f306f520800 5 asok(0x55bcd6813730) register_command objecter_requests cmddesc objecter_requests hook 0x55bcd6ad7d50 EEXIST 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:17:46.742+0000 7f306f520800 1 librados: setting wanted keys 2024-09-12T17:17:47.246 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:17:46.742+0000 7f306f520800 1 librados: calling monclient init 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding auth protocol: cephx 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding auth protocol: cephx 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding auth protocol: cephx 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.247 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:17:46.742+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:17:46.742+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:17:46.742+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key cmddesc rotate-key hook 0x55bcd6acc788 EEXIST 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6ad89a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd6ad9d20 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd6b03370 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.248 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.478583s 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd6b03370 auth_method 0 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6ad9d20 auth_method 0 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.249 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): get_auth_request con 0x55bcd6ad89a0 auth_method 0 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_done global_id 7158 payload 824 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:17:46.742+0000 7f306ba69640 1 monclient: found mon.noname-a 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: dump: 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.250 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:17:47.251 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: dump: 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.252 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:17:46.743+0000 7f306f520800 5 monclient: authenticate success, global_id 7158 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:17:46.743+0000 7f2f4effd640 4 set_mon_vals no callback set 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:17:46.743+0000 7f306f520800 1 librados: init done 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:17:46.743+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cr dump hook 0x55bcd6ad66a8 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:17:46.744+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:17:46.745+0000 7f2f4d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:17:46.745+0000 7f2f4d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:17:46.745+0000 7f2f4d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:17:46.745+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f2f34076610 auth_method 0 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:17:46.746+0000 7f306b268640 10 monclient: get_auth_request con 0x55bcd6b22f40 auth_method 0 2024-09-12T17:17:47.253 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:17:46.746+0000 7f306f520800 20 realm 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:17:46.746+0000 7f306f520800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:17:46.747+0000 7f3062a67640 10 monclient: get_auth_request con 0x55bcd6b271c0 auth_method 0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:17:46.747+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:17:46.747+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:17:46.747+0000 7f306ba69640 10 monclient: get_auth_request con 0x55bcd6b2aa70 auth_method 0 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:17:46.748+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:17:46.748+0000 7f306f520800 20 searching for the correct realm 2024-09-12T17:17:47.254 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:17:46.748+0000 7f306b268640 10 monclient: get_auth_request con 0x7f30640afc20 auth_method 0 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:17:46.749+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f305c01f060 auth_method 0 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:17:46.750+0000 7f306ba69640 10 monclient: get_auth_request con 0x7f3054035070 auth_method 0 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:17:46.750+0000 7f306ba69640 0 -- 172.21.15.123:0/3033156440 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3054035070 msgr2=0x7f3054053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:17:46.951+0000 7f306ba69640 10 monclient: get_auth_request con 0x7f3054035070 auth_method 0 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:17:46.952+0000 7f306b268640 10 monclient: get_auth_request con 0x7f30640acb40 auth_method 0 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:17:46.955+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f30640b56e0 auth_method 0 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:17:46.955+0000 7f3062a67640 0 -- 172.21.15.123:0/3033156440 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f30640b56e0 msgr2=0x7f30640ad270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:17:47.156+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f30640b56e0 auth_method 0 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:47.255 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:17:47.161+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:17:47.162+0000 7f306f520800 20 zone default found 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:17:47.162+0000 7f306f520800 4 Realm: () 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:17:47.162+0000 7f306f520800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:17:47.162+0000 7f306f520800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:17:47.162+0000 7f306f520800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:47.256 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:17:47.162+0000 7f306f520800 20 zonegroup default 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:17:47.163+0000 7f306f520800 20 started sync module instance, tier type = 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:17:47.163+0000 7f306f520800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=0 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=1 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=2 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=3 2024-09-12T17:17:47.257 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=4 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=5 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=6 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:17:47.173+0000 7f306f520800 20 add_watcher() i=7 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:17:47.173+0000 7f306f520800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding auth protocol: cephx 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding auth protocol: cephx 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding auth protocol: cephx 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.258 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:17:47.175+0000 7f2f21fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:17:47.175+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:17:47.175+0000 7f306f520800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:17:47.175+0000 7f306f520800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache list hook 0x55bcd6af6c80 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache inspect hook 0x55bcd6af6c80 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache erase hook 0x55bcd6af6c80 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache zap hook 0x55bcd6af6c80 2024-09-12T17:17:47.259 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:17:47.175+0000 7f306f520800 5 note: GC not initialized 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:17:47.176+0000 7f2f20fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace show hook 0x7f3064066040 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace history hook 0x7f3064066040 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace active hook 0x7f3064066040 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace active_short hook 0x7f3064066040 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:17:47.176+0000 7f306f520800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:17:47.176+0000 7f306f520800 20 Filter name: none 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:17:47.176+0000 7f2e9a7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:17:47.176+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:17:47.176+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:17:47.176+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:17:47.176+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:17:47.176+0000 7f306f520800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:17:47.260 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:17:47.176+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : miss 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:17:47.176+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:17:47.177+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:17:47.177+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:17:47.177+0000 7f306f520800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:17:47.177+0000 7f306f520800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:17:47.177+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:17:47.177+0000 7f306f520800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:17:47.180+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:17:47.180+0000 7f306f520800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:17:47.180+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:17:47.180+0000 7f306f520800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94269544282976 notifier 7158 bl.length()=999 2024-09-12T17:17:47.261 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:17:47.185+0000 7f306f520800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.0 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.0 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:17:47.185+0000 7f306f520800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.1 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.1 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.0 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:17:47.187+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:47.262 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:17:47.187+0000 7f306f520800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:17:47.188+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:17:47.188+0000 7f306f520800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:17:47.188+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:17:47.188+0000 7f306f520800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 94269544282976 notifier 7158 bl.length()=999 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:17:47.191+0000 7f306f520800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f306f520800 time 2024-09-12T17:17:47.191994+0000 2024-09-12T17:17:47.263 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3070d8c71a] 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.264 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:17:47.192+0000 7f306f520800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f306f520800 thread_name:radosgw-admin 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f306fa3e6f0] 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f306fa8b99c] 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3070d8c774] 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.265 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:17:47.266 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:17:47.267 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:17:47.268 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:17:47.269 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:17:47.270 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:17:47.271 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:17:47.272 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2e9a7fc640 / http_manager 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f20fe1640 / http_manager 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f21fe3640 / rgw_dt_lg_renew 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f4d7fa640 / ms_dispatch 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f4effd640 / io_context_pool 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f55602640 / ms_dispatch 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f57e07640 / ms_dispatch 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f5960a640 / io_context_pool 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3062a67640 / msgr-worker-2 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306b268640 / msgr-worker-1 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306ba69640 / msgr-worker-0 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306c26a640 / io_context_pool 2024-09-12T17:17:47.273 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306f520800 / radosgw-admin 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.115178.log 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.274 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: crc 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a3b220) adding con mode: secure 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:17:46.728+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: starting msgr at 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: starting objecter 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:17:46.728+0000 7f306f520800 5 asok(0x55bcd6813730) register_command objecter_requests hook 0x55bcd6a5f500 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: setting wanted keys 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:17:46.728+0000 7f306f520800 1 librados: calling monclient init 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:17:46.728+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding auth protocol: cephx 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding auth protocol: cephx 2024-09-12T17:17:47.275 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding auth protocol: cephx 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: crc 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:17:46.728+0000 7f306f520800 5 AuthRegistry(0x55bcd6a35b00) adding con mode: secure 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:17:46.729+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:17:46.729+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.276 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:17:46.729+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key hook 0x55bcd6a35c48 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd68e0310 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd69783b0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6983e80 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:17:46.729+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.465385s 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd68e0310 auth_method 0 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.277 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): get_auth_request con 0x55bcd69783b0 auth_method 0 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:17:46.729+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6983e80 auth_method 0 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.278 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:17:46.729+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient(hunting): handle_auth_done global_id 7149 payload 824 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:17:46.729+0000 7f306b268640 1 monclient: found mon.noname-a 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:17:46.729+0000 7f306b268640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: dump: 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.279 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:17:46.729+0000 7f2f57e07640 10 monclient: dump: 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.280 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:17:46.730+0000 7f306f520800 5 monclient: authenticate success, global_id 7149 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:17:46.729+0000 7f2f5960a640 4 set_mon_vals no callback set 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:17:46.730+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.281 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:17:46.730+0000 7f306f520800 1 librados: init done 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:17:46.732+0000 7f2f57e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:17:46.732+0000 7f2f57e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:17:46.732+0000 7f2f57e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:17:46.732+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f2f50076470 auth_method 0 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:17:46.732+0000 7f306ba69640 10 monclient: get_auth_request con 0x55bcd6a5de90 auth_method 0 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:17:46.733+0000 7f306b268640 10 monclient: get_auth_request con 0x55bcd6a80e10 auth_method 0 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:17:46.734+0000 7f3062a67640 10 monclient: get_auth_request con 0x55bcd6a85050 auth_method 0 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:17:46.735+0000 7f306ba69640 10 monclient: get_auth_request con 0x55bcd6a84680 auth_method 0 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:17:46.735+0000 7f306f520800 10 monclient: build_initial_monmap 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:17:46.735+0000 7f306f520800 1 build_initial for_mkfs: 0 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:17:46.735+0000 7f306f520800 10 monclient: monmap: 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:47.282 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding auth protocol: cephx 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding auth protocol: cephx 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding auth protocol: cephx 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.283 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: crc 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:17:46.735+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8d1f0) adding con mode: secure 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:17:46.735+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:17:46.736+0000 7f306f520800 5 asok(0x55bcd6813730) register_command objecter_requests cmddesc objecter_requests hook 0x55bcd6a90ba0 EEXIST 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.284 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding auth protocol: cephx 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding auth protocol: cephx 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding auth protocol: cephx 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.285 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: crc 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:17:46.736+0000 7f306f520800 5 AuthRegistry(0x55bcd6a8c138) adding con mode: secure 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:17:46.736+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:17:46.736+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:17:46.736+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key cmddesc rotate-key hook 0x55bcd6a8c280 EEXIST 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd6ab4890 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6ab6b60 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd6ab3060 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.286 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:17:46.736+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.472759s 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): get_auth_request con 0x55bcd6ab4890 auth_method 0 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd6ab3060 auth_method 0 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:17:46.736+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.287 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:17:46.736+0000 7f3062a67640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6ab6b60 auth_method 0 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:17:46.736+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:17:46.737+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:17:46.737+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:17:46.737+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:17:46.737+0000 7f306b268640 10 monclient(hunting): handle_auth_done global_id 7152 payload 824 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:17:46.737+0000 7f306b268640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:17:46.737+0000 7f306b268640 1 monclient: found mon.noname-a 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:17:46.737+0000 7f306b268640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.288 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: dump: 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.289 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:17:46.737+0000 7f2f55602640 10 monclient: dump: 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.290 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:17:46.737+0000 7f306f520800 5 monclient: authenticate success, global_id 7152 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:17:46.737+0000 7f306c26a640 4 set_mon_vals no callback set 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:17:46.737+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:17:46.739+0000 7f2f55602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:17:46.739+0000 7f2f55602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:17:46.739+0000 7f2f55602640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:17:46.739+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f2f44076380 auth_method 0 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: get_monmap_and_config 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: build_initial_monmap 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:17:46.739+0000 7f306f520800 1 build_initial for_mkfs: 0 2024-09-12T17:17:47.291 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: monmap: 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding auth protocol: cephx 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding auth protocol: cephx 2024-09-12T17:17:47.292 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding auth protocol: cephx 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: crc 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x55bcd6ad47e0) adding con mode: secure 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:17:46.739+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.293 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:17:46.739+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding auth protocol: cephx 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding auth protocol: cephx 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding auth protocol: cephx 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.294 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: crc 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:17:46.739+0000 7f306f520800 5 AuthRegistry(0x7ffebea321e0) adding con mode: secure 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:17:46.740+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:17:46.740+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:17:46.740+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key cmddesc rotate-key hook 0x7ffebea32328 EEXIST 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6ad89a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd6b03370 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd6ad9d20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.295 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.476344s 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6b03370 auth_method 0 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd6ad9d20 auth_method 0 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.296 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:17:46.740+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient(hunting): handle_auth_done global_id 6668 payload 274 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:17:46.740+0000 7f306b268640 1 monclient: found mon.noname-c 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:17:46.740+0000 7f306b268640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: dump: 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.297 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:17:46.740+0000 7f2f4effd640 10 monclient: dump: 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.298 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:17:46.740+0000 7f306f520800 5 monclient: authenticate success, global_id 6668 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:17:46.740+0000 7f306f520800 10 monclient: get_monmap_and_config success 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:17:46.740+0000 7f306f520800 4 set_mon_vals no callback set 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:17:46.741+0000 7f306f520800 10 monclient: shutdown 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:17:46.741+0000 7f306f520800 10 monclient: build_initial_monmap 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:17:46.741+0000 7f306f520800 1 build_initial for_mkfs: 0 2024-09-12T17:17:47.299 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:17:46.741+0000 7f306f520800 10 monclient: monmap: 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding auth protocol: cephx 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding auth protocol: cephx 2024-09-12T17:17:47.300 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding auth protocol: cephx 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: crc 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:17:46.741+0000 7f306f520800 5 AuthRegistry(0x55bcd6b04220) adding con mode: secure 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:17:46.741+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.301 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:17:46.741+0000 7f306f520800 1 librados: starting msgr at 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:17:46.741+0000 7f306f520800 1 librados: starting objecter 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:17:46.741+0000 7f306f520800 5 asok(0x55bcd6813730) register_command objecter_requests cmddesc objecter_requests hook 0x55bcd6ad7d50 EEXIST 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:17:46.742+0000 7f306f520800 1 librados: setting wanted keys 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:17:46.742+0000 7f306f520800 1 librados: calling monclient init 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient: init 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding auth protocol: cephx 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding auth protocol: cephx 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding auth protocol: cephx 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.302 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: crc 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:17:46.742+0000 7f306f520800 5 AuthRegistry(0x55bcd6acc640) adding con mode: secure 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:17:46.742+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:17:46.742+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:17:46.742+0000 7f306f520800 5 asok(0x55bcd6813730) register_command rotate-key cmddesc rotate-key hook 0x55bcd6acc788 EEXIST 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient: _reopen_session rank -1 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): picked mon.noname-b con 0x55bcd6ad89a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): picked mon.noname-a con 0x55bcd6ad9d20 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): picked mon.noname-c con 0x55bcd6b03370 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:17:47.303 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): start opening mon connection 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): _renew_subs 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:17:46.742+0000 7f306f520800 10 monclient(hunting): authenticate will time out at 2234.478583s 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): get_auth_request con 0x55bcd6b03370 auth_method 0 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): get_auth_request con 0x55bcd6ad9d20 auth_method 0 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.304 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:17:46.742+0000 7f306b268640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): get_auth_request con 0x55bcd6ad89a0 auth_method 0 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:17:46.742+0000 7f3062a67640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient(hunting): handle_auth_done global_id 7158 payload 824 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient: _finish_hunting 0 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:17:46.742+0000 7f306ba69640 1 monclient: found mon.noname-a 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:17:46.742+0000 7f306ba69640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.305 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: dump: 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: _finish_auth 0 2024-09-12T17:17:47.306 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:17:46.743+0000 7f2f4d7fa640 10 monclient: dump: 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:17:47.307 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:17:46.743+0000 7f306f520800 5 monclient: authenticate success, global_id 7158 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:17:46.743+0000 7f2f4effd640 4 set_mon_vals no callback set 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _renew_subs 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:17:46.743+0000 7f306f520800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:17:46.743+0000 7f306f520800 1 librados: init done 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:17:46.743+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cr dump hook 0x55bcd6ad66a8 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:17:46.744+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:17:46.745+0000 7f2f4d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:17:46.745+0000 7f2f4d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:17:46.745+0000 7f2f4d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:17:46.745+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f2f34076610 auth_method 0 2024-09-12T17:17:47.308 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:17:46.746+0000 7f306b268640 10 monclient: get_auth_request con 0x55bcd6b22f40 auth_method 0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:17:46.746+0000 7f306f520800 20 realm 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:17:46.746+0000 7f306f520800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:17:46.746+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:17:46.747+0000 7f3062a67640 10 monclient: get_auth_request con 0x55bcd6b271c0 auth_method 0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:17:46.747+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:17:46.747+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:17:46.747+0000 7f306ba69640 10 monclient: get_auth_request con 0x55bcd6b2aa70 auth_method 0 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:17:46.748+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:47.309 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:17:46.748+0000 7f306f520800 20 searching for the correct realm 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:17:46.748+0000 7f306b268640 10 monclient: get_auth_request con 0x7f30640afc20 auth_method 0 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:17:46.749+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f305c01f060 auth_method 0 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:17:46.750+0000 7f306ba69640 10 monclient: get_auth_request con 0x7f3054035070 auth_method 0 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:17:46.750+0000 7f306ba69640 0 -- 172.21.15.123:0/3033156440 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3054035070 msgr2=0x7f3054053910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:17:46.951+0000 7f306ba69640 10 monclient: get_auth_request con 0x7f3054035070 auth_method 0 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:17:46.952+0000 7f306b268640 10 monclient: get_auth_request con 0x7f30640acb40 auth_method 0 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:17:46.955+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f30640b56e0 auth_method 0 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:17:46.955+0000 7f3062a67640 0 -- 172.21.15.123:0/3033156440 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f30640b56e0 msgr2=0x7f30640ad270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:17:47.156+0000 7f3062a67640 10 monclient: get_auth_request con 0x7f30640b56e0 auth_method 0 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:47.310 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:17:47.161+0000 7f306f520800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:17:47.161+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:17:47.162+0000 7f306f520800 20 zone default found 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:17:47.162+0000 7f306f520800 4 Realm: () 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:17:47.162+0000 7f306f520800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:17:47.162+0000 7f306f520800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:17:47.162+0000 7f306f520800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:17:47.162+0000 7f306f520800 20 zonegroup default 2024-09-12T17:17:47.311 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:17:47.162+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:17:47.163+0000 7f306f520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:17:47.163+0000 7f306f520800 20 started sync module instance, tier type = 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:17:47.163+0000 7f306f520800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=0 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=1 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=2 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=3 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=4 2024-09-12T17:17:47.312 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=5 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:17:47.172+0000 7f306f520800 20 add_watcher() i=6 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:17:47.173+0000 7f306f520800 20 add_watcher() i=7 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:17:47.173+0000 7f306f520800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding auth protocol: cephx 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding auth protocol: cephx 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding auth protocol: cephx 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.313 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: crc 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:17:47.175+0000 7f306f520800 5 AuthRegistry(0x7ffebea326b0) adding con mode: secure 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:17:47.175+0000 7f2f21fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:17:47.175+0000 7f306f520800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:17:47.175+0000 7f306f520800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:17:47.175+0000 7f306f520800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache list hook 0x55bcd6af6c80 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache inspect hook 0x55bcd6af6c80 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache erase hook 0x55bcd6af6c80 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:17:47.175+0000 7f306f520800 5 asok(0x55bcd6813730) register_command cache zap hook 0x55bcd6af6c80 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:17:47.175+0000 7f306f520800 5 note: GC not initialized 2024-09-12T17:17:47.314 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:17:47.176+0000 7f2f20fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace show hook 0x7f3064066040 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace history hook 0x7f3064066040 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace active hook 0x7f3064066040 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:17:47.176+0000 7f306f520800 5 asok(0x55bcd6813730) register_command sync trace active_short hook 0x7f3064066040 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:17:47.176+0000 7f306f520800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:17:47.176+0000 7f306f520800 20 Filter name: none 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:17:47.176+0000 7f2e9a7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:17:47.176+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:17:47.176+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:17:47.176+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:17:47.176+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:17:47.176+0000 7f306f520800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:17:47.176+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : miss 2024-09-12T17:17:47.315 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:17:47.176+0000 7f306f520800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:17:47.177+0000 7f306f520800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:17:47.177+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:17:47.177+0000 7f306f520800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:17:47.177+0000 7f306f520800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:17:47.177+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:17:47.177+0000 7f306f520800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:17:47.180+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:17:47.180+0000 7f306f520800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:17:47.180+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:17:47.180+0000 7f306f520800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94269544282976 notifier 7158 bl.length()=999 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.316 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:17:47.181+0000 7f2f4effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:17:47.182+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:17:47.185+0000 7f306f520800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.0 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.0 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:17:47.185+0000 7f306f520800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.1 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.1.1 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:17:47.185+0000 7f306f520800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.0 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:17:47.187+0000 7f306f520800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:17:47.187+0000 7f306f520800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:17:47.188+0000 7f306f520800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.317 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:17:47.188+0000 7f306f520800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:17:47.188+0000 7f306f520800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:17:47.188+0000 7f306f520800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 94269544282976 notifier 7158 bl.length()=999 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:17:47.189+0000 7f2f4effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:17:47.190+0000 7f306f520800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:17:47.191+0000 7f306f520800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f306f520800 time 2024-09-12T17:17:47.191994+0000 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.318 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3070d8c71a] 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:17:47.192+0000 7f306f520800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f306f520800 thread_name:radosgw-admin 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:17:47.319 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f306fa3e6f0] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f306fa8b99c] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3070d8c774] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3070d8c8d8] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55bcd5100841] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x189e) [0x55bcd510f79e] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55bcd51105d4] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f306fa29590] 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:17:47.320 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:17:47.321 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:17:47.322 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:17:47.323 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:17:47.324 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:17:47.325 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:17:47.326 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2e9a7fc640 / http_manager 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f20fe1640 / http_manager 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f21fe3640 / rgw_dt_lg_renew 2024-09-12T17:17:47.327 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f4d7fa640 / ms_dispatch 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f4effd640 / io_context_pool 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f55602640 / ms_dispatch 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f57e07640 / ms_dispatch 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f2f5960a640 / io_context_pool 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3062a67640 / msgr-worker-2 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306b268640 / msgr-worker-1 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306ba69640 / msgr-worker-0 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306c26a640 / io_context_pool 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: 7f306f520800 / radosgw-admin 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:17:47.193736Z_f944b9b4-13af-486a-bcff-7a5af4443599/log 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:17:47.328 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:17:47.330 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:47.330 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:47.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.269+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 20 realm 2024-09-12T17:17:47.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.271+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.272+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.272+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.273+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.273+0000 7f2827b46800 20 searching for the correct realm 2024-09-12T17:17:47.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.275+0000 7f2825e38640 0 -- 172.21.15.123:0/1418245262 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f281c0d0040 msgr2=0x7f281c0a3620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:47.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.479+0000 7f2824e36640 0 -- 172.21.15.123:0/1418245262 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f28200a21d0 msgr2=0x7f28200683f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.887+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:47.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 20 zone default found 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 4 Realm: () 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 20 zonegroup default 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.888+0000 7f2827b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.889+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.889+0000 7f2827b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.889+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.889+0000 7f2827b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:47.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.889+0000 7f2827b46800 20 started sync module instance, tier type = 2024-09-12T17:17:47.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.889+0000 7f2827b46800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:47.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.899+0000 7f2827b46800 20 add_watcher() i=0 2024-09-12T17:17:47.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.899+0000 7f2827b46800 20 add_watcher() i=1 2024-09-12T17:17:47.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.899+0000 7f2827b46800 20 add_watcher() i=2 2024-09-12T17:17:47.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.899+0000 7f2827b46800 20 add_watcher() i=3 2024-09-12T17:17:47.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.899+0000 7f2827b46800 20 add_watcher() i=4 2024-09-12T17:17:47.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.899+0000 7f2827b46800 20 add_watcher() i=5 2024-09-12T17:17:47.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.899+0000 7f2827b46800 20 add_watcher() i=6 2024-09-12T17:17:47.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.900+0000 7f2827b46800 20 add_watcher() i=7 2024-09-12T17:17:47.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.900+0000 7f2827b46800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:47.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.902+0000 7f26dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.902+0000 7f2827b46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.902+0000 7f2827b46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.902+0000 7f2827b46800 5 note: GC not initialized 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.902+0000 7f26dafe5640 20 reqs_thread_entry: start 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.903+0000 7f2827b46800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.903+0000 7f2827b46800 20 Filter name: none 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.903+0000 7f26d8fe1640 20 reqs_thread_entry: start 2024-09-12T17:17:47.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.903+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.903+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:47.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.903+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.904+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:17:47.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.904+0000 7f2827b46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:47.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.904+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.904+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:47.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.904+0000 7f2827b46800 20 rados->read ofs=0 len=0 2024-09-12T17:17:47.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.905+0000 7f2827b46800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:17:47.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.905+0000 7f2827b46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:17:47.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.906+0000 7f26dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:47.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.908+0000 7f2827b46800 20 remove_watcher() i=0 2024-09-12T17:17:47.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.908+0000 7f2827b46800 2 removed watcher, disabling cache 2024-09-12T17:17:47.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.910+0000 7f2827b46800 20 remove_watcher() i=1 2024-09-12T17:17:47.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.911+0000 7f2827b46800 20 remove_watcher() i=2 2024-09-12T17:17:47.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.913+0000 7f2827b46800 20 remove_watcher() i=3 2024-09-12T17:17:47.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.914+0000 7f2827b46800 20 remove_watcher() i=4 2024-09-12T17:17:47.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.915+0000 7f2827b46800 20 remove_watcher() i=5 2024-09-12T17:17:47.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.916+0000 7f2827b46800 20 remove_watcher() i=6 2024-09-12T17:17:47.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:47.917+0000 7f2827b46800 20 remove_watcher() i=7 2024-09-12T17:17:47.929 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.929 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:17:47.930 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-block-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:17:47.930 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:17:47.931 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:47.931 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:47.964 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:17:47.965 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:17:48.022 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:17:48.052 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:17:48.052 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:17:48.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.088+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.089+0000 7f3fb2133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.089+0000 7f3fb2133800 20 realm 2024-09-12T17:17:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.089+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.089+0000 7f3fb2133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.089+0000 7f3fb2133800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:17:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.090+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.090+0000 7f3fb2133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:48.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.090+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.091+0000 7f3fb2133800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:48.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.091+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.091+0000 7f3fb2133800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:17:48.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.091+0000 7f3fb2133800 20 searching for the correct realm 2024-09-12T17:17:48.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.094+0000 7f3fae61b640 0 -- 172.21.15.123:0/1207875624 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3fa40a0910 msgr2=0x7f3fa4061400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:17:48.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.301+0000 7f3fad619640 0 -- 172.21.15.123:0/1207875624 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f3fa8039930 msgr2=0x7f3fa804a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:17:48.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:17:48.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:17:48.510 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:17:48.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:17:48.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:17:48.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:17:48.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:48.511 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.508+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:17:48.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:17:48.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 zone default found 2024-09-12T17:17:48.512 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 4 Realm: () 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 zonegroup default 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.509+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.510+0000 7f3fb2133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.510+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.510+0000 7f3fb2133800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.510+0000 7f3fb2133800 20 started sync module instance, tier type = 2024-09-12T17:17:48.513 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.510+0000 7f3fb2133800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:17:48.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.519+0000 7f3fb2133800 20 add_watcher() i=0 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.519+0000 7f3fb2133800 20 add_watcher() i=1 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.519+0000 7f3fb2133800 20 add_watcher() i=2 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.519+0000 7f3fb2133800 20 add_watcher() i=3 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.519+0000 7f3fb2133800 20 add_watcher() i=4 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.519+0000 7f3fb2133800 20 add_watcher() i=5 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.519+0000 7f3fb2133800 20 add_watcher() i=6 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.520+0000 7f3fb2133800 20 add_watcher() i=7 2024-09-12T17:17:48.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.520+0000 7f3fb2133800 2 all 8 watchers are set, enabling cache 2024-09-12T17:17:48.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.522+0000 7f3e5f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:48.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 5 note: GC not initialized 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3e5e7fc640 20 reqs_thread_entry: start 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 20 init_complete bucket index max shards: 1 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 20 Filter name: none 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3dcffff640 20 reqs_thread_entry: start 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:17:48.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:17:48.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:17:48.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : miss 2024-09-12T17:17:48.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.523+0000 7f3fb2133800 20 rados->read ofs=0 len=0 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.524+0000 7f3fb2133800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.524+0000 7f3fb2133800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.524+0000 7f3fb2133800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.524+0000 7f3fb2133800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.524+0000 7f3fb2133800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.524+0000 7f3fb2133800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.525+0000 7f3fb2133800 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to be held by another RGW process; skipping for now 2024-09-12T17:17:48.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.526+0000 7f3e5f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:17:48.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.528+0000 7f3fb2133800 20 remove_watcher() i=0 2024-09-12T17:17:48.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.528+0000 7f3fb2133800 2 removed watcher, disabling cache 2024-09-12T17:17:48.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.529+0000 7f3fb2133800 20 remove_watcher() i=1 2024-09-12T17:17:48.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.530+0000 7f3fb2133800 20 remove_watcher() i=2 2024-09-12T17:17:48.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.531+0000 7f3fb2133800 20 remove_watcher() i=3 2024-09-12T17:17:48.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.532+0000 7f3fb2133800 20 remove_watcher() i=4 2024-09-12T17:17:48.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.533+0000 7f3fb2133800 20 remove_watcher() i=5 2024-09-12T17:17:48.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.534+0000 7f3fb2133800 20 remove_watcher() i=6 2024-09-12T17:17:48.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:17:48.535+0000 7f3fb2133800 20 remove_watcher() i=7 2024-09-12T17:17:48.547 INFO:tasks.workunit.client.0.smithi123.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:18:18.558 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:18:18.593 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:18.593 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:18.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.634+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:18.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:18.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 20 realm 2024-09-12T17:18:18.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:18.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:18.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:18.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:18.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:18.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.636+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:18.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.637+0000 7f6eb500f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:18.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.637+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:18.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.638+0000 7f6eb500f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:18.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.638+0000 7f6eb500f800 20 searching for the correct realm 2024-09-12T17:18:18.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.640+0000 7f6eb3301640 0 -- 172.21.15.123:0/814329648 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f6ea8097740 msgr2=0x7f6ea800a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:18.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:18.847+0000 7f6eb22ff640 0 -- 172.21.15.123:0/814329648 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f6eac0503f0 msgr2=0x7f6eac050870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:19.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:19.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:19.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:19.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:19.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:19.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:19.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.056+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:19.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:19.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 zone default found 2024-09-12T17:18:19.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 4 Realm: () 2024-09-12T17:18:19.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 zonegroup default 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.057+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.058+0000 7f6eb500f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.058+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.058+0000 7f6eb500f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.058+0000 7f6eb500f800 20 started sync module instance, tier type = 2024-09-12T17:18:19.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.058+0000 7f6eb500f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:19.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.069+0000 7f6eb500f800 20 add_watcher() i=0 2024-09-12T17:18:19.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.069+0000 7f6eb500f800 20 add_watcher() i=1 2024-09-12T17:18:19.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.069+0000 7f6eb500f800 20 add_watcher() i=2 2024-09-12T17:18:19.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.069+0000 7f6eb500f800 20 add_watcher() i=3 2024-09-12T17:18:19.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.069+0000 7f6eb500f800 20 add_watcher() i=4 2024-09-12T17:18:19.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.069+0000 7f6eb500f800 20 add_watcher() i=5 2024-09-12T17:18:19.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.069+0000 7f6eb500f800 20 add_watcher() i=6 2024-09-12T17:18:19.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.070+0000 7f6eb500f800 20 add_watcher() i=7 2024-09-12T17:18:19.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.070+0000 7f6eb500f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:19.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.073+0000 7f6d697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.073+0000 7f6eb500f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.073+0000 7f6eb500f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.073+0000 7f6eb500f800 5 note: GC not initialized 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.073+0000 7f6ce3fff640 20 reqs_thread_entry: start 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.073+0000 7f6eb500f800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 20 Filter name: none 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6ce1ffb640 20 reqs_thread_entry: start 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:18:19.076 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:18:19.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:18:19.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:18:19.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : miss 2024-09-12T17:18:19.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.074+0000 7f6eb500f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.075+0000 7f6eb500f800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T17:18:19.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.075+0000 7f6eb500f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:18:19.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.075+0000 7f6eb500f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:18:19.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.075+0000 7f6eb500f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:19.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.075+0000 7f6eb500f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:19.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.075+0000 7f6eb500f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:18:19.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.076+0000 7f6eb500f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:18:19.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6eb500f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:18:19.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6eb500f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:18:19.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6eb500f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:19.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6eb500f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:18:19.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6d967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366182 cookie 94305161324800 notifier 7212 bl.length()=999 2024-09-12T17:18:19.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6d967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:18:19.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6d967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:18:19.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.081+0000 7f6d967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:19.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.083+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:18:19.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.083+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:18:19.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.083+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:18:19.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.083+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:18:19.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.087+0000 7f6eb500f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.2.0 2024-09-12T17:18:19.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.087+0000 7f6eb500f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.2.0 2024-09-12T17:18:19.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.087+0000 7f6eb500f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.2.1 2024-09-12T17:18:19.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.087+0000 7f6eb500f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.2.1 2024-09-12T17:18:19.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.087+0000 7f6eb500f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.0 2024-09-12T17:18:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.089+0000 7f6eb500f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.089+0000 7f6eb500f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:18:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6eb500f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:18:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6eb500f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:18:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6eb500f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6eb500f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:18:19.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6d95ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366183 cookie 94305161324800 notifier 7212 bl.length()=999 2024-09-12T17:18:19.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6d95ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:18:19.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6d95ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:18:19.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.091+0000 7f6d95ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:19.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.093+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:18:19.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.093+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:18:19.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.093+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:18:19.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.093+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:18:19.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.094+0000 7f6eb500f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30.0 2024-09-12T17:18:19.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.095+0000 7f6eb500f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:19.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.095+0000 7f6eb500f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.096+0000 7f6eb500f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.096+0000 7f6eb500f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.096+0000 7f6eb500f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.096+0000 7f6eb500f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30, ofs0, ns] 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.097+0000 7f6d967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366184 cookie 94305161324800 notifier 7212 bl.length()=967 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.097+0000 7f6d967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 info.flags=0x17 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.097+0000 7f6d967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 to cache LRU end 2024-09-12T17:18:19.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.097+0000 7f6d967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:19.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.098+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_sources= new_sources= 2024-09-12T17:18:19.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.098+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential sources added=[] removed=[] 2024-09-12T17:18:19.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.098+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): orig_dests= new_dests= 2024-09-12T17:18:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.098+0000 7f6eb500f800 20 handle_bi_update(): bucket=:abort-at-block-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30]): potential dests added=[] removed=[] 2024-09-12T17:18:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.099+0000 7f6eb500f800 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:18:19.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.101+0000 7f6d697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:19.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.104+0000 7f6eb500f800 20 remove_watcher() i=0 2024-09-12T17:18:19.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.104+0000 7f6eb500f800 2 removed watcher, disabling cache 2024-09-12T17:18:19.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.105+0000 7f6eb500f800 20 remove_watcher() i=1 2024-09-12T17:18:19.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.107+0000 7f6eb500f800 20 remove_watcher() i=2 2024-09-12T17:18:19.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.108+0000 7f6eb500f800 20 remove_watcher() i=3 2024-09-12T17:18:19.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.109+0000 7f6eb500f800 20 remove_watcher() i=4 2024-09-12T17:18:19.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.110+0000 7f6eb500f800 20 remove_watcher() i=5 2024-09-12T17:18:19.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.111+0000 7f6eb500f800 20 remove_watcher() i=6 2024-09-12T17:18:19.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.112+0000 7f6eb500f800 20 remove_watcher() i=7 2024-09-12T17:18:19.127 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:18:19.157 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:19.157 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:19.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.193+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.195+0000 7f26f9540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.195+0000 7f26f9540800 20 realm 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.195+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.195+0000 7f26f9540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.195+0000 7f26f9540800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.195+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.196+0000 7f26f9540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.196+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.197+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:19.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.197+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.198+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:19.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.198+0000 7f26f9540800 20 searching for the correct realm 2024-09-12T17:18:19.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.200+0000 7f26f5ac1640 0 -- 172.21.15.123:0/2621898505 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f26ec06d070 msgr2=0x7f26ec0a7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:19.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.407+0000 7f26f4abf640 0 -- 172.21.15.123:0/2621898505 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f26f00704e0 msgr2=0x7f26f0068070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.613+0000 7f26f9540800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.613+0000 7f26f9540800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.613+0000 7f26f9540800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.613+0000 7f26f9540800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.613+0000 7f26f9540800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.613+0000 7f26f9540800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.613+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:19.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:19.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 zone default found 2024-09-12T17:18:19.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 4 Realm: () 2024-09-12T17:18:19.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 zonegroup default 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.614+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.615+0000 7f26f9540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.615+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.615+0000 7f26f9540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.615+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.615+0000 7f26f9540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:19.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.615+0000 7f26f9540800 20 started sync module instance, tier type = 2024-09-12T17:18:19.620 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.615+0000 7f26f9540800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:19.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.625+0000 7f26f9540800 20 add_watcher() i=0 2024-09-12T17:18:19.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.625+0000 7f26f9540800 20 add_watcher() i=1 2024-09-12T17:18:19.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.625+0000 7f26f9540800 20 add_watcher() i=2 2024-09-12T17:18:19.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.625+0000 7f26f9540800 20 add_watcher() i=3 2024-09-12T17:18:19.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.625+0000 7f26f9540800 20 add_watcher() i=4 2024-09-12T17:18:19.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.625+0000 7f26f9540800 20 add_watcher() i=5 2024-09-12T17:18:19.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.625+0000 7f26f9540800 20 add_watcher() i=6 2024-09-12T17:18:19.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.626+0000 7f26f9540800 20 add_watcher() i=7 2024-09-12T17:18:19.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.626+0000 7f26f9540800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:19.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.628+0000 7f25ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.628+0000 7f26f9540800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.628+0000 7f26f9540800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.628+0000 7f26f9540800 5 note: GC not initialized 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.628+0000 7f25aa7e4640 20 reqs_thread_entry: start 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.628+0000 7f26f9540800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.628+0000 7f26f9540800 20 Filter name: none 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.629+0000 7f251bfff640 20 reqs_thread_entry: start 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.629+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.629+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:18:19.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.629+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.630+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:18:19.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.630+0000 7f26f9540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:19.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.630+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.630+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T17:18:19.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.630+0000 7f26f9540800 20 rados->read ofs=0 len=0 2024-09-12T17:18:19.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.630+0000 7f26f9540800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T17:18:19.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.630+0000 7f26f9540800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:19.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.631+0000 7f25ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:19.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.634+0000 7f26f9540800 20 remove_watcher() i=0 2024-09-12T17:18:19.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.634+0000 7f26f9540800 2 removed watcher, disabling cache 2024-09-12T17:18:19.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.635+0000 7f26f9540800 20 remove_watcher() i=1 2024-09-12T17:18:19.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.636+0000 7f26f9540800 20 remove_watcher() i=2 2024-09-12T17:18:19.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.637+0000 7f26f9540800 20 remove_watcher() i=3 2024-09-12T17:18:19.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.638+0000 7f26f9540800 20 remove_watcher() i=4 2024-09-12T17:18:19.641 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.639+0000 7f26f9540800 20 remove_watcher() i=5 2024-09-12T17:18:19.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.640+0000 7f26f9540800 20 remove_watcher() i=6 2024-09-12T17:18:19.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:19.641+0000 7f26f9540800 20 remove_watcher() i=7 2024-09-12T17:18:19.653 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:19.653 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:19.654 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-block-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:18:19.654 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:19.656 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:19.656 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:19.676 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:19.677 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:19.893 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:19.893 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:19.957 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-12T17:18:19.957 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:19.958 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:19.958 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.001 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.001 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.057 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.057 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.094 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.095 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.130 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.131 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.167 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.168 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.204 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.204 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.239 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.239 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.274 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.274 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.310 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.310 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.346 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.347 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.383 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.384 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.419 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.419 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.457 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.457 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.493 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.493 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.529 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.530 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.565 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.565 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.599 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.600 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.634 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.634 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.669 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.669 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.703 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.704 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.739 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:20.739 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:20.776 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:18:20.804 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:20.804 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:20.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.840+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:20.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:20.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 20 realm 2024-09-12T17:18:20.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:20.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:20.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:20.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:20.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:20.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.842+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.843+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.843+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.844+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.844+0000 7f2ccb9af800 20 searching for the correct realm 2024-09-12T17:18:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:20.844+0000 7f2cc9499640 0 -- 172.21.15.123:0/1616887722 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f2cc4068c20 msgr2=0x7f2cc4075980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:21.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.049+0000 7f2cc9499640 0 -- 172.21.15.123:0/1616887722 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f2cc402f060 msgr2=0x7f2cc401c950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:21.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:21.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:21.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.258+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:21.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 zone default found 2024-09-12T17:18:21.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 4 Realm: () 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 zonegroup default 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.259+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.260+0000 7f2ccb9af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.260+0000 7f2ccb9af800 20 started sync module instance, tier type = 2024-09-12T17:18:21.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.260+0000 7f2ccb9af800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.269+0000 7f2ccb9af800 20 add_watcher() i=0 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.269+0000 7f2ccb9af800 20 add_watcher() i=1 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.269+0000 7f2ccb9af800 20 add_watcher() i=2 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.269+0000 7f2ccb9af800 20 add_watcher() i=3 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.269+0000 7f2ccb9af800 20 add_watcher() i=4 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.269+0000 7f2ccb9af800 20 add_watcher() i=5 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.269+0000 7f2ccb9af800 20 add_watcher() i=6 2024-09-12T17:18:21.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.270+0000 7f2ccb9af800 20 add_watcher() i=7 2024-09-12T17:18:21.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.270+0000 7f2ccb9af800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:21.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.271+0000 7f2b7ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:21.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2ccb9af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:21.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2ccb9af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:21.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2ccb9af800 5 note: GC not initialized 2024-09-12T17:18:21.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2b7efe5640 20 reqs_thread_entry: start 2024-09-12T17:18:21.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2ccb9af800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:21.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2ccb9af800 20 Filter name: none 2024-09-12T17:18:21.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2b7cfe1640 20 reqs_thread_entry: start 2024-09-12T17:18:21.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.272+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.274+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:21.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.274+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.274+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:21.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.274+0000 7f2ccb9af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:21.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.274+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.275+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:21.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.275+0000 7f2ccb9af800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.275+0000 7f2ccb9af800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:21.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.275+0000 7f2ccb9af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:21.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.276+0000 7f2b7ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:21.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.278+0000 7f2ccb9af800 20 remove_watcher() i=0 2024-09-12T17:18:21.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.278+0000 7f2ccb9af800 2 removed watcher, disabling cache 2024-09-12T17:18:21.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.279+0000 7f2ccb9af800 20 remove_watcher() i=1 2024-09-12T17:18:21.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.280+0000 7f2ccb9af800 20 remove_watcher() i=2 2024-09-12T17:18:21.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.281+0000 7f2ccb9af800 20 remove_watcher() i=3 2024-09-12T17:18:21.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.282+0000 7f2ccb9af800 20 remove_watcher() i=4 2024-09-12T17:18:21.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.283+0000 7f2ccb9af800 20 remove_watcher() i=5 2024-09-12T17:18:21.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.284+0000 7f2ccb9af800 20 remove_watcher() i=6 2024-09-12T17:18:21.287 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.285+0000 7f2ccb9af800 20 remove_watcher() i=7 2024-09-12T17:18:21.297 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:21.298 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:21.298 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:18:21.298 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:21.299 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-12T17:18:21.333 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:21.333 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:21.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.369+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.370+0000 7fef1580f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.370+0000 7fef1580f800 20 realm 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.370+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.370+0000 7fef1580f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.370+0000 7fef1580f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.370+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.371+0000 7fef1580f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.371+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.371+0000 7fef1580f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:21.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.371+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.372+0000 7fef1580f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:21.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.372+0000 7fef1580f800 20 searching for the correct realm 2024-09-12T17:18:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.374+0000 7fef11723640 0 -- 172.21.15.123:0/3288195947 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7feefc09f1a0 msgr2=0x7feefc065ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:21.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.580+0000 7fef0bfff640 0 -- 172.21.15.123:0/3288195947 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fef0c0682b0 msgr2=0x7fef0c05fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:21.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.786+0000 7fef1580f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:21.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.786+0000 7fef1580f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:21.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.786+0000 7fef1580f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:21.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.786+0000 7fef1580f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:21.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.786+0000 7fef1580f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:21.789 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.786+0000 7fef1580f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:21.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.786+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:21.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 zone default found 2024-09-12T17:18:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 4 Realm: () 2024-09-12T17:18:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 zonegroup default 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.787+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.788+0000 7fef1580f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.788+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.788+0000 7fef1580f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.788+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.788+0000 7fef1580f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.788+0000 7fef1580f800 20 started sync module instance, tier type = 2024-09-12T17:18:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.788+0000 7fef1580f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:21.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.797+0000 7fef1580f800 20 add_watcher() i=0 2024-09-12T17:18:21.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.797+0000 7fef1580f800 20 add_watcher() i=1 2024-09-12T17:18:21.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.797+0000 7fef1580f800 20 add_watcher() i=2 2024-09-12T17:18:21.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.797+0000 7fef1580f800 20 add_watcher() i=3 2024-09-12T17:18:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.797+0000 7fef1580f800 20 add_watcher() i=4 2024-09-12T17:18:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.797+0000 7fef1580f800 20 add_watcher() i=5 2024-09-12T17:18:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.797+0000 7fef1580f800 20 add_watcher() i=6 2024-09-12T17:18:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.798+0000 7fef1580f800 20 add_watcher() i=7 2024-09-12T17:18:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.798+0000 7fef1580f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:21.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.800+0000 7fedc6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:21.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.800+0000 7fef1580f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:21.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.800+0000 7fef1580f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:21.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.800+0000 7fef1580f800 5 note: GC not initialized 2024-09-12T17:18:21.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.800+0000 7fedc5fe3640 20 reqs_thread_entry: start 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 20 Filter name: none 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fed377fe640 20 reqs_thread_entry: start 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 : miss 2024-09-12T17:18:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.801+0000 7fef1580f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.802+0000 7fef1580f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.802+0000 7fef1580f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.802+0000 7fef1580f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.802+0000 7fef1580f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.802+0000 7fef1580f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.802+0000 7fef1580f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 2024-09-12T17:18:21.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.805+0000 7fef1580f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.805+0000 7fef1580f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.805+0000 7fef1580f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.805+0000 7fef1580f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31, ofs0, ns] 2024-09-12T17:18:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.806+0000 7fede77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 93954342498064 notifier 7269 bl.length()=1015 2024-09-12T17:18:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.806+0000 7fede77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.806+0000 7fede77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.806+0000 7fede77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:21.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.807+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_sources= new_sources= 2024-09-12T17:18:21.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.807+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential sources added=[] removed=[] 2024-09-12T17:18:21.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.807+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_dests= new_dests= 2024-09-12T17:18:21.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.807+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential dests added=[] removed=[] 2024-09-12T17:18:21.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.810+0000 7fef1580f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.1.0 2024-09-12T17:18:21.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.810+0000 7fef1580f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.1.0 2024-09-12T17:18:21.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.810+0000 7fef1580f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.1.1 2024-09-12T17:18:21.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.810+0000 7fef1580f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.1.1 2024-09-12T17:18:21.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.810+0000 7fef1580f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.0 2024-09-12T17:18:21.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.812+0000 7fef1580f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:21.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.812+0000 7fef1580f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 2024-09-12T17:18:21.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fef1580f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:21.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fef1580f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fef1580f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fef1580f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31, ofs0, ns] 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fede7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366173 cookie 93954342498064 notifier 7269 bl.length()=1015 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fede7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fede7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.813+0000 7fede7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.815+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_sources= new_sources= 2024-09-12T17:18:21.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.815+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential sources added=[] removed=[] 2024-09-12T17:18:21.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.815+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_dests= new_dests= 2024-09-12T17:18:21.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.815+0000 7fef1580f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential dests added=[] removed=[] 2024-09-12T17:18:21.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.816+0000 7fef1580f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.0 2024-09-12T17:18:21.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.816+0000 7fef1580f800 -1 Injecting error=-5 at location=commit_target_layout 2024-09-12T17:18:21.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.816+0000 7fef1580f800 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-12T17:18:21.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.819+0000 7fedc6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:21.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.821+0000 7fef1580f800 20 remove_watcher() i=0 2024-09-12T17:18:21.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.821+0000 7fef1580f800 2 removed watcher, disabling cache 2024-09-12T17:18:21.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.823+0000 7fef1580f800 20 remove_watcher() i=1 2024-09-12T17:18:21.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.824+0000 7fef1580f800 20 remove_watcher() i=2 2024-09-12T17:18:21.827 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.825+0000 7fef1580f800 20 remove_watcher() i=3 2024-09-12T17:18:21.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.826+0000 7fef1580f800 20 remove_watcher() i=4 2024-09-12T17:18:21.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.827+0000 7fef1580f800 20 remove_watcher() i=5 2024-09-12T17:18:21.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.828+0000 7fef1580f800 20 remove_watcher() i=6 2024-09-12T17:18:21.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.829+0000 7fef1580f800 20 remove_watcher() i=7 2024-09-12T17:18:21.843 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:18:21.872 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:21.872 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:21.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.907+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.908+0000 7f6456136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.908+0000 7f6456136800 20 realm 2024-09-12T17:18:21.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.908+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.909+0000 7f6456136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.909+0000 7f6456136800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:21.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.909+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.909+0000 7f6456136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:21.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.909+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.910+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:21.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.910+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:21.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.910+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:21.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.910+0000 7f6456136800 20 searching for the correct realm 2024-09-12T17:18:21.914 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:21.912+0000 7f64526b8640 0 -- 172.21.15.123:0/2779667054 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f643c024070 msgr2=0x7f643c063750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:22.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.117+0000 7f64516b6640 0 -- 172.21.15.123:0/2779667054 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f644c06fbb0 msgr2=0x7f644c0b0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:22.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.323+0000 7f6456136800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:22.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.323+0000 7f6456136800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:22.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.323+0000 7f6456136800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:22.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.323+0000 7f6456136800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:22.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.323+0000 7f6456136800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:22.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.323+0000 7f6456136800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:22.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.323+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.324+0000 7f6456136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.324+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.324+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:22.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.324+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 zone default found 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 4 Realm: () 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 zonegroup default 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.329 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 started sync module instance, tier type = 2024-09-12T17:18:22.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.325+0000 7f6456136800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:22.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.334+0000 7f6456136800 20 add_watcher() i=0 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.334+0000 7f6456136800 20 add_watcher() i=1 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.334+0000 7f6456136800 20 add_watcher() i=2 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.334+0000 7f6456136800 20 add_watcher() i=3 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.334+0000 7f6456136800 20 add_watcher() i=4 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.334+0000 7f6456136800 20 add_watcher() i=5 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.334+0000 7f6456136800 20 add_watcher() i=6 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.335+0000 7f6456136800 20 add_watcher() i=7 2024-09-12T17:18:22.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.335+0000 7f6456136800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:22.338 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f63037fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:22.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f6456136800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:22.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f6456136800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:22.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f6456136800 5 note: GC not initialized 2024-09-12T17:18:22.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f63027fc640 20 reqs_thread_entry: start 2024-09-12T17:18:22.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f6456136800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:22.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f6456136800 20 Filter name: none 2024-09-12T17:18:22.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f6273fff640 20 reqs_thread_entry: start 2024-09-12T17:18:22.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.337+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.338+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:22.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.338+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.338+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:18:22.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.338+0000 7f6456136800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:22.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.338+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.339+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:22.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.339+0000 7f6456136800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.339+0000 7f6456136800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:18:22.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.340+0000 7f6456136800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:22.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.341+0000 7f63037fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:22.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.343+0000 7f6456136800 20 remove_watcher() i=0 2024-09-12T17:18:22.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.343+0000 7f6456136800 2 removed watcher, disabling cache 2024-09-12T17:18:22.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.344+0000 7f6456136800 20 remove_watcher() i=1 2024-09-12T17:18:22.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.345+0000 7f6456136800 20 remove_watcher() i=2 2024-09-12T17:18:22.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.346+0000 7f6456136800 20 remove_watcher() i=3 2024-09-12T17:18:22.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.347+0000 7f6456136800 20 remove_watcher() i=4 2024-09-12T17:18:22.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.348+0000 7f6456136800 20 remove_watcher() i=5 2024-09-12T17:18:22.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.349+0000 7f6456136800 20 remove_watcher() i=6 2024-09-12T17:18:22.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.350+0000 7f6456136800 20 remove_watcher() i=7 2024-09-12T17:18:22.363 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:22.363 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:22.363 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:18:22.363 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:22.364 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:22.364 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:22.396 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:22.397 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:22.454 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:18:22.485 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:22.485 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:22.522 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.520+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 20 realm 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.521+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.522+0000 7f495260e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:22.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.522+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.523+0000 7f495260e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:22.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.523+0000 7f495260e800 20 searching for the correct realm 2024-09-12T17:18:22.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.525+0000 7f494d458640 0 -- 172.21.15.123:0/2117430594 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f494009a040 msgr2=0x7f4940092a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:22.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.528+0000 7f494d458640 0 -- 172.21.15.123:0/2117430594 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f4818086b20 msgr2=0x7f4818088f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:22.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:22.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.533+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:22.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:22.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 zone default found 2024-09-12T17:18:22.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 4 Realm: () 2024-09-12T17:18:22.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:22.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:22.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:22.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 zonegroup default 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.534+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.535+0000 7f495260e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.535+0000 7f495260e800 20 started sync module instance, tier type = 2024-09-12T17:18:22.538 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.535+0000 7f495260e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:22.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.543+0000 7f495260e800 20 add_watcher() i=0 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.543+0000 7f495260e800 20 add_watcher() i=1 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.543+0000 7f495260e800 20 add_watcher() i=2 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.543+0000 7f495260e800 20 add_watcher() i=3 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.543+0000 7f495260e800 20 add_watcher() i=4 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.543+0000 7f495260e800 20 add_watcher() i=5 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.543+0000 7f495260e800 20 add_watcher() i=6 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.544+0000 7f495260e800 20 add_watcher() i=7 2024-09-12T17:18:22.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.544+0000 7f495260e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.546+0000 7f47ff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.546+0000 7f495260e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.546+0000 7f495260e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 5 note: GC not initialized 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f47fe7fc640 20 reqs_thread_entry: start 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 20 Filter name: none 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f476ffff640 20 reqs_thread_entry: start 2024-09-12T17:18:22.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:18:22.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:22.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:18:22.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 : miss 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.547+0000 7f495260e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.548+0000 7f495260e800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.548+0000 7f495260e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.548+0000 7f495260e800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.548+0000 7f495260e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.548+0000 7f495260e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.548+0000 7f495260e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 2024-09-12T17:18:22.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.549+0000 7f495260e800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f495260e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f495260e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f495260e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f495260e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31, ofs0, ns] 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f48317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366174 cookie 94533631004496 notifier 7308 bl.length()=1015 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f48317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f48317fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:22.555 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.553+0000 7f48317fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:22.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.555+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_sources= new_sources= 2024-09-12T17:18:22.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.555+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential sources added=[] removed=[] 2024-09-12T17:18:22.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.555+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_dests= new_dests= 2024-09-12T17:18:22.557 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.555+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential dests added=[] removed=[] 2024-09-12T17:18:22.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.557+0000 7f495260e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.2.0 2024-09-12T17:18:22.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.557+0000 7f495260e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.2.0 2024-09-12T17:18:22.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.557+0000 7f495260e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.2.1 2024-09-12T17:18:22.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.557+0000 7f495260e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.2.1 2024-09-12T17:18:22.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.557+0000 7f495260e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.0 2024-09-12T17:18:22.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.559+0000 7f495260e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:22.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.559+0000 7f495260e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 2024-09-12T17:18:22.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.560+0000 7f495260e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:22.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.560+0000 7f495260e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:22.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.560+0000 7f495260e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:22.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.560+0000 7f495260e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31, ofs0, ns] 2024-09-12T17:18:22.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.561+0000 7f48317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94533631004496 notifier 7308 bl.length()=1015 2024-09-12T17:18:22.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.561+0000 7f48317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:22.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.561+0000 7f48317fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:22.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.561+0000 7f48317fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:22.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.562+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_sources= new_sources= 2024-09-12T17:18:22.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.562+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential sources added=[] removed=[] 2024-09-12T17:18:22.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.562+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_dests= new_dests= 2024-09-12T17:18:22.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.562+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential dests added=[] removed=[] 2024-09-12T17:18:22.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.563+0000 7f495260e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31.0 2024-09-12T17:18:22.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.563+0000 7f495260e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:22.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.563+0000 7f495260e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f495260e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f495260e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f495260e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f495260e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31, ofs0, ns] 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f4830ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366176 cookie 94533631004496 notifier 7308 bl.length()=983 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f4830ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 info.flags=0x17 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f4830ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 to cache LRU end 2024-09-12T17:18:22.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.565+0000 7f4830ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:22.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.566+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_sources= new_sources= 2024-09-12T17:18:22.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.566+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential sources added=[] removed=[] 2024-09-12T17:18:22.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.566+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): orig_dests= new_dests= 2024-09-12T17:18:22.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.566+0000 7f495260e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31]): potential dests added=[] removed=[] 2024-09-12T17:18:22.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.568+0000 7f495260e800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:18:22.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.569+0000 7f47ff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:22.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.572+0000 7f495260e800 20 remove_watcher() i=0 2024-09-12T17:18:22.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.572+0000 7f495260e800 2 removed watcher, disabling cache 2024-09-12T17:18:22.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.573+0000 7f495260e800 20 remove_watcher() i=1 2024-09-12T17:18:22.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.574+0000 7f495260e800 20 remove_watcher() i=2 2024-09-12T17:18:22.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.575+0000 7f495260e800 20 remove_watcher() i=3 2024-09-12T17:18:22.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.576+0000 7f495260e800 20 remove_watcher() i=4 2024-09-12T17:18:22.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.577+0000 7f495260e800 20 remove_watcher() i=5 2024-09-12T17:18:22.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.577+0000 7f495260e800 20 remove_watcher() i=6 2024-09-12T17:18:22.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.578+0000 7f495260e800 20 remove_watcher() i=7 2024-09-12T17:18:22.592 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:18:22.621 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:22.621 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:22.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.656+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 20 realm 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.658+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.659+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:22.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.659+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:22.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.660+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:22.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.660+0000 7f21ccb25800 20 searching for the correct realm 2024-09-12T17:18:22.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.661+0000 7f21c87ae640 0 -- 172.21.15.123:0/3580493207 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f21c0061040 msgr2=0x7f21c0055410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:22.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:22.866+0000 7f21c87ae640 0 -- 172.21.15.123:0/3580493207 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f21c00a9400 msgr2=0x7f21c00a9880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:23.077 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.074+0000 7f21ccb25800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.074+0000 7f21ccb25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.074+0000 7f21ccb25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.074+0000 7f21ccb25800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.074+0000 7f21ccb25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.074+0000 7f21ccb25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.074+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:23.078 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 zone default found 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 4 Realm: () 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 zonegroup default 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.075+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.076+0000 7f21ccb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:23.079 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.076+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.076+0000 7f21ccb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:23.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.076+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.076+0000 7f21ccb25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:23.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.076+0000 7f21ccb25800 20 started sync module instance, tier type = 2024-09-12T17:18:23.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.076+0000 7f21ccb25800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:23.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.085+0000 7f21ccb25800 20 add_watcher() i=0 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.085+0000 7f21ccb25800 20 add_watcher() i=1 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.085+0000 7f21ccb25800 20 add_watcher() i=2 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.085+0000 7f21ccb25800 20 add_watcher() i=3 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.085+0000 7f21ccb25800 20 add_watcher() i=4 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.085+0000 7f21ccb25800 20 add_watcher() i=5 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.085+0000 7f21ccb25800 20 add_watcher() i=6 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.086+0000 7f21ccb25800 20 add_watcher() i=7 2024-09-12T17:18:23.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.086+0000 7f21ccb25800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:23.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.088+0000 7f207afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f21ccb25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f21ccb25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f21ccb25800 5 note: GC not initialized 2024-09-12T17:18:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f2079fdb640 20 reqs_thread_entry: start 2024-09-12T17:18:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f21ccb25800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:23.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f21ccb25800 20 Filter name: none 2024-09-12T17:18:23.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f1feb7fe640 20 reqs_thread_entry: start 2024-09-12T17:18:23.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.089+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.090+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.090+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.090+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.090+0000 7f21ccb25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.090+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.091+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.091+0000 7f21ccb25800 20 rados->read ofs=0 len=0 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.091+0000 7f21ccb25800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:23.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.091+0000 7f21ccb25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:23.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.092+0000 7f207afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:23.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.095+0000 7f21ccb25800 20 remove_watcher() i=0 2024-09-12T17:18:23.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.095+0000 7f21ccb25800 2 removed watcher, disabling cache 2024-09-12T17:18:23.098 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.096+0000 7f21ccb25800 20 remove_watcher() i=1 2024-09-12T17:18:23.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.097+0000 7f21ccb25800 20 remove_watcher() i=2 2024-09-12T17:18:23.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.098+0000 7f21ccb25800 20 remove_watcher() i=3 2024-09-12T17:18:23.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.099+0000 7f21ccb25800 20 remove_watcher() i=4 2024-09-12T17:18:23.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.100+0000 7f21ccb25800 20 remove_watcher() i=5 2024-09-12T17:18:23.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.101+0000 7f21ccb25800 20 remove_watcher() i=6 2024-09-12T17:18:23.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:23.102+0000 7f21ccb25800 20 remove_watcher() i=7 2024-09-12T17:18:23.115 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:23.115 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:23.115 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:18:23.115 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:23.117 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.117 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.138 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.138 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.403 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.403 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.464 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-12T17:18:23.465 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:23.465 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.465 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.506 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.506 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.562 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.562 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.596 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.596 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.631 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.631 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.667 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.667 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.702 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.702 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.738 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.739 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.776 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.776 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.811 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.811 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.846 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.846 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.882 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.882 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.918 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.918 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.952 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.952 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:23.985 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:23.985 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.020 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:24.020 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.056 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:24.056 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.092 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:24.092 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.127 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:24.127 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.163 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:24.163 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.200 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:24.200 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.235 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:24.235 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:24.272 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:18:24.300 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:24.300 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:24.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.335+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 20 realm 2024-09-12T17:18:24.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:24.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.337+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.338+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:24.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.338+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.340 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.339+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:24.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.339+0000 7f1542d35800 20 searching for the correct realm 2024-09-12T17:18:24.342 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.340+0000 7f1537fff640 0 -- 172.21.15.123:0/1319716566 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f153006b020 msgr2=0x7f15300a3e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:24.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.343+0000 7f1537fff640 0 -- 172.21.15.123:0/1319716566 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f1408086bd0 msgr2=0x7f1408089000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:24.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.348+0000 7f1542d35800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.348+0000 7f1542d35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.348+0000 7f1542d35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.348+0000 7f1542d35800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.348+0000 7f1542d35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.348+0000 7f1542d35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.348+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:24.351 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:24.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 zone default found 2024-09-12T17:18:24.352 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 4 Realm: () 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 zonegroup default 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.349+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.350+0000 7f1542d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.350+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.350+0000 7f1542d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.350+0000 7f1542d35800 20 started sync module instance, tier type = 2024-09-12T17:18:24.353 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.350+0000 7f1542d35800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:24.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.358+0000 7f1542d35800 20 add_watcher() i=0 2024-09-12T17:18:24.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.358+0000 7f1542d35800 20 add_watcher() i=1 2024-09-12T17:18:24.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.358+0000 7f1542d35800 20 add_watcher() i=2 2024-09-12T17:18:24.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.358+0000 7f1542d35800 20 add_watcher() i=3 2024-09-12T17:18:24.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.358+0000 7f1542d35800 20 add_watcher() i=4 2024-09-12T17:18:24.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.358+0000 7f1542d35800 20 add_watcher() i=5 2024-09-12T17:18:24.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.358+0000 7f1542d35800 20 add_watcher() i=6 2024-09-12T17:18:24.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.359+0000 7f1542d35800 20 add_watcher() i=7 2024-09-12T17:18:24.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.359+0000 7f1542d35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:24.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.360+0000 7f13f57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:24.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f1542d35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:24.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f1542d35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:24.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f1542d35800 5 note: GC not initialized 2024-09-12T17:18:24.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f136ffff640 20 reqs_thread_entry: start 2024-09-12T17:18:24.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f1542d35800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:24.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f1542d35800 20 Filter name: none 2024-09-12T17:18:24.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f136dffb640 20 reqs_thread_entry: start 2024-09-12T17:18:24.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.361+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.362+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:24.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.362+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.363+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:24.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.363+0000 7f1542d35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:24.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.363+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.363+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:24.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.363+0000 7f1542d35800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.363+0000 7f1542d35800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:24.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.363+0000 7f1542d35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:24.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.364+0000 7f13f57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:24.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.366+0000 7f1542d35800 20 remove_watcher() i=0 2024-09-12T17:18:24.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.366+0000 7f1542d35800 2 removed watcher, disabling cache 2024-09-12T17:18:24.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.367+0000 7f1542d35800 20 remove_watcher() i=1 2024-09-12T17:18:24.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.368+0000 7f1542d35800 20 remove_watcher() i=2 2024-09-12T17:18:24.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.369+0000 7f1542d35800 20 remove_watcher() i=3 2024-09-12T17:18:24.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.370+0000 7f1542d35800 20 remove_watcher() i=4 2024-09-12T17:18:24.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.371+0000 7f1542d35800 20 remove_watcher() i=5 2024-09-12T17:18:24.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.372+0000 7f1542d35800 20 remove_watcher() i=6 2024-09-12T17:18:24.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.373+0000 7f1542d35800 20 remove_watcher() i=7 2024-09-12T17:18:24.385 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:24.385 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:24.386 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:18:24.386 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:24.387 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-12T17:18:24.426 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:24.426 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:24.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.461+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 20 realm 2024-09-12T17:18:24.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:24.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.462+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.463+0000 7fe814525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:24.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.463+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.464+0000 7fe814525800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:24.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.464+0000 7fe814525800 20 searching for the correct realm 2024-09-12T17:18:24.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.466+0000 7fe810934640 0 -- 172.21.15.123:0/764317701 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fe7f8036070 msgr2=0x7fe7f8054400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:24.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.671+0000 7fe807fff640 0 -- 172.21.15.123:0/764317701 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe808080420 msgr2=0x7fe808080880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:24.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:24.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:24.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:24.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.878+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:24.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 zone default found 2024-09-12T17:18:24.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 4 Realm: () 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 zonegroup default 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.879+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.880+0000 7fe814525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.880+0000 7fe814525800 20 started sync module instance, tier type = 2024-09-12T17:18:24.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.880+0000 7fe814525800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:24.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.889+0000 7fe814525800 20 add_watcher() i=0 2024-09-12T17:18:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.889+0000 7fe814525800 20 add_watcher() i=1 2024-09-12T17:18:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.889+0000 7fe814525800 20 add_watcher() i=2 2024-09-12T17:18:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.889+0000 7fe814525800 20 add_watcher() i=3 2024-09-12T17:18:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.889+0000 7fe814525800 20 add_watcher() i=4 2024-09-12T17:18:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.889+0000 7fe814525800 20 add_watcher() i=5 2024-09-12T17:18:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.889+0000 7fe814525800 20 add_watcher() i=6 2024-09-12T17:18:24.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.890+0000 7fe814525800 20 add_watcher() i=7 2024-09-12T17:18:24.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.890+0000 7fe814525800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.892+0000 7fe6c6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.892+0000 7fe814525800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.892+0000 7fe814525800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.892+0000 7fe814525800 5 note: GC not initialized 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe6c5fdb640 20 reqs_thread_entry: start 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 20 Filter name: none 2024-09-12T17:18:24.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe6377fe640 20 reqs_thread_entry: start 2024-09-12T17:18:24.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:18:24.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:24.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:18:24.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:18:24.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 : miss 2024-09-12T17:18:24.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.893+0000 7fe814525800 20 rados->read ofs=0 len=0 2024-09-12T17:18:24.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.894+0000 7fe814525800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:24.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.894+0000 7fe814525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 info.flags=0x17 2024-09-12T17:18:24.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.894+0000 7fe814525800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 to cache LRU end 2024-09-12T17:18:24.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.894+0000 7fe814525800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:24.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.894+0000 7fe814525800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:24.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.894+0000 7fe814525800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.897+0000 7fe814525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 info.flags=0x17 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.897+0000 7fe814525800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 to cache LRU end 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.897+0000 7fe814525800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.897+0000 7fe814525800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32, ofs0, ns] 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.898+0000 7fe6e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366179 cookie 93908450669184 notifier 7365 bl.length()=1015 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.898+0000 7fe6e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 info.flags=0x17 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.898+0000 7fe6e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 to cache LRU end 2024-09-12T17:18:24.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.898+0000 7fe6e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:24.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.899+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): orig_sources= new_sources= 2024-09-12T17:18:24.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.899+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): potential sources added=[] removed=[] 2024-09-12T17:18:24.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.899+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): orig_dests= new_dests= 2024-09-12T17:18:24.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.899+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): potential dests added=[] removed=[] 2024-09-12T17:18:24.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.902+0000 7fe814525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32.1.0 2024-09-12T17:18:24.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.902+0000 7fe814525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32.1.0 2024-09-12T17:18:24.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.902+0000 7fe814525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32.1.1 2024-09-12T17:18:24.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.902+0000 7fe814525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32.1.1 2024-09-12T17:18:24.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.902+0000 7fe814525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32.0 2024-09-12T17:18:24.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.904+0000 7fe814525800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:24.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.904+0000 7fe814525800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 2024-09-12T17:18:24.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.905+0000 7fe814525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 info.flags=0x17 2024-09-12T17:18:24.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.905+0000 7fe814525800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 to cache LRU end 2024-09-12T17:18:24.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.905+0000 7fe814525800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:24.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.905+0000 7fe814525800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32, ofs0, ns] 2024-09-12T17:18:24.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.906+0000 7fe6e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 93908450669184 notifier 7365 bl.length()=1015 2024-09-12T17:18:24.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.906+0000 7fe6e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 info.flags=0x17 2024-09-12T17:18:24.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.906+0000 7fe6e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 to cache LRU end 2024-09-12T17:18:24.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.906+0000 7fe6e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:24.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.907+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): orig_sources= new_sources= 2024-09-12T17:18:24.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.907+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): potential sources added=[] removed=[] 2024-09-12T17:18:24.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.907+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): orig_dests= new_dests= 2024-09-12T17:18:24.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.907+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): potential dests added=[] removed=[] 2024-09-12T17:18:24.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.908+0000 7fe814525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32.0 2024-09-12T17:18:24.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.908+0000 7fe814525800 -1 Injecting error=-125 at location=commit_target_layout 2024-09-12T17:18:24.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.908+0000 7fe814525800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:24.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.908+0000 7fe814525800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe814525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 info.flags=0x17 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe814525800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 to cache LRU end 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe814525800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe814525800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32, ofs0, ns] 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe6e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 93908450669184 notifier 7365 bl.length()=983 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe6e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 info.flags=0x17 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe6e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 to cache LRU end 2024-09-12T17:18:24.912 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.910+0000 7fe6e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:24.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.911+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): orig_sources= new_sources= 2024-09-12T17:18:24.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.911+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): potential sources added=[] removed=[] 2024-09-12T17:18:24.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.911+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): orig_dests= new_dests= 2024-09-12T17:18:24.913 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.911+0000 7fe814525800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32]): potential dests added=[] removed=[] 2024-09-12T17:18:24.915 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.913+0000 7fe814525800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:18:24.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.915+0000 7fe6c6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:24.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.917+0000 7fe814525800 20 remove_watcher() i=0 2024-09-12T17:18:24.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.917+0000 7fe814525800 2 removed watcher, disabling cache 2024-09-12T17:18:24.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.919+0000 7fe814525800 20 remove_watcher() i=1 2024-09-12T17:18:24.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.920+0000 7fe814525800 20 remove_watcher() i=2 2024-09-12T17:18:24.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.921+0000 7fe814525800 20 remove_watcher() i=3 2024-09-12T17:18:24.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.922+0000 7fe814525800 20 remove_watcher() i=4 2024-09-12T17:18:24.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.923+0000 7fe814525800 20 remove_watcher() i=5 2024-09-12T17:18:24.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.924+0000 7fe814525800 20 remove_watcher() i=6 2024-09-12T17:18:24.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:24.925+0000 7fe814525800 20 remove_watcher() i=7 2024-09-12T17:18:24.939 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:18:24.968 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:24.968 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:25.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.003+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.004+0000 7f17a912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.004+0000 7f17a912e800 20 realm 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.004+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.005+0000 7f17a912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.005+0000 7f17a912e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.005+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.005+0000 7f17a912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.005+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.006+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:25.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.006+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.006+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:25.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.006+0000 7f17a912e800 20 searching for the correct realm 2024-09-12T17:18:25.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.008+0000 7f179ffff640 0 -- 172.21.15.123:0/3844757582 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f17980991b0 msgr2=0x7f179805fc20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:25.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.012+0000 7f179ffff640 0 -- 172.21.15.123:0/3844757582 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f1670086ba0 msgr2=0x7f1670088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:25.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:25.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:25.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:25.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:25.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:25.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:25.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:25.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:25.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.017+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:25.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 zone default found 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 4 Realm: () 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 zonegroup default 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.018+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.019+0000 7f17a912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:25.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.019+0000 7f17a912e800 20 started sync module instance, tier type = 2024-09-12T17:18:25.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.019+0000 7f17a912e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:25.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.027+0000 7f17a912e800 20 add_watcher() i=0 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.027+0000 7f17a912e800 20 add_watcher() i=1 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.027+0000 7f17a912e800 20 add_watcher() i=2 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.027+0000 7f17a912e800 20 add_watcher() i=3 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.027+0000 7f17a912e800 20 add_watcher() i=4 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.027+0000 7f17a912e800 20 add_watcher() i=5 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.027+0000 7f17a912e800 20 add_watcher() i=6 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.028+0000 7f17a912e800 20 add_watcher() i=7 2024-09-12T17:18:25.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.028+0000 7f17a912e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:25.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f165b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:25.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f17a912e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:25.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f17a912e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:25.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f17a912e800 5 note: GC not initialized 2024-09-12T17:18:25.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f165a7e4640 20 reqs_thread_entry: start 2024-09-12T17:18:25.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f17a912e800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:25.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f17a912e800 20 Filter name: none 2024-09-12T17:18:25.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f16537fe640 20 reqs_thread_entry: start 2024-09-12T17:18:25.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.031+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.032+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.032+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.032+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.032+0000 7f17a912e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.032+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.033+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.033+0000 7f17a912e800 20 rados->read ofs=0 len=0 2024-09-12T17:18:25.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.033+0000 7f17a912e800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:25.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.033+0000 7f17a912e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:25.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.034+0000 7f165b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:25.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.036+0000 7f17a912e800 20 remove_watcher() i=0 2024-09-12T17:18:25.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.036+0000 7f17a912e800 2 removed watcher, disabling cache 2024-09-12T17:18:25.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.038+0000 7f17a912e800 20 remove_watcher() i=1 2024-09-12T17:18:25.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.039+0000 7f17a912e800 20 remove_watcher() i=2 2024-09-12T17:18:25.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.040+0000 7f17a912e800 20 remove_watcher() i=3 2024-09-12T17:18:25.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.041+0000 7f17a912e800 20 remove_watcher() i=4 2024-09-12T17:18:25.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.042+0000 7f17a912e800 20 remove_watcher() i=5 2024-09-12T17:18:25.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.042+0000 7f17a912e800 20 remove_watcher() i=6 2024-09-12T17:18:25.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:25.043+0000 7f17a912e800 20 remove_watcher() i=7 2024-09-12T17:18:25.055 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:25.055 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:25.055 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:18:25.055 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:25.057 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.057 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.077 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.078 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.298 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.298 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.358 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-12T17:18:25.358 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:25.359 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.359 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.399 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.400 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.456 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.457 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.495 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.495 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.530 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.530 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.565 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.565 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.602 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.602 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.638 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.638 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.673 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.674 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.708 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.708 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.743 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.743 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.778 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.778 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.813 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.813 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.849 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.849 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.884 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.885 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.921 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.921 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.956 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.956 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:25.991 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:25.991 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:26.026 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:26.026 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:26.062 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:26.062 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:26.096 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:26.097 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:26.132 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:26.132 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:26.169 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:18:26.197 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:26.198 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:26.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.232+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 20 realm 2024-09-12T17:18:26.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.234+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.235+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.235+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.236+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.236+0000 7f5563011800 20 searching for the correct realm 2024-09-12T17:18:26.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.238+0000 7f555ef93640 0 -- 172.21.15.123:0/1680452674 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f5548093040 msgr2=0x7f554806d440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:26.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.443+0000 7f5555f91640 0 -- 172.21.15.123:0/1680452674 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f55580707d0 msgr2=0x7f55580287e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.649+0000 7f5563011800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.649+0000 7f5563011800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.649+0000 7f5563011800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.649+0000 7f5563011800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.649+0000 7f5563011800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.649+0000 7f5563011800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.649+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:26.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 zone default found 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 4 Realm: () 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 zonegroup default 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.650+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.651+0000 7f5563011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.651+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.651+0000 7f5563011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.651+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.651+0000 7f5563011800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.651+0000 7f5563011800 20 started sync module instance, tier type = 2024-09-12T17:18:26.655 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.651+0000 7f5563011800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.661+0000 7f5563011800 20 add_watcher() i=0 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.661+0000 7f5563011800 20 add_watcher() i=1 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.661+0000 7f5563011800 20 add_watcher() i=2 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.661+0000 7f5563011800 20 add_watcher() i=3 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.661+0000 7f5563011800 20 add_watcher() i=4 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.661+0000 7f5563011800 20 add_watcher() i=5 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.661+0000 7f5563011800 20 add_watcher() i=6 2024-09-12T17:18:26.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.662+0000 7f5563011800 20 add_watcher() i=7 2024-09-12T17:18:26.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.662+0000 7f5563011800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:26.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.663+0000 7f5414fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:26.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f5563011800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:26.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f5563011800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:26.666 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f5563011800 5 note: GC not initialized 2024-09-12T17:18:26.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f538f7fe640 20 reqs_thread_entry: start 2024-09-12T17:18:26.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f5563011800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:26.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f5563011800 20 Filter name: none 2024-09-12T17:18:26.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f538d7fa640 20 reqs_thread_entry: start 2024-09-12T17:18:26.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.664+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.665+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:26.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.665+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.666+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:26.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.666+0000 7f5563011800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:26.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.666+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.666+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:26.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.666+0000 7f5563011800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.666+0000 7f5563011800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:26.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.666+0000 7f5563011800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:26.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.667+0000 7f5414fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:26.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.669+0000 7f5563011800 20 remove_watcher() i=0 2024-09-12T17:18:26.671 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.669+0000 7f5563011800 2 removed watcher, disabling cache 2024-09-12T17:18:26.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.670+0000 7f5563011800 20 remove_watcher() i=1 2024-09-12T17:18:26.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.671+0000 7f5563011800 20 remove_watcher() i=2 2024-09-12T17:18:26.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.673+0000 7f5563011800 20 remove_watcher() i=3 2024-09-12T17:18:26.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.674+0000 7f5563011800 20 remove_watcher() i=4 2024-09-12T17:18:26.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.675+0000 7f5563011800 20 remove_watcher() i=5 2024-09-12T17:18:26.677 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.675+0000 7f5563011800 20 remove_watcher() i=6 2024-09-12T17:18:26.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.676+0000 7f5563011800 20 remove_watcher() i=7 2024-09-12T17:18:26.689 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:26.689 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:26.689 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:18:26.689 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:26.691 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-12T17:18:26.724 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:26.724 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:26.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.759+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.760+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.760+0000 7f7603319800 20 realm 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.760+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.760+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.760+0000 7f7603319800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.760+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.761+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.761+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.761+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:26.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.761+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.762+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:26.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.762+0000 7f7603319800 20 searching for the correct realm 2024-09-12T17:18:26.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.763+0000 7f75fbfff640 0 -- 172.21.15.123:0/164550489 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f75f4064040 msgr2=0x7f75f4060e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:26.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.968+0000 7f7600e03640 0 -- 172.21.15.123:0/164550489 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f75fc06e0a0 msgr2=0x7f75fc0663b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:26.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:26.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:26.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:26.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:26.975 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:26.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:26.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.973+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:26.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:26.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 20 zone default found 2024-09-12T17:18:26.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 4 Realm: () 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 20 zonegroup default 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.974+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.975+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.975+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.975+0000 7f7603319800 20 started sync module instance, tier type = 2024-09-12T17:18:26.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.975+0000 7f7603319800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:26.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=0 2024-09-12T17:18:26.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=1 2024-09-12T17:18:26.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=2 2024-09-12T17:18:26.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=3 2024-09-12T17:18:26.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=4 2024-09-12T17:18:26.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=5 2024-09-12T17:18:26.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=6 2024-09-12T17:18:26.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.985+0000 7f7603319800 20 add_watcher() i=7 2024-09-12T17:18:26.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.985+0000 7f7603319800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.987+0000 7f74b6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.987+0000 7f7603319800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.987+0000 7f7603319800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.987+0000 7f7603319800 5 note: GC not initialized 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.987+0000 7f74b5fe3640 20 reqs_thread_entry: start 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.987+0000 7f7603319800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.987+0000 7f7603319800 20 Filter name: none 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f74277fe640 20 reqs_thread_entry: start 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:26.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:18:26.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:18:26.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : miss 2024-09-12T17:18:26.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:26.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:26.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:26.991 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:26.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:26.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:26.992 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.988+0000 7f7603319800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:26.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:26.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f7603319800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:26.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:26.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f7603319800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:26.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366232 cookie 94069369571008 notifier 7422 bl.length()=1015 2024-09-12T17:18:26.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:26.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:26.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:26.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:26.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:26.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:26.996 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:26.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.996+0000 7f7603319800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:26.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:26.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.996+0000 7f7603319800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:26.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:26.998 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:27.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.998+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:27.000 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:26.998+0000 7f7603319800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.001+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.001+0000 7f7603319800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.001+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.001+0000 7f7603319800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366233 cookie 94069369571008 notifier 7422 bl.length()=1015 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:27.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:27.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:27.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:27.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.004+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:27.006 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7603319800 time 2024-09-12T17:18:27.006438+0000 2024-09-12T17:18:27.006 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:18:27.007 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.007 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f760678c71a] 2024-09-12T17:18:27.007 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.007 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.007 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.007 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f7603319800 thread_name:radosgw-admin 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.005+0000 7f7603319800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7603319800 time 2024-09-12T17:18:27.006438+0000 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f760678c71a] 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.008 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.009 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:18:27.009 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.009 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:18:27.009 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:18:27.009 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.024 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.024 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f760543e6f0] 2024-09-12T17:18:27.024 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f760548b99c] 2024-09-12T17:18:27.024 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:18:27.024 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:18:27.024 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f760678c774] 2024-09-12T17:18:27.024 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.006+0000 7f7603319800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f7603319800 thread_name:radosgw-admin 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f760543e6f0] 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f760548b99c] 2024-09-12T17:18:27.025 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f760678c774] 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:18:27.026 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding auth protocol: cephx 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding auth protocol: cephx 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding auth protocol: cephx 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.027 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:18:26.743+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:18:26.743+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:18:26.743+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key hook 0x558e3b4b7c58 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b36e850 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b3fadf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b4010a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.028 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.479967s 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b36e850 auth_method 0 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b4010a0 auth_method 0 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.029 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b3fadf0 auth_method 0 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.030 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_done global_id 6893 payload 824 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:18:26.744+0000 7f7600e03640 1 monclient: found mon.noname-c 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: dump: 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.031 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: dump: 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.032 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:18:26.744+0000 7f7603319800 5 monclient: authenticate success, global_id 6893 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:18:26.744+0000 7f74eee05640 4 set_mon_vals no callback set 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.033 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:18:26.744+0000 7f7603319800 1 librados: init done 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:18:26.746+0000 7f74ed602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:18:26.746+0000 7f74ed602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:18:26.746+0000 7f74ed602640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:18:26.746+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f74e8076470 auth_method 0 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:18:26.746+0000 7f7601604640 10 monclient: get_auth_request con 0x558e3b4e00a0 auth_method 0 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:18:26.747+0000 7f7600e03640 10 monclient: get_auth_request con 0x558e3b502f60 auth_method 0 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:18:26.748+0000 7f75fbfff640 10 monclient: get_auth_request con 0x558e3b5072c0 auth_method 0 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:18:26.749+0000 7f7601604640 10 monclient: get_auth_request con 0x558e3b506850 auth_method 0 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:18:26.749+0000 7f7603319800 10 monclient: build_initial_monmap 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:18:26.749+0000 7f7603319800 1 build_initial for_mkfs: 0 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:18:26.749+0000 7f7603319800 10 monclient: monmap: 2024-09-12T17:18:27.034 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding auth protocol: cephx 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding auth protocol: cephx 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding auth protocol: cephx 2024-09-12T17:18:27.035 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:18:26.750+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:18:26.750+0000 7f7603319800 5 asok(0x558e3b295730) register_command objecter_requests cmddesc objecter_requests hook 0x558e3b5127e0 EEXIST 2024-09-12T17:18:27.036 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient: init 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding auth protocol: cephx 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding auth protocol: cephx 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding auth protocol: cephx 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.037 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:18:26.750+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:18:26.750+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:18:26.750+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key cmddesc rotate-key hook 0x558e3b50e3a0 EEXIST 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b536b00 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b536ee0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b535810 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.038 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.487012s 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b536ee0 auth_method 0 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b536b00 auth_method 0 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b535810 auth_method 0 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.039 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_done global_id 7416 payload 824 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:18:26.751+0000 7f7601604640 1 monclient: found mon.noname-a 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.040 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: dump: 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.041 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: dump: 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.042 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:18:26.751+0000 7f7603319800 5 monclient: authenticate success, global_id 7416 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:18:26.751+0000 7f7601e05640 4 set_mon_vals no callback set 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:18:26.753+0000 7f74e67fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:18:26.753+0000 7f74e67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:18:26.753+0000 7f74e67fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:18:26.753+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f74d8076380 auth_method 0 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:18:26.753+0000 7f7603319800 10 monclient: get_monmap_and_config 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:18:26.753+0000 7f7603319800 10 monclient: build_initial_monmap 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:18:26.753+0000 7f7603319800 1 build_initial for_mkfs: 0 2024-09-12T17:18:27.043 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:18:26.753+0000 7f7603319800 10 monclient: monmap: 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding auth protocol: cephx 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding auth protocol: cephx 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding auth protocol: cephx 2024-09-12T17:18:27.044 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.045 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.045 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.045 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.045 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.049 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.049 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.049 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.049 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:18:26.754+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient: init 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding auth protocol: cephx 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding auth protocol: cephx 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding auth protocol: cephx 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.050 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:18:26.754+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:18:26.754+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:18:26.754+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key cmddesc rotate-key hook 0x7ffc5d8a1e88 EEXIST 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:18:27.051 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b58b070 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b57b9c0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b5864a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.490916s 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b5864a0 auth_method 0 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b57b9c0 auth_method 0 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.052 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b58b070 auth_method 0 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.053 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_done global_id 7419 payload 274 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:18:26.755+0000 7f7600e03640 1 monclient: found mon.noname-a 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: dump: 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.054 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: dump: 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.055 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:18:26.755+0000 7f7603319800 5 monclient: authenticate success, global_id 7419 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:18:26.755+0000 7f7603319800 10 monclient: get_monmap_and_config success 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:18:26.755+0000 7f7603319800 4 set_mon_vals no callback set 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: shutdown 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: build_initial_monmap 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:18:26.756+0000 7f7603319800 1 build_initial for_mkfs: 0 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: monmap: 2024-09-12T17:18:27.056 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding auth protocol: cephx 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding auth protocol: cephx 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding auth protocol: cephx 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.057 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:18:26.756+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: starting msgr at 2024-09-12T17:18:27.058 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: starting objecter 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:18:26.756+0000 7f7603319800 5 asok(0x558e3b295730) register_command objecter_requests cmddesc objecter_requests hook 0x558e3b559590 EEXIST 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: setting wanted keys 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: calling monclient init 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: init 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding auth protocol: cephx 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding auth protocol: cephx 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding auth protocol: cephx 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.059 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:18:26.756+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:18:26.757+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:18:26.757+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key cmddesc rotate-key hook 0x558e3b54b508 EEXIST 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b57b9c0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b5864a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b58b070 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.060 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.493157s 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b57b9c0 auth_method 0 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b58b070 auth_method 0 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.061 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b5864a0 auth_method 0 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_done global_id 7422 payload 824 2024-09-12T17:18:27.062 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:18:26.757+0000 7f75fbfff640 1 monclient: found mon.noname-a 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: dump: 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.063 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: dump: 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.064 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:18:26.757+0000 7f7603319800 5 monclient: authenticate success, global_id 7422 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:18:26.757+0000 7f74d7fff640 4 set_mon_vals no callback set 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:18:26.757+0000 7f7603319800 1 librados: init done 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:18:26.757+0000 7f7603319800 5 asok(0x558e3b295730) register_command cr dump hook 0x558e3b5952a8 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:18:26.759+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:18:26.759+0000 7f74d67fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:18:27.065 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:18:26.759+0000 7f74d67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:18:26.759+0000 7f74d67fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:18:26.760+0000 7f7601604640 10 monclient: get_auth_request con 0x7f74cc076470 auth_method 0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:18:26.760+0000 7f7600e03640 10 monclient: get_auth_request con 0x558e3b5a5960 auth_method 0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:18:26.760+0000 7f7603319800 20 realm 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:18:26.760+0000 7f7603319800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:18:26.761+0000 7f75fbfff640 10 monclient: get_auth_request con 0x558e3b5a9be0 auth_method 0 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:27.066 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:18:26.762+0000 7f7601604640 10 monclient: get_auth_request con 0x558e3b5ad460 auth_method 0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:18:26.762+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:18:26.762+0000 7f7603319800 20 searching for the correct realm 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:18:26.762+0000 7f7600e03640 10 monclient: get_auth_request con 0x7f75fc06e0a0 auth_method 0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:18:26.763+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75f4064040 auth_method 0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:18:26.763+0000 7f75fbfff640 0 -- 172.21.15.123:0/164550489 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f75f4064040 msgr2=0x7f75f4060e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:18:26.964+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75f4064040 auth_method 0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:18:26.965+0000 7f7601604640 10 monclient: get_auth_request con 0x7f75ec091020 auth_method 0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:18:26.966+0000 7f7600e03640 10 monclient: get_auth_request con 0x7f75fc09d920 auth_method 0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:18:26.968+0000 7f7600e03640 0 -- 172.21.15.123:0/164550489 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f75fc06e0a0 msgr2=0x7f75fc0663b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:18:26.968+0000 7f74d67fc640 1 client.7422.objecter ms_handle_reset 0x7f75fc06e0a0 session 0x7f75fc08d070 osd.7 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:18:26.968+0000 7f74d67fc640 10 monclient: _renew_subs 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:18:26.968+0000 7f74d67fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.067 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:18:26.968+0000 7f7600e03640 10 monclient: get_auth_request con 0x7f74cc086ba0 auth_method 0 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:18:26.969+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75fc0976a0 auth_method 0 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:18:26.973+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:18:26.973+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:18:26.973+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:27.068 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:18:26.974+0000 7f7603319800 20 zone default found 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:18:26.974+0000 7f7603319800 4 Realm: () 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:18:26.974+0000 7f7603319800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:18:26.974+0000 7f7603319800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:18:26.974+0000 7f7603319800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:18:26.974+0000 7f7603319800 20 zonegroup default 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:18:26.974+0000 7f74d67fc640 1 client.7422.objecter ms_handle_reset 0x7f75fc0976a0 session 0x7f75fc068e70 osd.0 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:18:26.974+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75fc06e0a0 auth_method 0 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.069 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:18:26.975+0000 7f7603319800 20 started sync module instance, tier type = 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:18:26.975+0000 7f7603319800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=0 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=1 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=2 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=3 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=4 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=5 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=6 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:18:26.985+0000 7f7603319800 20 add_watcher() i=7 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:18:26.985+0000 7f7603319800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding auth protocol: cephx 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding auth protocol: cephx 2024-09-12T17:18:27.070 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding auth protocol: cephx 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:18:26.987+0000 7f74b6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:27.071 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:18:26.987+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:18:26.987+0000 7f7603319800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:18:26.987+0000 7f7603319800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache list hook 0x558e3b5805c0 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache inspect hook 0x558e3b5805c0 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache erase hook 0x558e3b5805c0 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache zap hook 0x558e3b5805c0 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:18:26.987+0000 7f7603319800 5 note: GC not initialized 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:18:26.987+0000 7f74b5fe3640 20 reqs_thread_entry: start 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace show hook 0x7f75fc009a10 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace history hook 0x7f75fc009a10 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace active hook 0x7f75fc009a10 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace active_short hook 0x7f75fc009a10 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:18:26.987+0000 7f7603319800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:18:26.987+0000 7f7603319800 20 Filter name: none 2024-09-12T17:18:27.072 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:18:26.988+0000 7f74277fe640 20 reqs_thread_entry: start 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:18:26.988+0000 7f7603319800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : miss 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:18:26.988+0000 7f7603319800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:18:26.988+0000 7f7603319800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:18:26.988+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.073 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:18:26.988+0000 7f7603319800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:18:26.992+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:18:26.992+0000 7f7603319800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:18:26.992+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:18:26.992+0000 7f7603319800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366232 cookie 94069369571008 notifier 7422 bl.length()=1015 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.074 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:18:26.996+0000 7f7603319800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:18:26.996+0000 7f7603319800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:18:26.998+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:18:26.998+0000 7f7603319800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:18:27.001+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:18:27.001+0000 7f7603319800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:18:27.001+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.075 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:18:27.001+0000 7f7603319800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366233 cookie 94069369571008 notifier 7422 bl.length()=1015 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:18:27.004+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:18:27.005+0000 7f7603319800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7603319800 time 2024-09-12T17:18:27.006438+0000 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:18:27.076 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f760678c71a] 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:18:27.006+0000 7f7603319800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f7603319800 thread_name:radosgw-admin 2024-09-12T17:18:27.077 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f760543e6f0] 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f760548b99c] 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f760678c774] 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:18:27.078 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:18:27.079 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:18:27.080 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:18:27.081 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:18:27.082 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:18:27.083 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:18:27.084 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:18:27.085 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74277fe640 / http_manager 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74b5fe3640 / http_manager 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74b6fe5640 / rgw_dt_lg_renew 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74d67fc640 / ms_dispatch 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74d7fff640 / io_context_pool 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74e67fc640 / ms_dispatch 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74ed602640 / ms_dispatch 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74eee05640 / io_context_pool 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f75fbfff640 / msgr-worker-2 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7600e03640 / msgr-worker-1 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7601604640 / msgr-worker-0 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7601e05640 / io_context_pool 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7603319800 / radosgw-admin 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:18:27.086 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.123424.log 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding auth protocol: cephx 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding auth protocol: cephx 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding auth protocol: cephx 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.087 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: crc 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:18:26.743+0000 7f7603319800 5 AuthRegistry(0x558e3b4b7b10) adding con mode: secure 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:18:26.743+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:18:26.743+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:18:26.743+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key hook 0x558e3b4b7c58 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b36e850 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b3fadf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b4010a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.088 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:18:26.743+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.479967s 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b36e850 auth_method 0 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b4010a0 auth_method 0 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b3fadf0 auth_method 0 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.089 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:18:26.744+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:18:26.744+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient(hunting): handle_auth_done global_id 6893 payload 824 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:18:26.744+0000 7f7600e03640 1 monclient: found mon.noname-c 2024-09-12T17:18:27.090 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:18:26.744+0000 7f7600e03640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: dump: 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.091 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:18:26.744+0000 7f74ed602640 10 monclient: dump: 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.092 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:18:26.744+0000 7f7603319800 5 monclient: authenticate success, global_id 6893 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:18:26.744+0000 7f74eee05640 4 set_mon_vals no callback set 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:18:26.744+0000 7f7603319800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:18:26.744+0000 7f7603319800 1 librados: init done 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:18:26.746+0000 7f74ed602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:18:26.746+0000 7f74ed602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:18:26.746+0000 7f74ed602640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:18:26.746+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f74e8076470 auth_method 0 2024-09-12T17:18:27.093 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:18:26.746+0000 7f7601604640 10 monclient: get_auth_request con 0x558e3b4e00a0 auth_method 0 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:18:26.747+0000 7f7600e03640 10 monclient: get_auth_request con 0x558e3b502f60 auth_method 0 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:18:26.748+0000 7f75fbfff640 10 monclient: get_auth_request con 0x558e3b5072c0 auth_method 0 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:18:26.749+0000 7f7601604640 10 monclient: get_auth_request con 0x558e3b506850 auth_method 0 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:18:26.749+0000 7f7603319800 10 monclient: build_initial_monmap 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:18:26.749+0000 7f7603319800 1 build_initial for_mkfs: 0 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:18:26.749+0000 7f7603319800 10 monclient: monmap: 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:18:27.094 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding auth protocol: cephx 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding auth protocol: cephx 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding auth protocol: cephx 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.095 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: crc 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:18:26.749+0000 7f7603319800 5 AuthRegistry(0x558e3b50f310) adding con mode: secure 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:18:26.750+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:18:26.750+0000 7f7603319800 5 asok(0x558e3b295730) register_command objecter_requests cmddesc objecter_requests hook 0x558e3b5127e0 EEXIST 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient: init 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding auth protocol: cephx 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding auth protocol: cephx 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding auth protocol: cephx 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.096 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: crc 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:18:26.750+0000 7f7603319800 5 AuthRegistry(0x558e3b50e258) adding con mode: secure 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:18:26.750+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:18:26.750+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:18:26.750+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key cmddesc rotate-key hook 0x558e3b50e3a0 EEXIST 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:18:27.097 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b536b00 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b536ee0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b535810 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:18:26.750+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.487012s 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b536ee0 auth_method 0 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b536b00 auth_method 0 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.098 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b535810 auth_method 0 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:18:26.751+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.099 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:18:26.751+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient(hunting): handle_auth_done global_id 7416 payload 824 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:18:26.751+0000 7f7601604640 1 monclient: found mon.noname-a 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:18:26.751+0000 7f7601604640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: dump: 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.100 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:18:26.751+0000 7f74e67fc640 10 monclient: dump: 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.101 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:18:26.751+0000 7f7603319800 5 monclient: authenticate success, global_id 7416 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:18:26.751+0000 7f7601e05640 4 set_mon_vals no callback set 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:18:26.751+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:18:26.753+0000 7f74e67fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:18:26.753+0000 7f74e67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.102 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:18:26.753+0000 7f74e67fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:18:26.753+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f74d8076380 auth_method 0 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:18:26.753+0000 7f7603319800 10 monclient: get_monmap_and_config 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:18:26.753+0000 7f7603319800 10 monclient: build_initial_monmap 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:18:26.753+0000 7f7603319800 1 build_initial for_mkfs: 0 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:18:26.753+0000 7f7603319800 10 monclient: monmap: 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:18:27.103 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding auth protocol: cephx 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding auth protocol: cephx 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding auth protocol: cephx 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:18:26.753+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.104 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: crc 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x558e3b556a50) adding con mode: secure 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:18:26.754+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient: init 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding auth protocol: cephx 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding auth protocol: cephx 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding auth protocol: cephx 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.105 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: crc 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:18:26.754+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a1d40) adding con mode: secure 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:18:26.754+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:18:26.754+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:18:26.754+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key cmddesc rotate-key hook 0x7ffc5d8a1e88 EEXIST 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b58b070 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.106 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b57b9c0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b5864a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:18:26.754+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.490916s 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b5864a0 auth_method 0 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b57b9c0 auth_method 0 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.107 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b58b070 auth_method 0 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:18:26.755+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:18:26.755+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.108 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient(hunting): handle_auth_done global_id 7419 payload 274 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:18:26.755+0000 7f7600e03640 1 monclient: found mon.noname-a 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:18:26.755+0000 7f7600e03640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: dump: 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.109 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:18:26.755+0000 7f74d7fff640 10 monclient: dump: 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.110 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:18:26.755+0000 7f7603319800 5 monclient: authenticate success, global_id 7419 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:18:26.755+0000 7f7603319800 10 monclient: get_monmap_and_config success 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:18:26.755+0000 7f7603319800 4 set_mon_vals no callback set 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: shutdown 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: build_initial_monmap 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:18:26.756+0000 7f7603319800 1 build_initial for_mkfs: 0 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: monmap: 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:18:27.111 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding auth protocol: cephx 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding auth protocol: cephx 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding auth protocol: cephx 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.112 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: crc 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b55a5d0) adding con mode: secure 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:18:26.756+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: starting msgr at 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: starting objecter 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:18:26.756+0000 7f7603319800 5 asok(0x558e3b295730) register_command objecter_requests cmddesc objecter_requests hook 0x558e3b559590 EEXIST 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: setting wanted keys 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:18:26.756+0000 7f7603319800 1 librados: calling monclient init 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:18:26.756+0000 7f7603319800 10 monclient: init 2024-09-12T17:18:27.113 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding auth protocol: cephx 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding auth protocol: cephx 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding auth protocol: cephx 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.114 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: crc 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:18:26.756+0000 7f7603319800 5 AuthRegistry(0x558e3b54b3c0) adding con mode: secure 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:18:26.756+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:18:26.757+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:18:26.757+0000 7f7603319800 5 asok(0x558e3b295730) register_command rotate-key cmddesc rotate-key hook 0x558e3b54b508 EEXIST 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _reopen_session rank -1 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): picked mon.noname-a con 0x558e3b57b9c0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): picked mon.noname-b con 0x558e3b5864a0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): picked mon.noname-c con 0x558e3b58b070 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): start opening mon connection 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): _renew_subs 2024-09-12T17:18:27.115 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient(hunting): authenticate will time out at 2274.493157s 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): get_auth_request con 0x558e3b57b9c0 auth_method 0 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): get_auth_request con 0x558e3b58b070 auth_method 0 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.116 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:18:26.757+0000 7f7600e03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): get_auth_request con 0x558e3b5864a0 auth_method 0 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:18:26.757+0000 7f7601604640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient(hunting): handle_auth_done global_id 7422 payload 824 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:18:26.757+0000 7f75fbfff640 1 monclient: found mon.noname-a 2024-09-12T17:18:27.117 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:18:26.757+0000 7f75fbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: dump: 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.118 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: _finish_auth 0 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: _check_auth_tickets 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:18:26.757+0000 7f74d67fc640 10 monclient: dump: 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:18:27.119 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:18:26.757+0000 7f7603319800 5 monclient: authenticate success, global_id 7422 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:18:26.757+0000 7f74d7fff640 4 set_mon_vals no callback set 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _renew_subs 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:18:26.757+0000 7f7603319800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:18:26.757+0000 7f7603319800 1 librados: init done 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:18:26.757+0000 7f7603319800 5 asok(0x558e3b295730) register_command cr dump hook 0x558e3b5952a8 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:18:26.759+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:18:26.759+0000 7f74d67fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:18:27.120 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:18:26.759+0000 7f74d67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:18:26.759+0000 7f74d67fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:18:26.760+0000 7f7601604640 10 monclient: get_auth_request con 0x7f74cc076470 auth_method 0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:18:26.760+0000 7f7600e03640 10 monclient: get_auth_request con 0x558e3b5a5960 auth_method 0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:18:26.760+0000 7f7603319800 20 realm 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:18:26.760+0000 7f7603319800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:18:26.760+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:18:26.761+0000 7f75fbfff640 10 monclient: get_auth_request con 0x558e3b5a9be0 auth_method 0 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:27.121 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:18:26.761+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:18:26.762+0000 7f7601604640 10 monclient: get_auth_request con 0x558e3b5ad460 auth_method 0 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:18:26.762+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:18:26.762+0000 7f7603319800 20 searching for the correct realm 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:18:26.762+0000 7f7600e03640 10 monclient: get_auth_request con 0x7f75fc06e0a0 auth_method 0 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:18:26.763+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75f4064040 auth_method 0 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:18:26.763+0000 7f75fbfff640 0 -- 172.21.15.123:0/164550489 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f75f4064040 msgr2=0x7f75f4060e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:18:26.964+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75f4064040 auth_method 0 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:18:26.965+0000 7f7601604640 10 monclient: get_auth_request con 0x7f75ec091020 auth_method 0 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:18:26.966+0000 7f7600e03640 10 monclient: get_auth_request con 0x7f75fc09d920 auth_method 0 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:18:26.968+0000 7f7600e03640 0 -- 172.21.15.123:0/164550489 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f75fc06e0a0 msgr2=0x7f75fc0663b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:18:26.968+0000 7f74d67fc640 1 client.7422.objecter ms_handle_reset 0x7f75fc06e0a0 session 0x7f75fc08d070 osd.7 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:18:26.968+0000 7f74d67fc640 10 monclient: _renew_subs 2024-09-12T17:18:27.122 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:18:26.968+0000 7f74d67fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:18:26.968+0000 7f7600e03640 10 monclient: get_auth_request con 0x7f74cc086ba0 auth_method 0 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:18:26.969+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75fc0976a0 auth_method 0 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:18:26.973+0000 7f7603319800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:18:26.973+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:18:26.973+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:18:26.973+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.123 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:18:26.974+0000 7f7603319800 20 zone default found 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:18:26.974+0000 7f7603319800 4 Realm: () 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:18:26.974+0000 7f7603319800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:18:26.974+0000 7f7603319800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:18:26.974+0000 7f7603319800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:18:26.974+0000 7f7603319800 20 zonegroup default 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:18:26.974+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:18:26.974+0000 7f74d67fc640 1 client.7422.objecter ms_handle_reset 0x7f75fc0976a0 session 0x7f75fc068e70 osd.0 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:18:26.974+0000 7f75fbfff640 10 monclient: get_auth_request con 0x7f75fc06e0a0 auth_method 0 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.124 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:18:26.975+0000 7f7603319800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:18:26.975+0000 7f7603319800 20 started sync module instance, tier type = 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:18:26.975+0000 7f7603319800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=0 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=1 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=2 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=3 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=4 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=5 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:18:26.984+0000 7f7603319800 20 add_watcher() i=6 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:18:26.985+0000 7f7603319800 20 add_watcher() i=7 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:18:26.985+0000 7f7603319800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:27.125 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding auth protocol: cephx 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding auth protocol: cephx 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding auth protocol: cephx 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.126 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: crc 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:18:26.987+0000 7f7603319800 5 AuthRegistry(0x7ffc5d8a2210) adding con mode: secure 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:18:26.987+0000 7f74b6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:18:26.987+0000 7f7603319800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:18:26.987+0000 7f7603319800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:18:26.987+0000 7f7603319800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache list hook 0x558e3b5805c0 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache inspect hook 0x558e3b5805c0 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache erase hook 0x558e3b5805c0 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command cache zap hook 0x558e3b5805c0 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:18:26.987+0000 7f7603319800 5 note: GC not initialized 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:18:26.987+0000 7f74b5fe3640 20 reqs_thread_entry: start 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace show hook 0x7f75fc009a10 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace history hook 0x7f75fc009a10 2024-09-12T17:18:27.127 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace active hook 0x7f75fc009a10 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:18:26.987+0000 7f7603319800 5 asok(0x558e3b295730) register_command sync trace active_short hook 0x7f75fc009a10 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:18:26.987+0000 7f7603319800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:18:26.987+0000 7f7603319800 20 Filter name: none 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:18:26.988+0000 7f74277fe640 20 reqs_thread_entry: start 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:18:26.988+0000 7f7603319800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : miss 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:18:26.988+0000 7f7603319800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:18:26.988+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.128 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:18:26.988+0000 7f7603319800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:18:26.988+0000 7f7603319800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:18:26.988+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:18:26.988+0000 7f7603319800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:18:26.992+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:18:26.992+0000 7f7603319800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:18:26.992+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:18:26.992+0000 7f7603319800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366232 cookie 94069369571008 notifier 7422 bl.length()=1015 2024-09-12T17:18:27.129 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:18:26.992+0000 7f74d7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:18:26.994+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:18:26.996+0000 7f7603319800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:18:26.996+0000 7f7603319800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:18:26.996+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:18:26.998+0000 7f7603319800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:27.130 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:18:26.998+0000 7f7603319800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:18:27.001+0000 7f7603319800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:18:27.001+0000 7f7603319800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:18:27.001+0000 7f7603319800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:18:27.001+0000 7f7603319800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366233 cookie 94069369571008 notifier 7422 bl.length()=1015 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:18:27.002+0000 7f74d7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:18:27.003+0000 7f7603319800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:27.131 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:18:27.004+0000 7f7603319800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:18:27.005+0000 7f7603319800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7603319800 time 2024-09-12T17:18:27.006438+0000 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f760678c71a] 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:18:27.132 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:18:27.006+0000 7f7603319800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f7603319800 thread_name:radosgw-admin 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f760543e6f0] 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f760548b99c] 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f760678c774] 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f760678c8d8] 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e39015841] 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x558e39025827] 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:18:27.133 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f7605429590] 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:18:27.134 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:18:27.135 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:18:27.136 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:18:27.137 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:18:27.138 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:18:27.139 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:18:27.140 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74277fe640 / http_manager 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74b5fe3640 / http_manager 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74b6fe5640 / rgw_dt_lg_renew 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74d67fc640 / ms_dispatch 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74d7fff640 / io_context_pool 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74e67fc640 / ms_dispatch 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74ed602640 / ms_dispatch 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f74eee05640 / io_context_pool 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f75fbfff640 / msgr-worker-2 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7600e03640 / msgr-worker-1 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7601604640 / msgr-worker-0 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7601e05640 / io_context_pool 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: 7f7603319800 / radosgw-admin 2024-09-12T17:18:27.141 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:18:27.142 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:18:27.142 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:18:27.007801Z_0744841c-d381-4830-a177-507d17c25056/log 2024-09-12T17:18:27.142 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:18:27.142 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:18:27.143 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:27.143 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:27.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.081+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.082+0000 7f7eddb3c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.082+0000 7f7eddb3c800 20 realm 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.082+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.083+0000 7f7eddb3c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.083+0000 7f7eddb3c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.083+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.083+0000 7f7eddb3c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.083+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.084+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.084+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.084+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.084+0000 7f7eddb3c800 20 searching for the correct realm 2024-09-12T17:18:27.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.086+0000 7f7eda082640 0 -- 172.21.15.123:0/2590751123 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f7ec407c070 msgr2=0x7f7ec406f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:27.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.290+0000 7f7ed1080640 0 -- 172.21.15.123:0/2590751123 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f7ecc00e070 msgr2=0x7f7ecc05f7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:18:27.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:27.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:27.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:27.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:27.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.296+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 zone default found 2024-09-12T17:18:27.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 4 Realm: () 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 zonegroup default 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.297+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.298+0000 7f7eddb3c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.298+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.298+0000 7f7eddb3c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.298+0000 7f7eddb3c800 20 started sync module instance, tier type = 2024-09-12T17:18:27.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.298+0000 7f7eddb3c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:27.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.307+0000 7f7eddb3c800 20 add_watcher() i=0 2024-09-12T17:18:27.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.307+0000 7f7eddb3c800 20 add_watcher() i=1 2024-09-12T17:18:27.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.307+0000 7f7eddb3c800 20 add_watcher() i=2 2024-09-12T17:18:27.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.307+0000 7f7eddb3c800 20 add_watcher() i=3 2024-09-12T17:18:27.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.307+0000 7f7eddb3c800 20 add_watcher() i=4 2024-09-12T17:18:27.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.307+0000 7f7eddb3c800 20 add_watcher() i=5 2024-09-12T17:18:27.309 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.307+0000 7f7eddb3c800 20 add_watcher() i=6 2024-09-12T17:18:27.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.308+0000 7f7eddb3c800 20 add_watcher() i=7 2024-09-12T17:18:27.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.308+0000 7f7eddb3c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:27.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7d8b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:27.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7eddb3c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:27.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7eddb3c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:27.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7eddb3c800 5 note: GC not initialized 2024-09-12T17:18:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7d8a7fc640 20 reqs_thread_entry: start 2024-09-12T17:18:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7eddb3c800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7eddb3c800 20 Filter name: none 2024-09-12T17:18:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7cfbfff640 20 reqs_thread_entry: start 2024-09-12T17:18:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.310+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.311+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:27.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.311+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.312+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:18:27.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.312+0000 7f7eddb3c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:27.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.312+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.312+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:27.314 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.312+0000 7f7eddb3c800 20 rados->read ofs=0 len=0 2024-09-12T17:18:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.312+0000 7f7eddb3c800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:18:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.312+0000 7f7eddb3c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:27.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.314+0000 7f7d8b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:27.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.316+0000 7f7eddb3c800 20 remove_watcher() i=0 2024-09-12T17:18:27.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.316+0000 7f7eddb3c800 2 removed watcher, disabling cache 2024-09-12T17:18:27.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.317+0000 7f7eddb3c800 20 remove_watcher() i=1 2024-09-12T17:18:27.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.318+0000 7f7eddb3c800 20 remove_watcher() i=2 2024-09-12T17:18:27.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.319+0000 7f7eddb3c800 20 remove_watcher() i=3 2024-09-12T17:18:27.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.320+0000 7f7eddb3c800 20 remove_watcher() i=4 2024-09-12T17:18:27.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.321+0000 7f7eddb3c800 20 remove_watcher() i=5 2024-09-12T17:18:27.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.321+0000 7f7eddb3c800 20 remove_watcher() i=6 2024-09-12T17:18:27.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:27.322+0000 7f7eddb3c800 20 remove_watcher() i=7 2024-09-12T17:18:27.336 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.336 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:27.336 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:18:27.336 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:27.337 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:27.337 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:57.473 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:57.473 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:57.530 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:18:57.564 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:57.564 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:57.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.603+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:57.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:57.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 20 realm 2024-09-12T17:18:57.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:57.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:57.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:57.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:57.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:57.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.604+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:57.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.605+0000 7f22f8725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:57.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.605+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:57.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.606+0000 7f22f8725800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:57.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.606+0000 7f22f8725800 20 searching for the correct realm 2024-09-12T17:18:57.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.608+0000 7f22f4baf640 0 -- 172.21.15.123:0/1299121579 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f22e8044b90 msgr2=0x7f22e801c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:57.816 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:57.815+0000 7f22f3bad640 0 -- 172.21.15.123:0/1299121579 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f22ec0ed370 msgr2=0x7f22ec092120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.022+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:58.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 20 zone default found 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 4 Realm: () 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 20 zonegroup default 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.023+0000 7f22f8725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.024+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.024+0000 7f22f8725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.024+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.024+0000 7f22f8725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.024+0000 7f22f8725800 20 started sync module instance, tier type = 2024-09-12T17:18:58.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.024+0000 7f22f8725800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:58.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.034+0000 7f22f8725800 20 add_watcher() i=0 2024-09-12T17:18:58.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.034+0000 7f22f8725800 20 add_watcher() i=1 2024-09-12T17:18:58.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.034+0000 7f22f8725800 20 add_watcher() i=2 2024-09-12T17:18:58.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.034+0000 7f22f8725800 20 add_watcher() i=3 2024-09-12T17:18:58.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.034+0000 7f22f8725800 20 add_watcher() i=4 2024-09-12T17:18:58.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.034+0000 7f22f8725800 20 add_watcher() i=5 2024-09-12T17:18:58.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.034+0000 7f22f8725800 20 add_watcher() i=6 2024-09-12T17:18:58.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.035+0000 7f22f8725800 20 add_watcher() i=7 2024-09-12T17:18:58.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.035+0000 7f22f8725800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:58.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.037+0000 7f21aa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:58.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.037+0000 7f22f8725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:58.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.037+0000 7f22f8725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:58.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.037+0000 7f22f8725800 5 note: GC not initialized 2024-09-12T17:18:58.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.037+0000 7f21a97e2640 20 reqs_thread_entry: start 2024-09-12T17:18:58.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.037+0000 7f22f8725800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:58.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 20 Filter name: none 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f211affd640 20 reqs_thread_entry: start 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : miss 2024-09-12T17:18:58.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.038+0000 7f22f8725800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.039+0000 7f22f8725800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:58.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.039+0000 7f22f8725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:58.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.039+0000 7f22f8725800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:58.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.039+0000 7f22f8725800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:18:58.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.039+0000 7f22f8725800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:58.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.039+0000 7f22f8725800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:58.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.043+0000 7f22f8725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.043+0000 7f22f8725800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.043+0000 7f22f8725800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.043+0000 7f22f8725800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.044+0000 7f21d37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366235 cookie 94762320672752 notifier 6935 bl.length()=1015 2024-09-12T17:18:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.044+0000 7f21d37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.044+0000 7f21d37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:58.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.044+0000 7f21d37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:58.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.045+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:58.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.045+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:58.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.045+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:58.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.045+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:58.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.048+0000 7f22f8725800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:58.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.048+0000 7f22f8725800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.0 2024-09-12T17:18:58.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.048+0000 7f22f8725800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:58.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.048+0000 7f22f8725800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.1.1 2024-09-12T17:18:58.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.048+0000 7f22f8725800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:58.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.051+0000 7f22f8725800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:58.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.051+0000 7f22f8725800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.052+0000 7f22f8725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.052+0000 7f22f8725800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.052+0000 7f22f8725800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.052+0000 7f22f8725800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.053+0000 7f21d37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366236 cookie 94762320672752 notifier 6935 bl.length()=1015 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.053+0000 7f21d37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.053+0000 7f21d37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:58.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.053+0000 7f21d37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:58.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.054+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:58.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.054+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:58.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.054+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:58.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.054+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:58.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.055+0000 7f22f8725800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33.0 2024-09-12T17:18:58.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.056+0000 7f22f8725800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:18:58.057 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.056+0000 7f22f8725800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 2024-09-12T17:18:58.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.057+0000 7f22f8725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:58.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.057+0000 7f22f8725800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:58.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.057+0000 7f22f8725800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:58.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.057+0000 7f22f8725800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33, ofs0, ns] 2024-09-12T17:18:58.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.058+0000 7f21d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366237 cookie 94762320672752 notifier 6935 bl.length()=983 2024-09-12T17:18:58.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.058+0000 7f21d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 info.flags=0x17 2024-09-12T17:18:58.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.058+0000 7f21d2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 to cache LRU end 2024-09-12T17:18:58.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.058+0000 7f21d2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:18:58.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.059+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_sources= new_sources= 2024-09-12T17:18:58.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.059+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential sources added=[] removed=[] 2024-09-12T17:18:58.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.059+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): orig_dests= new_dests= 2024-09-12T17:18:58.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.059+0000 7f22f8725800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33]): potential dests added=[] removed=[] 2024-09-12T17:18:58.061 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.060+0000 7f22f8725800 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:18:58.063 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.062+0000 7f21aa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:58.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.065+0000 7f22f8725800 20 remove_watcher() i=0 2024-09-12T17:18:58.066 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.065+0000 7f22f8725800 2 removed watcher, disabling cache 2024-09-12T17:18:58.067 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.066+0000 7f22f8725800 20 remove_watcher() i=1 2024-09-12T17:18:58.068 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.067+0000 7f22f8725800 20 remove_watcher() i=2 2024-09-12T17:18:58.069 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.068+0000 7f22f8725800 20 remove_watcher() i=3 2024-09-12T17:18:58.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.069+0000 7f22f8725800 20 remove_watcher() i=4 2024-09-12T17:18:58.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.070+0000 7f22f8725800 20 remove_watcher() i=5 2024-09-12T17:18:58.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.071+0000 7f22f8725800 20 remove_watcher() i=6 2024-09-12T17:18:58.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.072+0000 7f22f8725800 20 remove_watcher() i=7 2024-09-12T17:18:58.085 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:18:58.115 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:58.115 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:58.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.150+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 20 realm 2024-09-12T17:18:58.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:58.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.152+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.153+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:58.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.153+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.154+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:58.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.154+0000 7fbbb48b7800 20 searching for the correct realm 2024-09-12T17:18:58.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.154+0000 7fbbb23a1640 0 -- 172.21.15.123:0/1675668756 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fbbac036040 msgr2=0x7fbbac03f980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:58.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.158+0000 7fbbb23a1640 0 -- 172.21.15.123:0/1675668756 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x56171ee77950 msgr2=0x7fbbac02b950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.368+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:58.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 zone default found 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 4 Realm: () 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 zonegroup default 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.369+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.370+0000 7fbbb48b7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.373 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.370+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.370+0000 7fbbb48b7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:58.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.370+0000 7fbbb48b7800 20 started sync module instance, tier type = 2024-09-12T17:18:58.374 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.370+0000 7fbbb48b7800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:18:58.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.379+0000 7fbbb48b7800 20 add_watcher() i=0 2024-09-12T17:18:58.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.379+0000 7fbbb48b7800 20 add_watcher() i=1 2024-09-12T17:18:58.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.379+0000 7fbbb48b7800 20 add_watcher() i=2 2024-09-12T17:18:58.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.379+0000 7fbbb48b7800 20 add_watcher() i=3 2024-09-12T17:18:58.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.379+0000 7fbbb48b7800 20 add_watcher() i=4 2024-09-12T17:18:58.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.379+0000 7fbbb48b7800 20 add_watcher() i=5 2024-09-12T17:18:58.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.379+0000 7fbbb48b7800 20 add_watcher() i=6 2024-09-12T17:18:58.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.380+0000 7fbbb48b7800 20 add_watcher() i=7 2024-09-12T17:18:58.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.380+0000 7fbbb48b7800 2 all 8 watchers are set, enabling cache 2024-09-12T17:18:58.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fba697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:58.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fbbb48b7800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:18:58.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fbbb48b7800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:18:58.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fbbb48b7800 5 note: GC not initialized 2024-09-12T17:18:58.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fba637fe640 20 reqs_thread_entry: start 2024-09-12T17:18:58.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fbbb48b7800 20 init_complete bucket index max shards: 1 2024-09-12T17:18:58.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fbbb48b7800 20 Filter name: none 2024-09-12T17:18:58.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fba617fa640 20 reqs_thread_entry: start 2024-09-12T17:18:58.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.382+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.383+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:58.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.383+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.384+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:58.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.384+0000 7fbbb48b7800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:58.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.384+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.384+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:18:58.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.384+0000 7fbbb48b7800 20 rados->read ofs=0 len=0 2024-09-12T17:18:58.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.384+0000 7fbbb48b7800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:18:58.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.384+0000 7fbbb48b7800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:18:58.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.386+0000 7fba697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:18:58.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.388+0000 7fbbb48b7800 20 remove_watcher() i=0 2024-09-12T17:18:58.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.388+0000 7fbbb48b7800 2 removed watcher, disabling cache 2024-09-12T17:18:58.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.389+0000 7fbbb48b7800 20 remove_watcher() i=1 2024-09-12T17:18:58.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.390+0000 7fbbb48b7800 20 remove_watcher() i=2 2024-09-12T17:18:58.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.392+0000 7fbbb48b7800 20 remove_watcher() i=3 2024-09-12T17:18:58.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.393+0000 7fbbb48b7800 20 remove_watcher() i=4 2024-09-12T17:18:58.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.394+0000 7fbbb48b7800 20 remove_watcher() i=5 2024-09-12T17:18:58.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.395+0000 7fbbb48b7800 20 remove_watcher() i=6 2024-09-12T17:18:58.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:58.396+0000 7fbbb48b7800 20 remove_watcher() i=7 2024-09-12T17:18:58.408 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:58.408 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:18:58.408 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-commit-target-layout id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:18:58.408 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:58.410 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.410 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.431 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.431 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.641 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.641 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.705 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-12T17:18:58.705 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:18:58.707 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.707 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.747 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.747 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.803 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.804 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.840 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.840 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.875 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.876 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.914 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.914 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.949 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.949 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:58.984 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:58.984 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.021 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.055 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.055 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.125 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.126 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.160 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.160 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.195 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.196 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.230 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.231 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.266 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.302 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.337 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.375 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.410 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.411 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.449 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.449 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.484 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.484 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.519 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:18:59.519 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:18:59.554 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:18:59.583 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:18:59.583 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:18:59.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.617+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:59.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:59.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 20 realm 2024-09-12T17:18:59.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:59.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:59.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:18:59.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:59.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:18:59.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.619+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:59.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.620+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:18:59.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.620+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:18:59.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.621+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:18:59.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.621+0000 7f687271f800 20 searching for the correct realm 2024-09-12T17:18:59.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.623+0000 7f686ecaa640 0 -- 172.21.15.123:0/3081904770 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f6858092030 msgr2=0x7f6858059980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:18:59.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:18:59.829+0000 7f6867fff640 0 -- 172.21.15.123:0/3081904770 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f686803f410 msgr2=0x7f686803f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:00.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:00.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:00.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:00.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:00.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:00.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:00.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.035+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 zone default found 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 4 Realm: () 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 zonegroup default 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.036+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.037+0000 7f687271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.037+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.037+0000 7f687271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.037+0000 7f687271f800 20 started sync module instance, tier type = 2024-09-12T17:19:00.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.037+0000 7f687271f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:00.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.047+0000 7f687271f800 20 add_watcher() i=0 2024-09-12T17:19:00.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.047+0000 7f687271f800 20 add_watcher() i=1 2024-09-12T17:19:00.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.047+0000 7f687271f800 20 add_watcher() i=2 2024-09-12T17:19:00.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.047+0000 7f687271f800 20 add_watcher() i=3 2024-09-12T17:19:00.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.047+0000 7f687271f800 20 add_watcher() i=4 2024-09-12T17:19:00.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.047+0000 7f687271f800 20 add_watcher() i=5 2024-09-12T17:19:00.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.047+0000 7f687271f800 20 add_watcher() i=6 2024-09-12T17:19:00.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.048+0000 7f687271f800 20 add_watcher() i=7 2024-09-12T17:19:00.050 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.048+0000 7f687271f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:00.052 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.050+0000 7f6724fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.050+0000 7f687271f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.050+0000 7f687271f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.050+0000 7f687271f800 5 note: GC not initialized 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.050+0000 7f669f7fe640 20 reqs_thread_entry: start 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.051+0000 7f687271f800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.051+0000 7f687271f800 20 Filter name: none 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.051+0000 7f669d7fa640 20 reqs_thread_entry: start 2024-09-12T17:19:00.053 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.051+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.051+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:00.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.051+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.052+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:00.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.052+0000 7f687271f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:00.054 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.052+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.052+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:00.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.052+0000 7f687271f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.052+0000 7f687271f800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:00.055 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.052+0000 7f687271f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:00.056 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.054+0000 7f6724fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:00.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.056+0000 7f687271f800 20 remove_watcher() i=0 2024-09-12T17:19:00.058 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.056+0000 7f687271f800 2 removed watcher, disabling cache 2024-09-12T17:19:00.059 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.057+0000 7f687271f800 20 remove_watcher() i=1 2024-09-12T17:19:00.060 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.058+0000 7f687271f800 20 remove_watcher() i=2 2024-09-12T17:19:00.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.060+0000 7f687271f800 20 remove_watcher() i=3 2024-09-12T17:19:00.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.061+0000 7f687271f800 20 remove_watcher() i=4 2024-09-12T17:19:00.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.061+0000 7f687271f800 20 remove_watcher() i=5 2024-09-12T17:19:00.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.062+0000 7f687271f800 20 remove_watcher() i=6 2024-09-12T17:19:00.065 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.063+0000 7f687271f800 20 remove_watcher() i=7 2024-09-12T17:19:00.075 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:00.076 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:00.076 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-do-reshard id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:00.076 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:00.077 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-12T17:19:00.111 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:00.111 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:00.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.147+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 20 realm 2024-09-12T17:19:00.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:00.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.148+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.149+0000 7f4f11d40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:00.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.149+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.150+0000 7f4f11d40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:00.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.150+0000 7f4f11d40800 20 searching for the correct realm 2024-09-12T17:19:00.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.152+0000 7f4f07fff640 0 -- 172.21.15.123:0/1115695704 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f4f00078040 msgr2=0x7f4f0005f8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:00.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.155+0000 7f4f07fff640 0 -- 172.21.15.123:0/1115695704 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f4dd8086ba0 msgr2=0x7f4dd8088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.160+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 zone default found 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 4 Realm: () 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 zonegroup default 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.161+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.162+0000 7f4f11d40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.162+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.162+0000 7f4f11d40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.162+0000 7f4f11d40800 20 started sync module instance, tier type = 2024-09-12T17:19:00.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.162+0000 7f4f11d40800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:00.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.171+0000 7f4f11d40800 20 add_watcher() i=0 2024-09-12T17:19:00.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.171+0000 7f4f11d40800 20 add_watcher() i=1 2024-09-12T17:19:00.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.171+0000 7f4f11d40800 20 add_watcher() i=2 2024-09-12T17:19:00.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.171+0000 7f4f11d40800 20 add_watcher() i=3 2024-09-12T17:19:00.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.171+0000 7f4f11d40800 20 add_watcher() i=4 2024-09-12T17:19:00.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.171+0000 7f4f11d40800 20 add_watcher() i=5 2024-09-12T17:19:00.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.171+0000 7f4f11d40800 20 add_watcher() i=6 2024-09-12T17:19:00.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.172+0000 7f4f11d40800 20 add_watcher() i=7 2024-09-12T17:19:00.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.172+0000 7f4f11d40800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:00.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4dbf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:00.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4f11d40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:00.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4f11d40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:00.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4f11d40800 5 note: GC not initialized 2024-09-12T17:19:00.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4dbe7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:00.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4f11d40800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:00.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4f11d40800 20 Filter name: none 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4d2ffff640 20 reqs_thread_entry: start 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4f11d40800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.174+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 : miss 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:00.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:00.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.175+0000 7f4f11d40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 2024-09-12T17:19:00.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4f11d40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:00.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4f11d40800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:00.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4f11d40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:00.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4f11d40800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34, ofs0, ns] 2024-09-12T17:19:00.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4df17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366187 cookie 94136546903008 notifier 7515 bl.length()=995 2024-09-12T17:19:00.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4df17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:00.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4df17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:00.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.179+0000 7f4df17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:00.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.181+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_sources= new_sources= 2024-09-12T17:19:00.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.181+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential sources added=[] removed=[] 2024-09-12T17:19:00.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.181+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_dests= new_dests= 2024-09-12T17:19:00.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.181+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential dests added=[] removed=[] 2024-09-12T17:19:00.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.183+0000 7f4f11d40800 -1 Injecting error=-5 at location=do_reshard 2024-09-12T17:19:00.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.186+0000 7f4f11d40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:00.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.186+0000 7f4f11d40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 2024-09-12T17:19:00.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4f11d40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:00.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4f11d40800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:00.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4f11d40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:00.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4f11d40800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34, ofs0, ns] 2024-09-12T17:19:00.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4df17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366188 cookie 94136546903008 notifier 7515 bl.length()=963 2024-09-12T17:19:00.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4df17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:00.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4df17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:00.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.187+0000 7f4df17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:00.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.189+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_sources= new_sources= 2024-09-12T17:19:00.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.189+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential sources added=[] removed=[] 2024-09-12T17:19:00.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.189+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_dests= new_dests= 2024-09-12T17:19:00.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.189+0000 7f4f11d40800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential dests added=[] removed=[] 2024-09-12T17:19:00.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.189+0000 7f4f11d40800 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-12T17:19:00.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.191+0000 7f4dbf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:00.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.193+0000 7f4f11d40800 20 remove_watcher() i=0 2024-09-12T17:19:00.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.193+0000 7f4f11d40800 2 removed watcher, disabling cache 2024-09-12T17:19:00.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.194+0000 7f4f11d40800 20 remove_watcher() i=1 2024-09-12T17:19:00.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.195+0000 7f4f11d40800 20 remove_watcher() i=2 2024-09-12T17:19:00.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.197+0000 7f4f11d40800 20 remove_watcher() i=3 2024-09-12T17:19:00.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.198+0000 7f4f11d40800 20 remove_watcher() i=4 2024-09-12T17:19:00.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.199+0000 7f4f11d40800 20 remove_watcher() i=5 2024-09-12T17:19:00.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.200+0000 7f4f11d40800 20 remove_watcher() i=6 2024-09-12T17:19:00.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.201+0000 7f4f11d40800 20 remove_watcher() i=7 2024-09-12T17:19:00.214 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:19:00.243 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:00.243 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:00.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.278+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 20 realm 2024-09-12T17:19:00.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:00.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.280+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.281+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:00.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.281+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.282+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:00.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.282+0000 7f64b9f2c800 20 searching for the correct realm 2024-09-12T17:19:00.286 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.284+0000 7f64b64ae640 0 -- 172.21.15.123:0/1449776616 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f64ac0b8020 msgr2=0x7f64ac08ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:00.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.489+0000 7f64b54ac640 0 -- 172.21.15.123:0/1449776616 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f64b0055440 msgr2=0x7f64b00558a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:00.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:00.698 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.699 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.696+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 20 zone default found 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 4 Realm: () 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:00.700 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 20 zonegroup default 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.697+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.698+0000 7f64b9f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.698+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.698+0000 7f64b9f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.698+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.698+0000 7f64b9f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.699+0000 7f64b9f2c800 20 started sync module instance, tier type = 2024-09-12T17:19:00.702 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.699+0000 7f64b9f2c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:00.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.709+0000 7f64b9f2c800 20 add_watcher() i=0 2024-09-12T17:19:00.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.709+0000 7f64b9f2c800 20 add_watcher() i=1 2024-09-12T17:19:00.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.709+0000 7f64b9f2c800 20 add_watcher() i=2 2024-09-12T17:19:00.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.709+0000 7f64b9f2c800 20 add_watcher() i=3 2024-09-12T17:19:00.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.709+0000 7f64b9f2c800 20 add_watcher() i=4 2024-09-12T17:19:00.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.709+0000 7f64b9f2c800 20 add_watcher() i=5 2024-09-12T17:19:00.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.709+0000 7f64b9f2c800 20 add_watcher() i=6 2024-09-12T17:19:00.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.710+0000 7f64b9f2c800 20 add_watcher() i=7 2024-09-12T17:19:00.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.710+0000 7f64b9f2c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:00.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f636bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:00.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f64b9f2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:00.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f64b9f2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:00.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f64b9f2c800 5 note: GC not initialized 2024-09-12T17:19:00.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f636afe5640 20 reqs_thread_entry: start 2024-09-12T17:19:00.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f64b9f2c800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:00.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f64b9f2c800 20 Filter name: none 2024-09-12T17:19:00.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.712+0000 7f6368fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:00.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.713+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.713+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:00.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.713+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.713+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:00.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.713+0000 7f64b9f2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:00.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.713+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.714+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:00.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.714+0000 7f64b9f2c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.714+0000 7f64b9f2c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:00.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.714+0000 7f64b9f2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:00.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.715+0000 7f636bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:00.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.718+0000 7f64b9f2c800 20 remove_watcher() i=0 2024-09-12T17:19:00.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.718+0000 7f64b9f2c800 2 removed watcher, disabling cache 2024-09-12T17:19:00.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.719+0000 7f64b9f2c800 20 remove_watcher() i=1 2024-09-12T17:19:00.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.720+0000 7f64b9f2c800 20 remove_watcher() i=2 2024-09-12T17:19:00.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.721+0000 7f64b9f2c800 20 remove_watcher() i=3 2024-09-12T17:19:00.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.722+0000 7f64b9f2c800 20 remove_watcher() i=4 2024-09-12T17:19:00.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.723+0000 7f64b9f2c800 20 remove_watcher() i=5 2024-09-12T17:19:00.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.724+0000 7f64b9f2c800 20 remove_watcher() i=6 2024-09-12T17:19:00.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.725+0000 7f64b9f2c800 20 remove_watcher() i=7 2024-09-12T17:19:00.737 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:00.738 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:00.738 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-do-reshard id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:00.738 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:00.739 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:00.739 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:00.777 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:00.777 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:00.830 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:19:00.860 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:00.861 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:00.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.896+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 20 realm 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:00.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.898+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.899+0000 7f3312339800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:00.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.899+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:00.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.900+0000 7f3312339800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:00.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.900+0000 7f3312339800 20 searching for the correct realm 2024-09-12T17:19:00.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.903+0000 7f330dfc7640 0 -- 172.21.15.123:0/1903102559 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f330808e020 msgr2=0x7f33080b59b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:00.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:00.906+0000 7f33057c6640 0 -- 172.21.15.123:0/1903102559 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f3308061040 msgr2=0x7f33080e5280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:01.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:01.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:01.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:01.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:01.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:01.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:01.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.112+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:01.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 20 zone default found 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 4 Realm: () 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 20 zonegroup default 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.113+0000 7f3312339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.114+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.114+0000 7f3312339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.114+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.114+0000 7f3312339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.114+0000 7f3312339800 20 started sync module instance, tier type = 2024-09-12T17:19:01.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.114+0000 7f3312339800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:01.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.124+0000 7f3312339800 20 add_watcher() i=0 2024-09-12T17:19:01.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.124+0000 7f3312339800 20 add_watcher() i=1 2024-09-12T17:19:01.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.124+0000 7f3312339800 20 add_watcher() i=2 2024-09-12T17:19:01.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.124+0000 7f3312339800 20 add_watcher() i=3 2024-09-12T17:19:01.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.124+0000 7f3312339800 20 add_watcher() i=4 2024-09-12T17:19:01.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.124+0000 7f3312339800 20 add_watcher() i=5 2024-09-12T17:19:01.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.124+0000 7f3312339800 20 add_watcher() i=6 2024-09-12T17:19:01.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.125+0000 7f3312339800 20 add_watcher() i=7 2024-09-12T17:19:01.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.125+0000 7f3312339800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:01.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f31bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:01.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f3312339800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f3312339800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f3312339800 5 note: GC not initialized 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f31be7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f3312339800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f3312339800 20 Filter name: none 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.127+0000 7f312ffff640 20 reqs_thread_entry: start 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:19:01.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:19:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:19:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 : miss 2024-09-12T17:19:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:01.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:01.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:01.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:01.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:01.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.128+0000 7f3312339800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f3312339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f3312339800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f3312339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f3312339800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34, ofs0, ns] 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f31f0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366189 cookie 94270925234320 notifier 7551 bl.length()=995 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f31f0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f31f0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:01.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.132+0000 7f31f0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:01.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.134+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_sources= new_sources= 2024-09-12T17:19:01.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.134+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential sources added=[] removed=[] 2024-09-12T17:19:01.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.134+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_dests= new_dests= 2024-09-12T17:19:01.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.134+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential dests added=[] removed=[] 2024-09-12T17:19:01.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.136+0000 7f3312339800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34.1.0 2024-09-12T17:19:01.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.136+0000 7f3312339800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34.1.0 2024-09-12T17:19:01.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.136+0000 7f3312339800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34.1.1 2024-09-12T17:19:01.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.136+0000 7f3312339800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34.1.1 2024-09-12T17:19:01.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.136+0000 7f3312339800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34.0 2024-09-12T17:19:01.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.138+0000 7f3312339800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:01.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.138+0000 7f3312339800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 2024-09-12T17:19:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f3312339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f3312339800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f3312339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f3312339800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34, ofs0, ns] 2024-09-12T17:19:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f31f0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366190 cookie 94270925234320 notifier 7551 bl.length()=995 2024-09-12T17:19:01.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f31f0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:01.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f31f0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:01.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.139+0000 7f31f0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:01.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.141+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_sources= new_sources= 2024-09-12T17:19:01.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.141+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential sources added=[] removed=[] 2024-09-12T17:19:01.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.141+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_dests= new_dests= 2024-09-12T17:19:01.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.141+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential dests added=[] removed=[] 2024-09-12T17:19:01.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.142+0000 7f3312339800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34.0 2024-09-12T17:19:01.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.142+0000 7f3312339800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:01.144 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.142+0000 7f3312339800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 2024-09-12T17:19:01.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f3312339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:01.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f3312339800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:01.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f3312339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:01.145 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f3312339800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34, ofs0, ns] 2024-09-12T17:19:01.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f31f17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366191 cookie 94270925234320 notifier 7551 bl.length()=963 2024-09-12T17:19:01.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f31f17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 info.flags=0x17 2024-09-12T17:19:01.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f31f17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 to cache LRU end 2024-09-12T17:19:01.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.143+0000 7f31f17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:01.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.145+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_sources= new_sources= 2024-09-12T17:19:01.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.145+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential sources added=[] removed=[] 2024-09-12T17:19:01.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.145+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): orig_dests= new_dests= 2024-09-12T17:19:01.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.145+0000 7f3312339800 20 handle_bi_update(): bucket=:error-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34]): potential dests added=[] removed=[] 2024-09-12T17:19:01.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.146+0000 7f3312339800 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:19:01.150 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.148+0000 7f31bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:01.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.150+0000 7f3312339800 20 remove_watcher() i=0 2024-09-12T17:19:01.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.150+0000 7f3312339800 2 removed watcher, disabling cache 2024-09-12T17:19:01.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.152+0000 7f3312339800 20 remove_watcher() i=1 2024-09-12T17:19:01.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.153+0000 7f3312339800 20 remove_watcher() i=2 2024-09-12T17:19:01.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.154+0000 7f3312339800 20 remove_watcher() i=3 2024-09-12T17:19:01.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.155+0000 7f3312339800 20 remove_watcher() i=4 2024-09-12T17:19:01.158 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.156+0000 7f3312339800 20 remove_watcher() i=5 2024-09-12T17:19:01.159 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.157+0000 7f3312339800 20 remove_watcher() i=6 2024-09-12T17:19:01.160 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.158+0000 7f3312339800 20 remove_watcher() i=7 2024-09-12T17:19:01.171 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:19:01.201 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:01.201 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:01.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.235+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 20 realm 2024-09-12T17:19:01.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:01.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.237+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.238+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:01.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.238+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.239+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:01.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.239+0000 7fc77e324800 20 searching for the correct realm 2024-09-12T17:19:01.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.241+0000 7fc773fff640 0 -- 172.21.15.123:0/3292073768 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fc76c092030 msgr2=0x7fc76c060fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:01.448 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.446+0000 7fc779f56640 0 -- 172.21.15.123:0/3292073768 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fc644086bd0 msgr2=0x7fc644089000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.452+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 zone default found 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 4 Realm: () 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 zonegroup default 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.453+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.454+0000 7fc77e324800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:01.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.454+0000 7fc77e324800 20 started sync module instance, tier type = 2024-09-12T17:19:01.457 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.454+0000 7fc77e324800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:01.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.463+0000 7fc77e324800 20 add_watcher() i=0 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.463+0000 7fc77e324800 20 add_watcher() i=1 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.463+0000 7fc77e324800 20 add_watcher() i=2 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.463+0000 7fc77e324800 20 add_watcher() i=3 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.463+0000 7fc77e324800 20 add_watcher() i=4 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.463+0000 7fc77e324800 20 add_watcher() i=5 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.463+0000 7fc77e324800 20 add_watcher() i=6 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.464+0000 7fc77e324800 20 add_watcher() i=7 2024-09-12T17:19:01.466 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.464+0000 7fc77e324800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:01.469 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.467+0000 7fc62b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.467+0000 7fc77e324800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.467+0000 7fc77e324800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.467+0000 7fc77e324800 5 note: GC not initialized 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.467+0000 7fc62a7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.467+0000 7fc77e324800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.467+0000 7fc77e324800 20 Filter name: none 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.468+0000 7fc59bfff640 20 reqs_thread_entry: start 2024-09-12T17:19:01.470 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.468+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.468+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:01.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.468+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.469+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:01.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.469+0000 7fc77e324800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:01.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.469+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.469+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:01.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.469+0000 7fc77e324800 20 rados->read ofs=0 len=0 2024-09-12T17:19:01.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.469+0000 7fc77e324800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:01.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.469+0000 7fc77e324800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:01.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.470+0000 7fc62b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:01.474 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.473+0000 7fc77e324800 20 remove_watcher() i=0 2024-09-12T17:19:01.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.473+0000 7fc77e324800 2 removed watcher, disabling cache 2024-09-12T17:19:01.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.474+0000 7fc77e324800 20 remove_watcher() i=1 2024-09-12T17:19:01.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.475+0000 7fc77e324800 20 remove_watcher() i=2 2024-09-12T17:19:01.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.476+0000 7fc77e324800 20 remove_watcher() i=3 2024-09-12T17:19:01.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.478+0000 7fc77e324800 20 remove_watcher() i=4 2024-09-12T17:19:01.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.479+0000 7fc77e324800 20 remove_watcher() i=5 2024-09-12T17:19:01.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.479+0000 7fc77e324800 20 remove_watcher() i=6 2024-09-12T17:19:01.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:01.480+0000 7fc77e324800 20 remove_watcher() i=7 2024-09-12T17:19:01.492 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:01.492 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:01.492 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-do-reshard id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:19:01.493 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:01.494 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.494 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:01.515 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.515 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:01.733 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.734 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:01.794 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-12T17:19:01.794 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:01.796 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.796 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:01.838 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.839 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:01.894 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.895 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:01.930 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.930 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:01.966 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:01.966 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.005 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.005 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.039 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.039 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.074 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.109 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.109 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.144 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.145 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.181 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.181 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.216 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.217 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.251 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.251 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.287 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.287 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.322 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.322 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.359 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.359 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.397 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.397 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.432 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.432 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.468 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.469 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.502 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.502 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.537 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.537 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.572 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:02.572 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:02.607 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:19:02.636 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:02.636 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:02.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.670+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:02.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:02.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 20 realm 2024-09-12T17:19:02.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:02.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:02.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:02.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:02.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:02.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.672+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:02.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.673+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:02.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.673+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:02.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.674+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:02.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.674+0000 7fe365d0c800 20 searching for the correct realm 2024-09-12T17:19:02.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.676+0000 7fe363ff7640 0 -- 172.21.15.123:0/3555224245 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fe34c02b070 msgr2=0x7fe34c041440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:02.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:02.881+0000 7fe362ff5640 0 -- 172.21.15.123:0/3555224245 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe35c043970 msgr2=0x7fe35c01f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.088+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 zone default found 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 4 Realm: () 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 zonegroup default 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.089+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.090+0000 7fe365d0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.090+0000 7fe365d0c800 20 started sync module instance, tier type = 2024-09-12T17:19:03.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.090+0000 7fe365d0c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:03.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.103+0000 7fe365d0c800 20 add_watcher() i=0 2024-09-12T17:19:03.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.103+0000 7fe365d0c800 20 add_watcher() i=1 2024-09-12T17:19:03.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.103+0000 7fe365d0c800 20 add_watcher() i=2 2024-09-12T17:19:03.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.103+0000 7fe365d0c800 20 add_watcher() i=3 2024-09-12T17:19:03.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.103+0000 7fe365d0c800 20 add_watcher() i=4 2024-09-12T17:19:03.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.103+0000 7fe365d0c800 20 add_watcher() i=5 2024-09-12T17:19:03.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.103+0000 7fe365d0c800 20 add_watcher() i=6 2024-09-12T17:19:03.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.105+0000 7fe365d0c800 20 add_watcher() i=7 2024-09-12T17:19:03.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.105+0000 7fe365d0c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:03.108 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.106+0000 7fe219fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:03.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe365d0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:03.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe365d0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe365d0c800 5 note: GC not initialized 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe218fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe365d0c800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe365d0c800 20 Filter name: none 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe1927fc640 20 reqs_thread_entry: start 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.107+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.108+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:03.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.108+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.109+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:03.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.109+0000 7fe365d0c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:03.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.109+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.109+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:03.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.109+0000 7fe365d0c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.110+0000 7fe365d0c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:03.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.110+0000 7fe365d0c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:03.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.111+0000 7fe219fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:03.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.113+0000 7fe365d0c800 20 remove_watcher() i=0 2024-09-12T17:19:03.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.113+0000 7fe365d0c800 2 removed watcher, disabling cache 2024-09-12T17:19:03.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.114+0000 7fe365d0c800 20 remove_watcher() i=1 2024-09-12T17:19:03.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.116+0000 7fe365d0c800 20 remove_watcher() i=2 2024-09-12T17:19:03.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.117+0000 7fe365d0c800 20 remove_watcher() i=3 2024-09-12T17:19:03.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.119+0000 7fe365d0c800 20 remove_watcher() i=4 2024-09-12T17:19:03.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.119+0000 7fe365d0c800 20 remove_watcher() i=5 2024-09-12T17:19:03.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.120+0000 7fe365d0c800 20 remove_watcher() i=6 2024-09-12T17:19:03.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.121+0000 7fe365d0c800 20 remove_watcher() i=7 2024-09-12T17:19:03.133 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.133 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:03.133 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-do-reshard id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:03.133 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.135 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:19:03.168 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:03.168 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:03.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.204+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 20 realm 2024-09-12T17:19:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.206+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.206+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.207+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:03.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.207+0000 7fdc0e308800 20 searching for the correct realm 2024-09-12T17:19:03.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.209+0000 7fdc0c5f3640 0 -- 172.21.15.123:0/3038266918 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fdbf4003cc0 msgr2=0x7fdbf406e030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:03.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.214+0000 7fdc03fff640 0 -- 172.21.15.123:0/3038266918 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fdc0401e410 msgr2=0x7fdc0401e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:03.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.421+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.424 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 zone default found 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 4 Realm: () 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 zonegroup default 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.423+0000 7fdc0e308800 20 started sync module instance, tier type = 2024-09-12T17:19:03.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.423+0000 7fdc0e308800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:03.434 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=0 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=1 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=2 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=3 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=4 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=5 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=6 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.433+0000 7fdc0e308800 20 add_watcher() i=7 2024-09-12T17:19:03.435 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.433+0000 7fdc0e308800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:03.437 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.435+0000 7fdac1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.435+0000 7fdc0e308800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.435+0000 7fdc0e308800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.435+0000 7fdc0e308800 5 note: GC not initialized 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.435+0000 7fdac0fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.436+0000 7fdc0e308800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.436+0000 7fdc0e308800 20 Filter name: none 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.436+0000 7fda3a7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.436+0000 7fdc0e308800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:19:03.438 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.436+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:03.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:19:03.439 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 : miss 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.440 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.437+0000 7fdc0e308800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 2024-09-12T17:19:03.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.441+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.441+0000 7fdc0e308800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.441+0000 7fdc0e308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.441+0000 7fdc0e308800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35, ofs0, ns] 2024-09-12T17:19:03.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.441+0000 7fdaeaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 94740734965760 notifier 7611 bl.length()=995 2024-09-12T17:19:03.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.441+0000 7fdaeaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.442+0000 7fdaeaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.442+0000 7fdaeaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_sources= new_sources= 2024-09-12T17:19:03.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential sources added=[] removed=[] 2024-09-12T17:19:03.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_dests= new_dests= 2024-09-12T17:19:03.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential dests added=[] removed=[] 2024-09-12T17:19:03.447 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc0e308800 time 2024-09-12T17:19:03.447341+0000 2024-09-12T17:19:03.447 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc1178c71a] 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.448 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fdc0e308800 thread_name:radosgw-admin 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.446+0000 7fdc0e308800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc0e308800 time 2024-09-12T17:19:03.447341+0000 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc1178c71a] 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:19:03.449 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.450 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:19:03.450 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:19:03.450 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.466 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.466 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc1043e6f0] 2024-09-12T17:19:03.466 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc1048b99c] 2024-09-12T17:19:03.466 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:03.466 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:03.466 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc1178c774] 2024-09-12T17:19:03.466 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.447+0000 7fdc0e308800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fdc0e308800 thread_name:radosgw-admin 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc1043e6f0] 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc1048b99c] 2024-09-12T17:19:03.467 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc1178c774] 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.468 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: dump: 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.469 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: dump: 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.470 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:19:03.186+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7599 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:19:03.186+0000 7fdc0e308800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:19:03.186+0000 7fdc0e308800 4 set_mon_vals no callback set 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: shutdown 2024-09-12T17:19:03.471 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 asok(0x562a8ba88730) unregister_commands rotate-key 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.472 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding auth protocol: cephx 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding auth protocol: cephx 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding auth protocol: cephx 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.473 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:19:03.187+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: starting msgr at 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: starting objecter 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command objecter_requests hook 0x562a8bcb10c0 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: setting wanted keys 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: calling monclient init 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding auth protocol: cephx 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding auth protocol: cephx 2024-09-12T17:19:03.474 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding auth protocol: cephx 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:19:03.187+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.475 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:19:03.188+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:19:03.188+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key hook 0x562a8bca9c88 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bbecb00 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bbefbb0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bcafc40 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.924223s 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request con 0x562a8bbecb00 auth_method 0 2024-09-12T17:19:03.476 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bcafc40 auth_method 0 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_done global_id 7052 payload 824 2024-09-12T17:19:03.477 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 1 monclient: found mon.noname-c 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: dump: 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: dump: 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.479 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:19:03.188+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7052 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:19:03.188+0000 7fdaf9e0b640 4 set_mon_vals no callback set 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:19:03.188+0000 7fdc0e308800 1 librados: init done 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:19:03.190+0000 7fdaf3fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:19:03.190+0000 7fdaf3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.480 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:19:03.190+0000 7fdaf3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:19:03.190+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdaf40764a0 auth_method 0 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:19:03.191+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x562a8bce83e0 auth_method 0 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:19:03.191+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x562a8bcf5050 auth_method 0 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:19:03.192+0000 7fdc03fff640 10 monclient: get_auth_request con 0x562a8bcf93b0 auth_method 0 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:19:03.193+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x562a8bcf88d0 auth_method 0 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:19:03.194+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:19:03.194+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:19:03.194+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.482 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.482 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding auth protocol: cephx 2024-09-12T17:19:03.482 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding auth protocol: cephx 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding auth protocol: cephx 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.483 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:19:03.194+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command objecter_requests cmddesc objecter_requests hook 0x562a8bd04eb0 EEXIST 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding auth protocol: cephx 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding auth protocol: cephx 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding auth protocol: cephx 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.484 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:19:03.195+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:19:03.195+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key cmddesc rotate-key hook 0x562a8bd00550 EEXIST 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.485 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bd2eaf0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bd274e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bd29ff0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.931637s 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): get_auth_request con 0x562a8bd2eaf0 auth_method 0 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.486 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bd274e0 auth_method 0 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request con 0x562a8bd29ff0 auth_method 0 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.487 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_done global_id 7605 payload 824 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:19:03.195+0000 7fdc03fff640 1 monclient: found mon.noname-a 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: dump: 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: dump: 2024-09-12T17:19:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:19:03.196+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7605 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.490 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:19:03.196+0000 7fdc0cdf4640 4 set_mon_vals no callback set 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:19:03.198+0000 7fdaf17fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:19:03.198+0000 7fdaf17fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:19:03.198+0000 7fdaf17fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:19:03.198+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdae40763b0 auth_method 0 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:19:03.198+0000 7fdc0e308800 10 monclient: get_monmap_and_config 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:19:03.198+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:19:03.198+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:19:03.198+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.491 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding auth protocol: cephx 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding auth protocol: cephx 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding auth protocol: cephx 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.492 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:19:03.199+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding auth protocol: cephx 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding auth protocol: cephx 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding auth protocol: cephx 2024-09-12T17:19:03.493 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:19:03.199+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.494 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:19:03.199+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key cmddesc rotate-key hook 0x7ffdb6c35458 EEXIST 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bd7e140 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bd4df50 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bd79500 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.935782s 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): get_auth_request con 0x562a8bd7e140 auth_method 0 2024-09-12T17:19:03.495 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bd4df50 auth_method 0 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.496 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:19:03.200+0000 7fdc03fff640 10 monclient(hunting): handle_auth_done global_id 7058 payload 274 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:19:03.200+0000 7fdc03fff640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:19:03.200+0000 7fdc03fff640 1 monclient: found mon.noname-c 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:19:03.200+0000 7fdc03fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:19:03.200+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x562a8bd79500 auth_method 0 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: dump: 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.497 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:19:03.200+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7058 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:19:03.200+0000 7fdc0e308800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:19:03.200+0000 7fdc0e308800 4 set_mon_vals no callback set 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.498 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: dump: 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:19:03.200+0000 7fdc0e308800 10 monclient: shutdown 2024-09-12T17:19:03.499 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.500 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding auth protocol: cephx 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding auth protocol: cephx 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding auth protocol: cephx 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.501 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:19:03.201+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: starting msgr at 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: starting objecter 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command objecter_requests cmddesc objecter_requests hook 0x562a8bd4d470 EEXIST 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: setting wanted keys 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: calling monclient init 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding auth protocol: cephx 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding auth protocol: cephx 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding auth protocol: cephx 2024-09-12T17:19:03.502 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.503 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:19:03.201+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:19:03.201+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key cmddesc rotate-key hook 0x562a8bb552f8 EEXIST 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bd4df50 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bd79500 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bd7e140 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.938013s 2024-09-12T17:19:03.504 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): get_auth_request con 0x562a8bd4df50 auth_method 0 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bd79500 auth_method 0 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.505 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request con 0x562a8bd7e140 auth_method 0 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_done global_id 7611 payload 824 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:19:03.202+0000 7fdc03fff640 1 monclient: found mon.noname-a 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: dump: 2024-09-12T17:19:03.506 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.507 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: dump: 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:19:03.202+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7611 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.508 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:19:03.202+0000 7fdaeaffd640 4 set_mon_vals no callback set 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:19:03.202+0000 7fdc0e308800 1 librados: init done 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:19:03.202+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cr dump hook 0x562a8bd7e598 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:19:03.204+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:19:03.204+0000 7fdae97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:19:03.204+0000 7fdae97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:19:03.204+0000 7fdae97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:19:03.204+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdad4076470 auth_method 0 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:19:03.204+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x562a8bd97e70 auth_method 0 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 realm 2024-09-12T17:19:03.509 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:19:03.205+0000 7fdc0e308800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:19:03.206+0000 7fdc03fff640 10 monclient: get_auth_request con 0x562a8bd9c150 auth_method 0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:19:03.206+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:19:03.206+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:19:03.206+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x562a8bd9f990 auth_method 0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:19:03.207+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:19:03.207+0000 7fdc0e308800 20 searching for the correct realm 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:19:03.208+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x7fdc04034040 auth_method 0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:19:03.208+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdbfc062680 auth_method 0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:19:03.209+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdbf4003cc0 auth_method 0 2024-09-12T17:19:03.510 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:19:03.209+0000 7fdc0c5f3640 0 -- 172.21.15.123:0/3038266918 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fdbf4003cc0 msgr2=0x7fdbf406e030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:19:03.209+0000 7fdae97fa640 1 client.7611.objecter ms_handle_reset 0x7fdbf4003cc0 session 0x7fdbf4005040 osd.4 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:19:03.209+0000 7fdae97fa640 10 monclient: _renew_subs 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:19:03.209+0000 7fdae97fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:19:03.209+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdad4086ba0 auth_method 0 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:19:03.211+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x7fdc04040b20 auth_method 0 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:19:03.214+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdc0401e410 auth_method 0 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:19:03.214+0000 7fdc03fff640 0 -- 172.21.15.123:0/3038266918 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fdc0401e410 msgr2=0x7fdc0401e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:19:03.416+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdc0401e410 auth_method 0 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:03.511 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 zone default found 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:19:03.422+0000 7fdc0e308800 4 Realm: () 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:19:03.422+0000 7fdc0e308800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:19:03.422+0000 7fdc0e308800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:19:03.422+0000 7fdc0e308800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 zonegroup default 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.512 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 started sync module instance, tier type = 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=0 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=1 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=2 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=3 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=4 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=5 2024-09-12T17:19:03.513 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=6 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:19:03.433+0000 7fdc0e308800 20 add_watcher() i=7 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:19:03.433+0000 7fdc0e308800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding auth protocol: cephx 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding auth protocol: cephx 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding auth protocol: cephx 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.514 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:19:03.435+0000 7fdac1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:19:03.435+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:19:03.435+0000 7fdc0e308800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:19:03.435+0000 7fdc0e308800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache list hook 0x562a8bd6d1a0 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache inspect hook 0x562a8bd6d1a0 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache erase hook 0x562a8bd6d1a0 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache zap hook 0x562a8bd6d1a0 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 note: GC not initialized 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:19:03.435+0000 7fdac0fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace show hook 0x7fdbfc01d070 2024-09-12T17:19:03.515 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace history hook 0x7fdbfc01d070 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:19:03.436+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace active hook 0x7fdbfc01d070 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:19:03.436+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace active_short hook 0x7fdbfc01d070 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:19:03.436+0000 7fdc0e308800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:19:03.436+0000 7fdc0e308800 20 Filter name: none 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:19:03.436+0000 7fda3a7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:19:03.436+0000 7fdc0e308800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:19:03.436+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 : miss 2024-09-12T17:19:03.516 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35, ofs0, ns] 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:19:03.441+0000 7fdaeaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 94740734965760 notifier 7611 bl.length()=995 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:19:03.441+0000 7fdaeaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.517 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:19:03.442+0000 7fdaeaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:19:03.442+0000 7fdaeaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_sources= new_sources= 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential sources added=[] removed=[] 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_dests= new_dests= 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential dests added=[] removed=[] 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:19:03.446+0000 7fdc0e308800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc0e308800 time 2024-09-12T17:19:03.447341+0000 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc1178c71a] 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.518 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:19:03.447+0000 7fdc0e308800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fdc0e308800 thread_name:radosgw-admin 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc1043e6f0] 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc1048b99c] 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc1178c774] 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.519 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:19:03.520 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:19:03.521 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:19:03.522 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:19:03.523 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:19:03.524 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:19:03.525 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:19:03.526 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 7fda3a7fc640 / http_manager 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdac0fe1640 / http_manager 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdac1fe3640 / rgw_dt_lg_renew 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdae97fa640 / ms_dispatch 2024-09-12T17:19:03.527 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaeaffd640 / io_context_pool 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaf17fa640 / ms_dispatch 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaf3fff640 / ms_dispatch 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaf9e0b640 / io_context_pool 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc03fff640 / msgr-worker-2 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0bdf2640 / msgr-worker-1 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0c5f3640 / msgr-worker-0 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0cdf4640 / io_context_pool 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0e308800 / radosgw-admin 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.129314.log 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:19:03.528 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: dump: 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.529 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:19:03.186+0000 7fdaf9e0b640 10 monclient: dump: 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.530 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:19:03.186+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7599 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:19:03.186+0000 7fdc0e308800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:19:03.186+0000 7fdc0e308800 4 set_mon_vals no callback set 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: shutdown 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 asok(0x562a8ba88730) unregister_commands rotate-key 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.531 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding auth protocol: cephx 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding auth protocol: cephx 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding auth protocol: cephx 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.532 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: crc 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bcab910) adding con mode: secure 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:19:03.187+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: starting msgr at 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: starting objecter 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command objecter_requests hook 0x562a8bcb10c0 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: setting wanted keys 2024-09-12T17:19:03.533 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:19:03.187+0000 7fdc0e308800 1 librados: calling monclient init 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:19:03.187+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding auth protocol: cephx 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding auth protocol: cephx 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding auth protocol: cephx 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.534 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: crc 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:19:03.187+0000 7fdc0e308800 5 AuthRegistry(0x562a8bca9b40) adding con mode: secure 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:19:03.187+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:19:03.188+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:19:03.188+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key hook 0x562a8bca9c88 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bbecb00 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.535 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bbefbb0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bcafc40 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.924223s 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request con 0x562a8bbecb00 auth_method 0 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bcafc40 auth_method 0 2024-09-12T17:19:03.536 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:19:03.188+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_done global_id 7052 payload 824 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 1 monclient: found mon.noname-c 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:19:03.188+0000 7fdc0bdf2640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.537 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: dump: 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.538 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:19:03.188+0000 7fdaf3fff640 10 monclient: dump: 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.539 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:19:03.188+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7052 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:19:03.188+0000 7fdaf9e0b640 4 set_mon_vals no callback set 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:19:03.188+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:19:03.188+0000 7fdc0e308800 1 librados: init done 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:19:03.190+0000 7fdaf3fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:19:03.190+0000 7fdaf3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:19:03.190+0000 7fdaf3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:19:03.190+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdaf40764a0 auth_method 0 2024-09-12T17:19:03.540 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:19:03.191+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x562a8bce83e0 auth_method 0 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:19:03.191+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x562a8bcf5050 auth_method 0 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:19:03.192+0000 7fdc03fff640 10 monclient: get_auth_request con 0x562a8bcf93b0 auth_method 0 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:19:03.193+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x562a8bcf88d0 auth_method 0 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:19:03.194+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:19:03.194+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:19:03.194+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.541 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding auth protocol: cephx 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding auth protocol: cephx 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding auth protocol: cephx 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.542 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: crc 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:19:03.194+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd014c0) adding con mode: secure 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:19:03.194+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command objecter_requests cmddesc objecter_requests hook 0x562a8bd04eb0 EEXIST 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding auth protocol: cephx 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding auth protocol: cephx 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding auth protocol: cephx 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.543 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: crc 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd00408) adding con mode: secure 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:19:03.195+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:19:03.195+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:19:03.195+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key cmddesc rotate-key hook 0x562a8bd00550 EEXIST 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:19:03.544 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bd2eaf0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bd274e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bd29ff0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:19:03.195+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.931637s 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): get_auth_request con 0x562a8bd2eaf0 auth_method 0 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bd274e0 auth_method 0 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.545 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request con 0x562a8bd29ff0 auth_method 0 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:19:03.195+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:19:03.195+0000 7fdc0bdf2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.546 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient(hunting): handle_auth_done global_id 7605 payload 824 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:19:03.195+0000 7fdc03fff640 1 monclient: found mon.noname-a 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:19:03.195+0000 7fdc03fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: dump: 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:19:03.196+0000 7fdaf17fa640 10 monclient: dump: 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.548 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:19:03.196+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7605 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:19:03.196+0000 7fdc0cdf4640 4 set_mon_vals no callback set 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:19:03.196+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:19:03.198+0000 7fdaf17fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:19:03.198+0000 7fdaf17fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:19:03.198+0000 7fdaf17fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.549 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:19:03.198+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdae40763b0 auth_method 0 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:19:03.198+0000 7fdc0e308800 10 monclient: get_monmap_and_config 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:19:03.198+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:19:03.198+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:19:03.198+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.550 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding auth protocol: cephx 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding auth protocol: cephx 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding auth protocol: cephx 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: crc 2024-09-12T17:19:03.551 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:19:03.198+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd49b10) adding con mode: secure 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:19:03.199+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding auth protocol: cephx 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding auth protocol: cephx 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding auth protocol: cephx 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.552 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: crc 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c35310) adding con mode: secure 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:19:03.199+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:19:03.199+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:19:03.199+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key cmddesc rotate-key hook 0x7ffdb6c35458 EEXIST 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bd7e140 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bd4df50 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bd79500 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.553 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:19:03.199+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.935782s 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): get_auth_request con 0x562a8bd7e140 auth_method 0 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bd4df50 auth_method 0 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.554 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:19:03.199+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:19:03.199+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:19:03.200+0000 7fdc03fff640 10 monclient(hunting): handle_auth_done global_id 7058 payload 274 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:19:03.200+0000 7fdc03fff640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:19:03.200+0000 7fdc03fff640 1 monclient: found mon.noname-c 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:19:03.200+0000 7fdc03fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:19:03.200+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x562a8bd79500 auth_method 0 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:03.555 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: dump: 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:19:03.200+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7058 2024-09-12T17:19:03.556 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:19:03.200+0000 7fdc0e308800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:19:03.200+0000 7fdc0e308800 4 set_mon_vals no callback set 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:19:03.200+0000 7fdaeaffd640 10 monclient: dump: 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.557 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:19:03.200+0000 7fdc0e308800 10 monclient: shutdown 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: build_initial_monmap 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 build_initial for_mkfs: 0 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: monmap: 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:03.558 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding auth protocol: cephx 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding auth protocol: cephx 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding auth protocol: cephx 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.559 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: crc 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bd4ed90) adding con mode: secure 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:19:03.201+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: starting msgr at 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: starting objecter 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command objecter_requests cmddesc objecter_requests hook 0x562a8bd4d470 EEXIST 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: setting wanted keys 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:19:03.201+0000 7fdc0e308800 1 librados: calling monclient init 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: init 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding auth protocol: cephx 2024-09-12T17:19:03.560 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding auth protocol: cephx 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding auth protocol: cephx 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: crc 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 AuthRegistry(0x562a8bb551b0) adding con mode: secure 2024-09-12T17:19:03.561 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:19:03.201+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:19:03.201+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:19:03.201+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command rotate-key cmddesc rotate-key hook 0x562a8bb552f8 EEXIST 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-a con 0x562a8bd4df50 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-c con 0x562a8bd79500 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): picked mon.noname-b con 0x562a8bd7e140 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:19:03.201+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient(hunting): authenticate will time out at 2310.938013s 2024-09-12T17:19:03.562 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): get_auth_request con 0x562a8bd4df50 auth_method 0 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request con 0x562a8bd79500 auth_method 0 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:03.563 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:19:03.202+0000 7fdc0c5f3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request con 0x562a8bd7e140 auth_method 0 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:19:03.202+0000 7fdc0bdf2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient(hunting): handle_auth_done global_id 7611 payload 824 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient: _finish_hunting 0 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:19:03.202+0000 7fdc03fff640 1 monclient: found mon.noname-a 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:19:03.202+0000 7fdc03fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: dump: 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.564 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: _finish_auth 0 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: _check_auth_tickets 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:03.565 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:19:03.202+0000 7fdae97fa640 10 monclient: dump: 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:19:03.202+0000 7fdc0e308800 5 monclient: authenticate success, global_id 7611 2024-09-12T17:19:03.566 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:19:03.202+0000 7fdaeaffd640 4 set_mon_vals no callback set 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _renew_subs 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:19:03.202+0000 7fdc0e308800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:19:03.202+0000 7fdc0e308800 1 librados: init done 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:19:03.202+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cr dump hook 0x562a8bd7e598 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:19:03.204+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:19:03.204+0000 7fdae97fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:19:03.204+0000 7fdae97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:19:03.204+0000 7fdae97fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:19:03.204+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdad4076470 auth_method 0 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:19:03.204+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x562a8bd97e70 auth_method 0 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 realm 2024-09-12T17:19:03.567 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:19:03.205+0000 7fdc0e308800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:19:03.205+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:19:03.206+0000 7fdc03fff640 10 monclient: get_auth_request con 0x562a8bd9c150 auth_method 0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:19:03.206+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:19:03.206+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:19:03.206+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x562a8bd9f990 auth_method 0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:19:03.207+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:19:03.207+0000 7fdc0e308800 20 searching for the correct realm 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:19:03.208+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x7fdc04034040 auth_method 0 2024-09-12T17:19:03.568 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:19:03.208+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdbfc062680 auth_method 0 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:19:03.209+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdbf4003cc0 auth_method 0 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:19:03.209+0000 7fdc0c5f3640 0 -- 172.21.15.123:0/3038266918 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fdbf4003cc0 msgr2=0x7fdbf406e030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:19:03.209+0000 7fdae97fa640 1 client.7611.objecter ms_handle_reset 0x7fdbf4003cc0 session 0x7fdbf4005040 osd.4 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:19:03.209+0000 7fdae97fa640 10 monclient: _renew_subs 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:19:03.209+0000 7fdae97fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:19:03.209+0000 7fdc0c5f3640 10 monclient: get_auth_request con 0x7fdad4086ba0 auth_method 0 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:19:03.211+0000 7fdc0bdf2640 10 monclient: get_auth_request con 0x7fdc04040b20 auth_method 0 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:19:03.214+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdc0401e410 auth_method 0 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:19:03.214+0000 7fdc03fff640 0 -- 172.21.15.123:0/3038266918 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fdc0401e410 msgr2=0x7fdc0401e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:19:03.416+0000 7fdc03fff640 10 monclient: get_auth_request con 0x7fdc0401e410 auth_method 0 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:03.569 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:19:03.421+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 zone default found 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:19:03.422+0000 7fdc0e308800 4 Realm: () 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:19:03.422+0000 7fdc0e308800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:19:03.422+0000 7fdc0e308800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:03.570 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:19:03.422+0000 7fdc0e308800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 zonegroup default 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:19:03.422+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 started sync module instance, tier type = 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:19:03.423+0000 7fdc0e308800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=0 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=1 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=2 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=3 2024-09-12T17:19:03.571 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=4 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=5 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:19:03.432+0000 7fdc0e308800 20 add_watcher() i=6 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:19:03.433+0000 7fdc0e308800 20 add_watcher() i=7 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:19:03.433+0000 7fdc0e308800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding auth protocol: cephx 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding auth protocol: cephx 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding auth protocol: cephx 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.572 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: crc 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 AuthRegistry(0x7ffdb6c357e0) adding con mode: secure 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:19:03.435+0000 7fdac1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:19:03.435+0000 7fdc0e308800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:19:03.435+0000 7fdc0e308800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:19:03.435+0000 7fdc0e308800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache list hook 0x562a8bd6d1a0 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache inspect hook 0x562a8bd6d1a0 2024-09-12T17:19:03.573 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache erase hook 0x562a8bd6d1a0 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command cache zap hook 0x562a8bd6d1a0 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 note: GC not initialized 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:19:03.435+0000 7fdac0fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace show hook 0x7fdbfc01d070 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:19:03.435+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace history hook 0x7fdbfc01d070 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:19:03.436+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace active hook 0x7fdbfc01d070 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:19:03.436+0000 7fdc0e308800 5 asok(0x562a8ba88730) register_command sync trace active_short hook 0x7fdbfc01d070 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:19:03.436+0000 7fdc0e308800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:19:03.436+0000 7fdc0e308800 20 Filter name: none 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:19:03.436+0000 7fda3a7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:19:03.436+0000 7fdc0e308800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:19:03.436+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.574 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 : miss 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:19:03.437+0000 7fdc0e308800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:19:03.437+0000 7fdc0e308800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.575 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:19:03.441+0000 7fdc0e308800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35, ofs0, ns] 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:19:03.441+0000 7fdaeaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 94740734965760 notifier 7611 bl.length()=995 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:19:03.441+0000 7fdaeaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:19:03.442+0000 7fdaeaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:19:03.442+0000 7fdaeaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_sources= new_sources= 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential sources added=[] removed=[] 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_dests= new_dests= 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:19:03.443+0000 7fdc0e308800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential dests added=[] removed=[] 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:19:03.446+0000 7fdc0e308800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc0e308800 time 2024-09-12T17:19:03.447341+0000 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.576 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc1178c71a] 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:19:03.447+0000 7fdc0e308800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fdc0e308800 thread_name:radosgw-admin 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc1043e6f0] 2024-09-12T17:19:03.577 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc1048b99c] 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc1178c774] 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc1178c8d8] 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562a8940f841] 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562a8941f57a] 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fdc10429590] 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:19:03.578 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:19:03.579 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:19:03.580 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:19:03.581 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:19:03.582 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:19:03.583 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:19:03.584 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:19:03.585 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fda3a7fc640 / http_manager 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdac0fe1640 / http_manager 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdac1fe3640 / rgw_dt_lg_renew 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdae97fa640 / ms_dispatch 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaeaffd640 / io_context_pool 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaf17fa640 / ms_dispatch 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaf3fff640 / ms_dispatch 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdaf9e0b640 / io_context_pool 2024-09-12T17:19:03.586 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc03fff640 / msgr-worker-2 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0bdf2640 / msgr-worker-1 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0c5f3640 / msgr-worker-0 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0cdf4640 / io_context_pool 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr: 7fdc0e308800 / radosgw-admin 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:19:03.448712Z_b4a3a5b4-082e-43c2-9e6c-06cd7ee73c0c/log 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:19:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:19:03.589 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:03.589 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:03.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.522+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.523+0000 7f5476140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.523+0000 7f5476140800 20 realm 2024-09-12T17:19:03.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.523+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.524+0000 7f5476140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.524+0000 7f5476140800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.524+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.524+0000 7f5476140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.524+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.525+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.525+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.526+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.526+0000 7f5476140800 20 searching for the correct realm 2024-09-12T17:19:03.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.527+0000 7f5471685640 0 -- 172.21.15.123:0/51629163 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f5464034040 msgr2=0x7f5464041970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:03.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.732+0000 7f5471e86640 0 -- 172.21.15.123:0/51629163 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x558a195d7240 msgr2=0x7f546c0a2d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:03.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:03.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:03.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:03.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:03.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:03.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:03.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.738+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 zone default found 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 4 Realm: () 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 zonegroup default 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.739+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.740+0000 7f5476140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.740+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.740+0000 7f5476140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.740+0000 7f5476140800 20 started sync module instance, tier type = 2024-09-12T17:19:03.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.740+0000 7f5476140800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.749+0000 7f5476140800 20 add_watcher() i=0 2024-09-12T17:19:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.749+0000 7f5476140800 20 add_watcher() i=1 2024-09-12T17:19:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.749+0000 7f5476140800 20 add_watcher() i=2 2024-09-12T17:19:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.749+0000 7f5476140800 20 add_watcher() i=3 2024-09-12T17:19:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.749+0000 7f5476140800 20 add_watcher() i=4 2024-09-12T17:19:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.749+0000 7f5476140800 20 add_watcher() i=5 2024-09-12T17:19:03.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.749+0000 7f5476140800 20 add_watcher() i=6 2024-09-12T17:19:03.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.750+0000 7f5476140800 20 add_watcher() i=7 2024-09-12T17:19:03.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.750+0000 7f5476140800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:03.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.751+0000 7f53237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:03.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f5476140800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:03.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f5476140800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:03.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f5476140800 5 note: GC not initialized 2024-09-12T17:19:03.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f53227fc640 20 reqs_thread_entry: start 2024-09-12T17:19:03.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f5476140800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:03.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f5476140800 20 Filter name: none 2024-09-12T17:19:03.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f5293fff640 20 reqs_thread_entry: start 2024-09-12T17:19:03.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.752+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.753+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.753+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.754+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:19:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.754+0000 7f5476140800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.754+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.754+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:03.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.754+0000 7f5476140800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.754+0000 7f5476140800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:19:03.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.754+0000 7f5476140800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:03.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.755+0000 7f53237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:03.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.758+0000 7f5476140800 20 remove_watcher() i=0 2024-09-12T17:19:03.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.758+0000 7f5476140800 2 removed watcher, disabling cache 2024-09-12T17:19:03.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.759+0000 7f5476140800 20 remove_watcher() i=1 2024-09-12T17:19:03.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.760+0000 7f5476140800 20 remove_watcher() i=2 2024-09-12T17:19:03.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.761+0000 7f5476140800 20 remove_watcher() i=3 2024-09-12T17:19:03.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.762+0000 7f5476140800 20 remove_watcher() i=4 2024-09-12T17:19:03.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.763+0000 7f5476140800 20 remove_watcher() i=5 2024-09-12T17:19:03.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.764+0000 7f5476140800 20 remove_watcher() i=6 2024-09-12T17:19:03.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.765+0000 7f5476140800 20 remove_watcher() i=7 2024-09-12T17:19:03.776 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.777 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:03.777 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-do-reshard id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:03.777 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:03.778 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:03.778 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:03.810 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:03.811 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:03.867 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:19:03.899 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:03.899 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:03.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.934+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.935+0000 7facfb538800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.936+0000 7facfb538800 20 realm 2024-09-12T17:19:03.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.936+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.936+0000 7facfb538800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.936+0000 7facfb538800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:03.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.936+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.938 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.936+0000 7facfb538800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:03.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.936+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.937+0000 7facfb538800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:03.939 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.937+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:03.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.938+0000 7facfb538800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:03.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.938+0000 7facfb538800 20 searching for the correct realm 2024-09-12T17:19:03.942 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.940+0000 7facf7281640 0 -- 172.21.15.123:0/2346084284 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7facf0017040 msgr2=0x7facf0068710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:03.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:03.945+0000 7facf6a80640 0 -- 172.21.15.123:0/2346084284 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7facf009fb70 msgr2=0x7facf00988e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:04.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:04.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:04.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:04.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:04.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.152+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:04.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 zone default found 2024-09-12T17:19:04.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 4 Realm: () 2024-09-12T17:19:04.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:04.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:04.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:04.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 zonegroup default 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.153+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.154+0000 7facfb538800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.154+0000 7facfb538800 20 started sync module instance, tier type = 2024-09-12T17:19:04.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.154+0000 7facfb538800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:04.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.163+0000 7facfb538800 20 add_watcher() i=0 2024-09-12T17:19:04.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.163+0000 7facfb538800 20 add_watcher() i=1 2024-09-12T17:19:04.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.163+0000 7facfb538800 20 add_watcher() i=2 2024-09-12T17:19:04.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.163+0000 7facfb538800 20 add_watcher() i=3 2024-09-12T17:19:04.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.163+0000 7facfb538800 20 add_watcher() i=4 2024-09-12T17:19:04.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.163+0000 7facfb538800 20 add_watcher() i=5 2024-09-12T17:19:04.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.163+0000 7facfb538800 20 add_watcher() i=6 2024-09-12T17:19:04.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.164+0000 7facfb538800 20 add_watcher() i=7 2024-09-12T17:19:04.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.164+0000 7facfb538800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:04.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.166+0000 7fabadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:04.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7facfb538800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:04.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7facfb538800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:04.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7facfb538800 5 note: GC not initialized 2024-09-12T17:19:04.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7fabacfe1640 20 reqs_thread_entry: start 2024-09-12T17:19:04.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7facfb538800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:04.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7facfb538800 20 Filter name: none 2024-09-12T17:19:04.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7fab267fc640 20 reqs_thread_entry: start 2024-09-12T17:19:04.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7facfb538800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:19:04.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.167+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 : miss 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 20 rados->read ofs=0 len=0 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:04.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:04.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:04.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.168+0000 7facfb538800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 2024-09-12T17:19:04.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.169+0000 7facfb538800 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to be held by another RGW process; skipping for now 2024-09-12T17:19:04.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.170+0000 7fabadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:04.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.173+0000 7facfb538800 20 remove_watcher() i=0 2024-09-12T17:19:04.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.173+0000 7facfb538800 2 removed watcher, disabling cache 2024-09-12T17:19:04.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.174+0000 7facfb538800 20 remove_watcher() i=1 2024-09-12T17:19:04.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.175+0000 7facfb538800 20 remove_watcher() i=2 2024-09-12T17:19:04.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.176+0000 7facfb538800 20 remove_watcher() i=3 2024-09-12T17:19:04.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.177+0000 7facfb538800 20 remove_watcher() i=4 2024-09-12T17:19:04.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.178+0000 7facfb538800 20 remove_watcher() i=5 2024-09-12T17:19:04.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.179+0000 7facfb538800 20 remove_watcher() i=6 2024-09-12T17:19:04.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:04.180+0000 7facfb538800 20 remove_watcher() i=7 2024-09-12T17:19:04.191 INFO:tasks.workunit.client.0.smithi123.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:19:34.225 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:19:34.260 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:34.260 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:34.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.303+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.304+0000 7fd9c4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.304+0000 7fd9c4126800 20 realm 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.304+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.304+0000 7fd9c4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.304+0000 7fd9c4126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.304+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.305+0000 7fd9c4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.305+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.306+0000 7fd9c4126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:34.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.306+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.306+0000 7fd9c4126800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:34.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.306+0000 7fd9c4126800 20 searching for the correct realm 2024-09-12T17:19:34.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.308+0000 7fd9c05da640 0 -- 172.21.15.123:0/2738265861 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fd9b409e340 msgr2=0x7fd9b4011a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:34.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.514+0000 7fd9bf5d8640 0 -- 172.21.15.123:0/2738265861 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fd9b80a5400 msgr2=0x7fd9b80a5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:34.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.721+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 20 zone default found 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 4 Realm: () 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 20 zonegroup default 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.722+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.723+0000 7fd9c4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.723+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.723+0000 7fd9c4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.723+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.723+0000 7fd9c4126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.723+0000 7fd9c4126800 20 started sync module instance, tier type = 2024-09-12T17:19:34.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.723+0000 7fd9c4126800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:34.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.734+0000 7fd9c4126800 20 add_watcher() i=0 2024-09-12T17:19:34.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.734+0000 7fd9c4126800 20 add_watcher() i=1 2024-09-12T17:19:34.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.734+0000 7fd9c4126800 20 add_watcher() i=2 2024-09-12T17:19:34.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.734+0000 7fd9c4126800 20 add_watcher() i=3 2024-09-12T17:19:34.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.734+0000 7fd9c4126800 20 add_watcher() i=4 2024-09-12T17:19:34.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.734+0000 7fd9c4126800 20 add_watcher() i=5 2024-09-12T17:19:34.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.734+0000 7fd9c4126800 20 add_watcher() i=6 2024-09-12T17:19:34.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.735+0000 7fd9c4126800 20 add_watcher() i=7 2024-09-12T17:19:34.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.735+0000 7fd9c4126800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:34.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.737+0000 7fd875fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.737+0000 7fd9c4126800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.737+0000 7fd9c4126800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.737+0000 7fd9c4126800 5 note: GC not initialized 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.737+0000 7fd874fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 20 Filter name: none 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd7ee7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:19:34.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:34.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:19:34.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:19:34.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 : miss 2024-09-12T17:19:34.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.738+0000 7fd9c4126800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.739+0000 7fd9c4126800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:19:34.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.739+0000 7fd9c4126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:34.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.739+0000 7fd9c4126800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:34.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.739+0000 7fd9c4126800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:34.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.739+0000 7fd9c4126800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:34.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.739+0000 7fd9c4126800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 2024-09-12T17:19:34.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.740+0000 7fd9c4126800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:19:34.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd9c4126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:34.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd9c4126800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:34.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd9c4126800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:34.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd9c4126800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35, ofs0, ns] 2024-09-12T17:19:34.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd89effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94732757125840 notifier 7109 bl.length()=995 2024-09-12T17:19:34.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd89effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:34.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd89effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:34.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.745+0000 7fd89effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:34.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.747+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_sources= new_sources= 2024-09-12T17:19:34.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.747+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential sources added=[] removed=[] 2024-09-12T17:19:34.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.747+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_dests= new_dests= 2024-09-12T17:19:34.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.747+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential dests added=[] removed=[] 2024-09-12T17:19:34.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.751+0000 7fd9c4126800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35.2.0 2024-09-12T17:19:34.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.751+0000 7fd9c4126800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35.2.0 2024-09-12T17:19:34.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.751+0000 7fd9c4126800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35.2.1 2024-09-12T17:19:34.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.751+0000 7fd9c4126800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35.2.1 2024-09-12T17:19:34.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.751+0000 7fd9c4126800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35.0 2024-09-12T17:19:34.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.756+0000 7fd9c4126800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:34.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.756+0000 7fd9c4126800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 2024-09-12T17:19:34.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd9c4126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:34.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd9c4126800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:34.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd9c4126800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:34.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd9c4126800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35, ofs0, ns] 2024-09-12T17:19:34.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd89e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366173 cookie 94732757125840 notifier 7109 bl.length()=995 2024-09-12T17:19:34.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd89e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:34.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd89e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:34.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.758+0000 7fd89e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:34.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.760+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_sources= new_sources= 2024-09-12T17:19:34.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.760+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential sources added=[] removed=[] 2024-09-12T17:19:34.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.760+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_dests= new_dests= 2024-09-12T17:19:34.761 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.760+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential dests added=[] removed=[] 2024-09-12T17:19:34.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.761+0000 7fd9c4126800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35.0 2024-09-12T17:19:34.762 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.762+0000 7fd9c4126800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:34.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.762+0000 7fd9c4126800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 2024-09-12T17:19:34.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.763+0000 7fd9c4126800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:34.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.763+0000 7fd9c4126800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:34.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.763+0000 7fd9c4126800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:34.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.763+0000 7fd9c4126800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35, ofs0, ns] 2024-09-12T17:19:34.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.764+0000 7fd89effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366174 cookie 94732757125840 notifier 7109 bl.length()=963 2024-09-12T17:19:34.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.764+0000 7fd89effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 info.flags=0x17 2024-09-12T17:19:34.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.764+0000 7fd89effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 to cache LRU end 2024-09-12T17:19:34.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.764+0000 7fd89effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:34.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.765+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_sources= new_sources= 2024-09-12T17:19:34.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.765+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential sources added=[] removed=[] 2024-09-12T17:19:34.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.765+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): orig_dests= new_dests= 2024-09-12T17:19:34.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.765+0000 7fd9c4126800 20 handle_bi_update(): bucket=:abort-at-do-reshard[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35]): potential dests added=[] removed=[] 2024-09-12T17:19:34.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.766+0000 7fd9c4126800 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:19:34.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.768+0000 7fd875fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:34.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.771+0000 7fd9c4126800 20 remove_watcher() i=0 2024-09-12T17:19:34.772 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.771+0000 7fd9c4126800 2 removed watcher, disabling cache 2024-09-12T17:19:34.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.772+0000 7fd9c4126800 20 remove_watcher() i=1 2024-09-12T17:19:34.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.773+0000 7fd9c4126800 20 remove_watcher() i=2 2024-09-12T17:19:34.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.774+0000 7fd9c4126800 20 remove_watcher() i=3 2024-09-12T17:19:34.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.775+0000 7fd9c4126800 20 remove_watcher() i=4 2024-09-12T17:19:34.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.776+0000 7fd9c4126800 20 remove_watcher() i=5 2024-09-12T17:19:34.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.777+0000 7fd9c4126800 20 remove_watcher() i=6 2024-09-12T17:19:34.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.778+0000 7fd9c4126800 20 remove_watcher() i=7 2024-09-12T17:19:34.792 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:19:34.821 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:34.821 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:34.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.857+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 20 realm 2024-09-12T17:19:34.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:34.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:34.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.859+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.860+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:34.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.860+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:34.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.861+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:34.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.861+0000 7ff5c7f26800 20 searching for the correct realm 2024-09-12T17:19:34.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:34.863+0000 7ff5c435e640 0 -- 172.21.15.123:0/115537561 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff5b801e060 msgr2=0x7ff5b80640c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:35.070 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.069+0000 7ff5c335c640 0 -- 172.21.15.123:0/115537561 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff5bc0b4490 msgr2=0x7ff5bc0dc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:35.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:35.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:35.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.276+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 20 zone default found 2024-09-12T17:19:35.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 4 Realm: () 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 20 zonegroup default 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.277+0000 7ff5c7f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.278+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.278+0000 7ff5c7f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.278+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.278+0000 7ff5c7f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.278+0000 7ff5c7f26800 20 started sync module instance, tier type = 2024-09-12T17:19:35.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.278+0000 7ff5c7f26800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.288+0000 7ff5c7f26800 20 add_watcher() i=0 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.288+0000 7ff5c7f26800 20 add_watcher() i=1 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.288+0000 7ff5c7f26800 20 add_watcher() i=2 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.288+0000 7ff5c7f26800 20 add_watcher() i=3 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.288+0000 7ff5c7f26800 20 add_watcher() i=4 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.288+0000 7ff5c7f26800 20 add_watcher() i=5 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.288+0000 7ff5c7f26800 20 add_watcher() i=6 2024-09-12T17:19:35.289 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.289+0000 7ff5c7f26800 20 add_watcher() i=7 2024-09-12T17:19:35.290 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.289+0000 7ff5c7f26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:35.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.290+0000 7ff47a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff5c7f26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff5c7f26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff5c7f26800 5 note: GC not initialized 2024-09-12T17:19:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff4797e2640 20 reqs_thread_entry: start 2024-09-12T17:19:35.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff5c7f26800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:35.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff5c7f26800 20 Filter name: none 2024-09-12T17:19:35.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff4727fc640 20 reqs_thread_entry: start 2024-09-12T17:19:35.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.291+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.292+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.292+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.292+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.292+0000 7ff5c7f26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.292+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.293+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.293+0000 7ff5c7f26800 20 rados->read ofs=0 len=0 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.293+0000 7ff5c7f26800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T17:19:35.295 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.293+0000 7ff5c7f26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:35.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.295+0000 7ff47a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:35.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.297+0000 7ff5c7f26800 20 remove_watcher() i=0 2024-09-12T17:19:35.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.297+0000 7ff5c7f26800 2 removed watcher, disabling cache 2024-09-12T17:19:35.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.298+0000 7ff5c7f26800 20 remove_watcher() i=1 2024-09-12T17:19:35.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.300+0000 7ff5c7f26800 20 remove_watcher() i=2 2024-09-12T17:19:35.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.301+0000 7ff5c7f26800 20 remove_watcher() i=3 2024-09-12T17:19:35.302 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.302+0000 7ff5c7f26800 20 remove_watcher() i=4 2024-09-12T17:19:35.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.303+0000 7ff5c7f26800 20 remove_watcher() i=5 2024-09-12T17:19:35.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.304+0000 7ff5c7f26800 20 remove_watcher() i=6 2024-09-12T17:19:35.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:35.305+0000 7ff5c7f26800 20 remove_watcher() i=7 2024-09-12T17:19:35.315 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:35.315 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:35.315 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-do-reshard id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:19:35.316 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:35.317 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.317 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.338 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.338 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.550 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.550 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.612 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-12T17:19:35.612 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:35.614 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.614 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.656 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.656 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.712 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.712 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.748 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.748 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.784 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.784 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.819 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.819 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.854 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.855 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.891 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.891 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.927 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.927 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.963 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.963 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:35.997 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:35.998 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.034 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.035 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.069 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.069 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.105 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.105 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.141 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.141 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.176 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.176 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.211 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.211 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.247 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.247 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.281 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.282 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.317 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.317 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.355 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.355 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.387 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:36.387 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:36.423 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:19:36.453 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:36.453 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:36.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.490+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.491+0000 7fd3b6d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.491+0000 7fd3b6d3d800 20 realm 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.491+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.492+0000 7fd3b6d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.492+0000 7fd3b6d3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.492+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.492+0000 7fd3b6d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:36.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.492+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.493+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:36.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.493+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.494+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:36.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.494+0000 7fd3b6d3d800 20 searching for the correct realm 2024-09-12T17:19:36.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.495+0000 7fd3b322b640 0 -- 172.21.15.123:0/2597108319 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fd3a8067910 msgr2=0x7fd3a8066380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:36.701 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.700+0000 7fd3b2229640 0 -- 172.21.15.123:0/2597108319 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fd3ac02d060 msgr2=0x7fd3ac0022b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.906+0000 7fd3b6d3d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.906+0000 7fd3b6d3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.906+0000 7fd3b6d3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.906+0000 7fd3b6d3d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.906+0000 7fd3b6d3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.906+0000 7fd3b6d3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.906+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:36.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:36.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 zone default found 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 4 Realm: () 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 zonegroup default 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.907+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.908+0000 7fd3b6d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:36.910 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.908+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.908+0000 7fd3b6d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:36.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.908+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.908+0000 7fd3b6d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:36.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.908+0000 7fd3b6d3d800 20 started sync module instance, tier type = 2024-09-12T17:19:36.911 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.908+0000 7fd3b6d3d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:36.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=0 2024-09-12T17:19:36.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=1 2024-09-12T17:19:36.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=2 2024-09-12T17:19:36.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=3 2024-09-12T17:19:36.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=4 2024-09-12T17:19:36.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=5 2024-09-12T17:19:36.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=6 2024-09-12T17:19:36.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 20 add_watcher() i=7 2024-09-12T17:19:36.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.917+0000 7fd3b6d3d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.919+0000 7fd2697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd3b6d3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd3b6d3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd3b6d3d800 5 note: GC not initialized 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd1e3fff640 20 reqs_thread_entry: start 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd3b6d3d800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd3b6d3d800 20 Filter name: none 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd1e1ffb640 20 reqs_thread_entry: start 2024-09-12T17:19:36.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.920+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.921+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.921+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.921+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.921+0000 7fd3b6d3d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.921+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.922+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.922+0000 7fd3b6d3d800 20 rados->read ofs=0 len=0 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.922+0000 7fd3b6d3d800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:36.923 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.922+0000 7fd3b6d3d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:36.924 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.923+0000 7fd2697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:36.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.925+0000 7fd3b6d3d800 20 remove_watcher() i=0 2024-09-12T17:19:36.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.925+0000 7fd3b6d3d800 2 removed watcher, disabling cache 2024-09-12T17:19:36.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.926+0000 7fd3b6d3d800 20 remove_watcher() i=1 2024-09-12T17:19:36.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.927+0000 7fd3b6d3d800 20 remove_watcher() i=2 2024-09-12T17:19:36.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.928+0000 7fd3b6d3d800 20 remove_watcher() i=3 2024-09-12T17:19:36.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.929+0000 7fd3b6d3d800 20 remove_watcher() i=4 2024-09-12T17:19:36.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.930+0000 7fd3b6d3d800 20 remove_watcher() i=5 2024-09-12T17:19:36.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.931+0000 7fd3b6d3d800 20 remove_watcher() i=6 2024-09-12T17:19:36.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:36.932+0000 7fd3b6d3d800 20 remove_watcher() i=7 2024-09-12T17:19:36.944 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:36.944 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:36.944 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-logrecord-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:36.944 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:36.945 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-12T17:19:36.978 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:36.979 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:37.016 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.015+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 20 realm 2024-09-12T17:19:37.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:37.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.017+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.018+0000 7f182c540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:37.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.018+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.019+0000 7f182c540800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:37.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.019+0000 7f182c540800 20 searching for the correct realm 2024-09-12T17:19:37.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.220+0000 7f18282ed640 0 -- 172.21.15.123:0/1666882452 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f1814003bd0 msgr2=0x7f182005f660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:37.626 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.625+0000 7f18282ed640 0 -- 172.21.15.123:0/1666882452 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x55ed170cb6d0 msgr2=0x7f182008f3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:37.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:37.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:37.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:37.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:37.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:37.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:37.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.835+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 20 zone default found 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 4 Realm: () 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:37.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 20 zonegroup default 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.836+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.837+0000 7f182c540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.837+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.837+0000 7f182c540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.837+0000 7f182c540800 20 started sync module instance, tier type = 2024-09-12T17:19:37.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.837+0000 7f182c540800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:37.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.847+0000 7f182c540800 20 add_watcher() i=0 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.847+0000 7f182c540800 20 add_watcher() i=1 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.847+0000 7f182c540800 20 add_watcher() i=2 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.847+0000 7f182c540800 20 add_watcher() i=3 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.847+0000 7f182c540800 20 add_watcher() i=4 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.847+0000 7f182c540800 20 add_watcher() i=5 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.847+0000 7f182c540800 20 add_watcher() i=6 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.848+0000 7f182c540800 20 add_watcher() i=7 2024-09-12T17:19:37.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.848+0000 7f182c540800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:37.850 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.849+0000 7f16defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:37.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f182c540800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:37.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f182c540800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:37.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f182c540800 5 note: GC not initialized 2024-09-12T17:19:37.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f16ddfdb640 20 reqs_thread_entry: start 2024-09-12T17:19:37.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f182c540800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:37.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f182c540800 20 Filter name: none 2024-09-12T17:19:37.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f164f7fe640 20 reqs_thread_entry: start 2024-09-12T17:19:37.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f182c540800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:19:37.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.850+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:37.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:19:37.852 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 : miss 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:37.853 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.851+0000 7f182c540800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f182c540800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f182c540800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f182c540800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f182c540800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36, ofs0, ns] 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f16ff7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366242 cookie 94476784143424 notifier 7722 bl.length()=1007 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f16ff7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f16ff7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:37.856 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.855+0000 7f16ff7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:37.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.857+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_sources= new_sources= 2024-09-12T17:19:37.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.857+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential sources added=[] removed=[] 2024-09-12T17:19:37.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.857+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_dests= new_dests= 2024-09-12T17:19:37.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.857+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential dests added=[] removed=[] 2024-09-12T17:19:37.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.858+0000 7f182c540800 -1 Injecting error=-5 at location=logrecord_writes 2024-09-12T17:19:37.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.858+0000 7f182c540800 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:19:37.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.860+0000 7f182c540800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:37.861 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.860+0000 7f182c540800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f182c540800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f182c540800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f182c540800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f182c540800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36, ofs0, ns] 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f16feffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366243 cookie 94476784143424 notifier 7722 bl.length()=975 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f16feffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f16feffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:37.862 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.861+0000 7f16feffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:37.863 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.863+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_sources= new_sources= 2024-09-12T17:19:37.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.863+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential sources added=[] removed=[] 2024-09-12T17:19:37.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.863+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_dests= new_dests= 2024-09-12T17:19:37.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.863+0000 7f182c540800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential dests added=[] removed=[] 2024-09-12T17:19:37.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.865+0000 7f16defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:37.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.867+0000 7f182c540800 20 remove_watcher() i=0 2024-09-12T17:19:37.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.867+0000 7f182c540800 2 removed watcher, disabling cache 2024-09-12T17:19:37.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.869+0000 7f182c540800 20 remove_watcher() i=1 2024-09-12T17:19:37.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.870+0000 7f182c540800 20 remove_watcher() i=2 2024-09-12T17:19:37.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.871+0000 7f182c540800 20 remove_watcher() i=3 2024-09-12T17:19:37.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.872+0000 7f182c540800 20 remove_watcher() i=4 2024-09-12T17:19:37.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.873+0000 7f182c540800 20 remove_watcher() i=5 2024-09-12T17:19:37.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.874+0000 7f182c540800 20 remove_watcher() i=6 2024-09-12T17:19:37.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.875+0000 7f182c540800 20 remove_watcher() i=7 2024-09-12T17:19:37.888 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:19:37.917 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:37.917 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:37.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.953+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.955+0000 7f843250c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.955+0000 7f843250c800 20 realm 2024-09-12T17:19:37.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.955+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.955+0000 7f843250c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.955+0000 7f843250c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:37.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.955+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.956+0000 7f843250c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.956+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.956+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:37.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.956+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.957+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:37.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.957+0000 7f843250c800 20 searching for the correct realm 2024-09-12T17:19:37.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.959+0000 7f8427fff640 0 -- 172.21.15.123:0/89310576 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f8420072bb0 msgr2=0x7f842008e570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:37.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.962+0000 7f8427fff640 0 -- 172.21.15.123:0/89310576 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f82f8086ba0 msgr2=0x7f82f8088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.967+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 zone default found 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 4 Realm: () 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 zonegroup default 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:37.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 started sync module instance, tier type = 2024-09-12T17:19:37.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.968+0000 7f843250c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:37.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.977+0000 7f843250c800 20 add_watcher() i=0 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.977+0000 7f843250c800 20 add_watcher() i=1 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.977+0000 7f843250c800 20 add_watcher() i=2 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.977+0000 7f843250c800 20 add_watcher() i=3 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.977+0000 7f843250c800 20 add_watcher() i=4 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.977+0000 7f843250c800 20 add_watcher() i=5 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.977+0000 7f843250c800 20 add_watcher() i=6 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.978+0000 7f843250c800 20 add_watcher() i=7 2024-09-12T17:19:37.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.978+0000 7f843250c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:37.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.979+0000 7f82e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f843250c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f843250c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f843250c800 5 note: GC not initialized 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f82e4fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f843250c800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f843250c800 20 Filter name: none 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f825e7fc640 20 reqs_thread_entry: start 2024-09-12T17:19:37.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.980+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.981+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:37.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.981+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.981+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:37.982 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.981+0000 7f843250c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:37.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.981+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.982+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:37.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.982+0000 7f843250c800 20 rados->read ofs=0 len=0 2024-09-12T17:19:37.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.982+0000 7f843250c800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:37.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.982+0000 7f843250c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:37.984 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.983+0000 7f82e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:37.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.985+0000 7f843250c800 20 remove_watcher() i=0 2024-09-12T17:19:37.986 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.985+0000 7f843250c800 2 removed watcher, disabling cache 2024-09-12T17:19:37.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.986+0000 7f843250c800 20 remove_watcher() i=1 2024-09-12T17:19:37.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.987+0000 7f843250c800 20 remove_watcher() i=2 2024-09-12T17:19:37.994 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.989+0000 7f843250c800 20 remove_watcher() i=3 2024-09-12T17:19:37.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.990+0000 7f843250c800 20 remove_watcher() i=4 2024-09-12T17:19:37.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.991+0000 7f843250c800 20 remove_watcher() i=5 2024-09-12T17:19:37.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.992+0000 7f843250c800 20 remove_watcher() i=6 2024-09-12T17:19:37.995 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:37.993+0000 7f843250c800 20 remove_watcher() i=7 2024-09-12T17:19:38.004 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:38.004 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:38.005 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-logrecord-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:38.005 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:38.006 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:38.006 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:38.038 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:38.038 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:38.095 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:19:38.126 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:38.127 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:38.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.162+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 20 realm 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.164+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.165+0000 7fed05840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:38.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.165+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.166 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.166+0000 7fed05840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:38.167 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.166+0000 7fed05840800 20 searching for the correct realm 2024-09-12T17:19:38.168 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.167+0000 7fed02b29640 0 -- 172.21.15.123:0/948507486 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fecf401d940 msgr2=0x7fecf400d3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:38.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.170+0000 7fed02b29640 0 -- 172.21.15.123:0/948507486 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7febcc086bd0 msgr2=0x7febcc089000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:38.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.175+0000 7fed05840800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:38.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.175+0000 7fed05840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.175+0000 7fed05840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.175+0000 7fed05840800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.175+0000 7fed05840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.175+0000 7fed05840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.175+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 zone default found 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 4 Realm: () 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:38.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 zonegroup default 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.176+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.177+0000 7fed05840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.177+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.177+0000 7fed05840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.177+0000 7fed05840800 20 started sync module instance, tier type = 2024-09-12T17:19:38.180 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.177+0000 7fed05840800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:38.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.185+0000 7fed05840800 20 add_watcher() i=0 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.185+0000 7fed05840800 20 add_watcher() i=1 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.185+0000 7fed05840800 20 add_watcher() i=2 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.185+0000 7fed05840800 20 add_watcher() i=3 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.185+0000 7fed05840800 20 add_watcher() i=4 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.186+0000 7fed05840800 20 add_watcher() i=5 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.186+0000 7fed05840800 20 add_watcher() i=6 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.186+0000 7fed05840800 20 add_watcher() i=7 2024-09-12T17:19:38.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.186+0000 7fed05840800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:38.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.188+0000 7febb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:38.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.188+0000 7fed05840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:38.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.188+0000 7fed05840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.188+0000 7fed05840800 5 note: GC not initialized 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.188+0000 7febb8fe1640 20 reqs_thread_entry: start 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.188+0000 7fed05840800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 20 Filter name: none 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7feb327fc640 20 reqs_thread_entry: start 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 : miss 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.191 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:38.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:38.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:38.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:38.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:38.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.189+0000 7fed05840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 2024-09-12T17:19:38.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7fed05840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:38.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7fed05840800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:38.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7fed05840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7fed05840800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36, ofs0, ns] 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7febe6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366244 cookie 94494650298608 notifier 7758 bl.length()=1007 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7febe6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7febe6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.193+0000 7febe6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.195+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_sources= new_sources= 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.195+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential sources added=[] removed=[] 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.195+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_dests= new_dests= 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.195+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential dests added=[] removed=[] 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.197+0000 7fed05840800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36.1.0 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.197+0000 7fed05840800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36.1.0 2024-09-12T17:19:38.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.197+0000 7fed05840800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36.1.1 2024-09-12T17:19:38.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.197+0000 7fed05840800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36.1.1 2024-09-12T17:19:38.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.197+0000 7fed05840800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36.0 2024-09-12T17:19:38.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.199+0000 7fed05840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:38.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.199+0000 7fed05840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 2024-09-12T17:19:38.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7fed05840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:38.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7fed05840800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:38.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7fed05840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:38.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7fed05840800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36, ofs0, ns] 2024-09-12T17:19:38.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7febe6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366245 cookie 94494650298608 notifier 7758 bl.length()=1007 2024-09-12T17:19:38.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7febe6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:38.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7febe6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:38.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.200+0000 7febe6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:38.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.202+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_sources= new_sources= 2024-09-12T17:19:38.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.202+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential sources added=[] removed=[] 2024-09-12T17:19:38.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.202+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_dests= new_dests= 2024-09-12T17:19:38.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.202+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential dests added=[] removed=[] 2024-09-12T17:19:38.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.203+0000 7fed05840800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36.0 2024-09-12T17:19:38.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.203+0000 7fed05840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:19:38.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.203+0000 7fed05840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7fed05840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7fed05840800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7fed05840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7fed05840800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36, ofs0, ns] 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7febe67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366246 cookie 94494650298608 notifier 7758 bl.length()=975 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7febe67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 info.flags=0x17 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7febe67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 to cache LRU end 2024-09-12T17:19:38.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.204+0000 7febe67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:38.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.206+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_sources= new_sources= 2024-09-12T17:19:38.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.206+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential sources added=[] removed=[] 2024-09-12T17:19:38.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.206+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): orig_dests= new_dests= 2024-09-12T17:19:38.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.206+0000 7fed05840800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36]): potential dests added=[] removed=[] 2024-09-12T17:19:38.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.207+0000 7fed05840800 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:19:38.210 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.209+0000 7febb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:38.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.211+0000 7fed05840800 20 remove_watcher() i=0 2024-09-12T17:19:38.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.211+0000 7fed05840800 2 removed watcher, disabling cache 2024-09-12T17:19:38.212 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.212+0000 7fed05840800 20 remove_watcher() i=1 2024-09-12T17:19:38.213 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.213+0000 7fed05840800 20 remove_watcher() i=2 2024-09-12T17:19:38.214 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.214+0000 7fed05840800 20 remove_watcher() i=3 2024-09-12T17:19:38.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.214+0000 7fed05840800 20 remove_watcher() i=4 2024-09-12T17:19:38.216 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.215+0000 7fed05840800 20 remove_watcher() i=5 2024-09-12T17:19:38.217 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.216+0000 7fed05840800 20 remove_watcher() i=6 2024-09-12T17:19:38.218 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.217+0000 7fed05840800 20 remove_watcher() i=7 2024-09-12T17:19:38.230 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:19:38.259 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:38.259 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:38.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.295+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 20 realm 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.298 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.297+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.298+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:38.299 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.298+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.299+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:38.300 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.299+0000 7f1c3a72f800 20 searching for the correct realm 2024-09-12T17:19:38.301 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.300+0000 7f1c36c1b640 0 -- 172.21.15.123:0/1304873845 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1c200b4b40 msgr2=0x7f1c200e1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:38.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.507+0000 7f1c35c19640 0 -- 172.21.15.123:0/1304873845 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1c28067100 msgr2=0x7f1c2805eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:38.714 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.713+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:38.715 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 zone default found 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 4 Realm: () 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 zonegroup default 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.717 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.714+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.715+0000 7f1c3a72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.715+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.715+0000 7f1c3a72f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:38.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.715+0000 7f1c3a72f800 20 started sync module instance, tier type = 2024-09-12T17:19:38.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.715+0000 7f1c3a72f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.723+0000 7f1c3a72f800 20 add_watcher() i=0 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.723+0000 7f1c3a72f800 20 add_watcher() i=1 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.723+0000 7f1c3a72f800 20 add_watcher() i=2 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.723+0000 7f1c3a72f800 20 add_watcher() i=3 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.723+0000 7f1c3a72f800 20 add_watcher() i=4 2024-09-12T17:19:38.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.723+0000 7f1c3a72f800 20 add_watcher() i=5 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.723+0000 7f1c3a72f800 20 add_watcher() i=6 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.724+0000 7f1c3a72f800 20 add_watcher() i=7 2024-09-12T17:19:38.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.724+0000 7f1c3a72f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.726+0000 7f1aecfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:38.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.726+0000 7f1c3a72f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.726+0000 7f1c3a72f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.726+0000 7f1c3a72f800 5 note: GC not initialized 2024-09-12T17:19:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.726+0000 7f1a677fe640 20 reqs_thread_entry: start 2024-09-12T17:19:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.727+0000 7f1c3a72f800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.727+0000 7f1c3a72f800 20 Filter name: none 2024-09-12T17:19:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.727+0000 7f1a657fa640 20 reqs_thread_entry: start 2024-09-12T17:19:38.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.727+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.728+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:38.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.728+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.728+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.728+0000 7f1c3a72f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.728+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.729+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.729+0000 7f1c3a72f800 20 rados->read ofs=0 len=0 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.729+0000 7f1c3a72f800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:38.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.729+0000 7f1c3a72f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:38.731 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.730+0000 7f1aecfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:38.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.732+0000 7f1c3a72f800 20 remove_watcher() i=0 2024-09-12T17:19:38.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.732+0000 7f1c3a72f800 2 removed watcher, disabling cache 2024-09-12T17:19:38.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.734+0000 7f1c3a72f800 20 remove_watcher() i=1 2024-09-12T17:19:38.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.734+0000 7f1c3a72f800 20 remove_watcher() i=2 2024-09-12T17:19:38.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.735+0000 7f1c3a72f800 20 remove_watcher() i=3 2024-09-12T17:19:38.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.736+0000 7f1c3a72f800 20 remove_watcher() i=4 2024-09-12T17:19:38.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.737+0000 7f1c3a72f800 20 remove_watcher() i=5 2024-09-12T17:19:38.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.738+0000 7f1c3a72f800 20 remove_watcher() i=6 2024-09-12T17:19:38.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:38.739+0000 7f1c3a72f800 20 remove_watcher() i=7 2024-09-12T17:19:38.750 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:38.750 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:38.750 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-logrecord-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:19:38.750 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:38.752 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:38.753 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:38.773 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:38.773 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:38.991 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:38.991 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.050 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-12T17:19:39.051 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:39.051 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.052 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.092 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.092 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.148 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.149 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.185 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.185 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.224 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.224 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.259 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.259 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.293 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.293 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.328 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.328 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.363 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.363 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.399 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.399 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.434 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.434 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.471 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.471 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.507 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.507 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.544 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.544 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.578 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.578 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.615 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.615 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.650 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.651 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.686 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.686 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.721 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.721 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.755 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.755 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.792 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.792 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.826 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:39.827 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:39.863 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:19:39.891 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:39.891 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:39.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.926+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:39.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:39.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 20 realm 2024-09-12T17:19:39.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:39.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:39.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:39.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:39.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:39.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.928+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:39.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.929+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:39.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.929+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:39.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.930+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:39.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.930+0000 7f5d79b35800 20 searching for the correct realm 2024-09-12T17:19:39.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:39.931+0000 7f5d76022640 0 -- 172.21.15.123:0/4070446285 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f5d600e0020 msgr2=0x7f5d600a47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:40.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.136+0000 7f5d75020640 0 -- 172.21.15.123:0/4070446285 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f5d7002c070 msgr2=0x7f5d7004e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:40.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:40.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:40.343 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:40.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:40.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:40.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:40.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.344 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.342+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:40.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:40.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 zone default found 2024-09-12T17:19:40.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 4 Realm: () 2024-09-12T17:19:40.345 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 zonegroup default 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.343+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.344+0000 7f5d79b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.344+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.344+0000 7f5d79b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.344+0000 7f5d79b35800 20 started sync module instance, tier type = 2024-09-12T17:19:40.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.344+0000 7f5d79b35800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.352+0000 7f5d79b35800 20 add_watcher() i=0 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.352+0000 7f5d79b35800 20 add_watcher() i=1 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.352+0000 7f5d79b35800 20 add_watcher() i=2 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.352+0000 7f5d79b35800 20 add_watcher() i=3 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.352+0000 7f5d79b35800 20 add_watcher() i=4 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.352+0000 7f5d79b35800 20 add_watcher() i=5 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.352+0000 7f5d79b35800 20 add_watcher() i=6 2024-09-12T17:19:40.354 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.353+0000 7f5d79b35800 20 add_watcher() i=7 2024-09-12T17:19:40.355 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.353+0000 7f5d79b35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:40.356 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.355+0000 7f5c277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.355+0000 7f5d79b35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.355+0000 7f5d79b35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.355+0000 7f5d79b35800 5 note: GC not initialized 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.355+0000 7f5c267fc640 20 reqs_thread_entry: start 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.356+0000 7f5d79b35800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.356+0000 7f5d79b35800 20 Filter name: none 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.356+0000 7f5b97fff640 20 reqs_thread_entry: start 2024-09-12T17:19:40.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.356+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.356+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:40.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.356+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.357+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:40.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.357+0000 7f5d79b35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:40.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.357+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.357+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:40.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.357+0000 7f5d79b35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.358+0000 7f5d79b35800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:40.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.358+0000 7f5d79b35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:40.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.359+0000 7f5c277fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:40.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.361+0000 7f5d79b35800 20 remove_watcher() i=0 2024-09-12T17:19:40.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.361+0000 7f5d79b35800 2 removed watcher, disabling cache 2024-09-12T17:19:40.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.362+0000 7f5d79b35800 20 remove_watcher() i=1 2024-09-12T17:19:40.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.363+0000 7f5d79b35800 20 remove_watcher() i=2 2024-09-12T17:19:40.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.364+0000 7f5d79b35800 20 remove_watcher() i=3 2024-09-12T17:19:40.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.365+0000 7f5d79b35800 20 remove_watcher() i=4 2024-09-12T17:19:40.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.366+0000 7f5d79b35800 20 remove_watcher() i=5 2024-09-12T17:19:40.367 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.367+0000 7f5d79b35800 20 remove_watcher() i=6 2024-09-12T17:19:40.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.368+0000 7f5d79b35800 20 remove_watcher() i=7 2024-09-12T17:19:40.379 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.379 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:40.379 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-logrecord-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:40.379 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.380 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:19:40.414 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:40.414 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:40.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.450+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.451+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.451+0000 7f19f3010800 20 realm 2024-09-12T17:19:40.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.451+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.452+0000 7f19f3010800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:40.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.453 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:40.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:40.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.453+0000 7f19f3010800 20 searching for the correct realm 2024-09-12T17:19:40.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.455+0000 7f19eef7b640 0 -- 172.21.15.123:0/2612914624 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f19d8089400 msgr2=0x7f19d8089820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:40.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.661+0000 7f19e7fff640 0 -- 172.21.15.123:0/2612914624 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f19e8094020 msgr2=0x7f19e80649f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:40.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:40.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:40.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 zone default found 2024-09-12T17:19:40.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 4 Realm: () 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 zonegroup default 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.869+0000 7f19f3010800 20 started sync module instance, tier type = 2024-09-12T17:19:40.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.869+0000 7f19f3010800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=0 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=1 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=2 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=3 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=4 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=5 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=6 2024-09-12T17:19:40.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.879+0000 7f19f3010800 20 add_watcher() i=7 2024-09-12T17:19:40.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.879+0000 7f19f3010800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:40.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.880+0000 7f18a4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:40.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f19f3010800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:40.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f19f3010800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:40.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f19f3010800 5 note: GC not initialized 2024-09-12T17:19:40.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f181f7fe640 20 reqs_thread_entry: start 2024-09-12T17:19:40.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f19f3010800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:40.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f19f3010800 20 Filter name: none 2024-09-12T17:19:40.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f181d7fa640 20 reqs_thread_entry: start 2024-09-12T17:19:40.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f19f3010800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:19:40.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.881+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 : miss 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:40.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.882+0000 7f19f3010800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 2024-09-12T17:19:40.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:40.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f19f3010800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:40.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f19f3010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:40.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f19f3010800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37, ofs0, ns] 2024-09-12T17:19:40.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366250 cookie 94715209211952 notifier 7815 bl.length()=1007 2024-09-12T17:19:40.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:40.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:40.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:40.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_sources= new_sources= 2024-09-12T17:19:40.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential sources added=[] removed=[] 2024-09-12T17:19:40.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_dests= new_dests= 2024-09-12T17:19:40.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential dests added=[] removed=[] 2024-09-12T17:19:40.889 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f3010800 time 2024-09-12T17:19:40.889699+0000 2024-09-12T17:19:40.890 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:40.890 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:40.890 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f418c71a] 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f19f3010800 thread_name:radosgw-admin 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.889+0000 7f19f3010800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f3010800 time 2024-09-12T17:19:40.889699+0000 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:40.891 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f418c71a] 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:19:40.892 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f2e3e6f0] 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f2e8b99c] 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f418c774] 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:40.907 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.890+0000 7f19f3010800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f19f3010800 thread_name:radosgw-admin 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f2e3e6f0] 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f2e8b99c] 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f418c774] 2024-09-12T17:19:40.908 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: dump: 2024-09-12T17:19:40.909 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.910 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: dump: 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:19:40.433+0000 7f19f3010800 5 monclient: authenticate success, global_id 7232 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:19:40.433+0000 7f19f3010800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:40.911 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:19:40.433+0000 7f19f3010800 4 set_mon_vals no callback set 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: shutdown 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 asok(0x56249a345730) unregister_commands rotate-key 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.912 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding auth protocol: cephx 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding auth protocol: cephx 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding auth protocol: cephx 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.913 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:19:40.434+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: starting msgr at 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: starting objecter 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 asok(0x56249a345730) register_command objecter_requests hook 0x56249a56cf80 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: setting wanted keys 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: calling monclient init 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding auth protocol: cephx 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding auth protocol: cephx 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding auth protocol: cephx 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.914 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:19:40.435+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:19:40.435+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.915 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:19:40.435+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key hook 0x56249a567d18 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a3f14e0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a419130 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a41c4d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.170327s 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a419130 auth_method 0 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.916 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a41c4d0 auth_method 0 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): get_auth_request con 0x56249a3f14e0 auth_method 0 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.917 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7235 payload 824 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:19:40.435+0000 7f19eef7b640 1 monclient: found mon.noname-c 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: dump: 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.918 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:19:40.435+0000 7f19f3010800 5 monclient: authenticate success, global_id 7235 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:40.919 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: dump: 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:19:40.435+0000 7f18dc608640 4 set_mon_vals no callback set 2024-09-12T17:19:40.920 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:19:40.436+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:19:40.436+0000 7f19f3010800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:19:40.436+0000 7f19f3010800 1 librados: init done 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:19:40.437+0000 7f18dae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:19:40.437+0000 7f18dae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:19:40.437+0000 7f18dae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:19:40.437+0000 7f19ee77a640 10 monclient: get_auth_request con 0x7f18d4076470 auth_method 0 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:19:40.438+0000 7f19e7fff640 10 monclient: get_auth_request con 0x56249a5b0260 auth_method 0 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:19:40.438+0000 7f19ee77a640 10 monclient: get_auth_request con 0x56249a5b3440 auth_method 0 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:19:40.439+0000 7f19e7fff640 10 monclient: get_auth_request con 0x56249a5b7630 auth_method 0 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:19:40.440+0000 7f19eef7b640 10 monclient: get_auth_request con 0x56249a5b6cc0 auth_method 0 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:19:40.441+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:19:40.441+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.921 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:19:40.441+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding auth protocol: cephx 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding auth protocol: cephx 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding auth protocol: cephx 2024-09-12T17:19:40.922 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.923 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:19:40.441+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 asok(0x56249a345730) register_command objecter_requests cmddesc objecter_requests hook 0x56249a5c3070 EEXIST 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding auth protocol: cephx 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding auth protocol: cephx 2024-09-12T17:19:40.924 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding auth protocol: cephx 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.925 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:19:40.442+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:19:40.442+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key cmddesc rotate-key hook 0x56249a5be760 EEXIST 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a5e6d60 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a5e9030 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a5e5530 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.177717s 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a5e9030 auth_method 0 2024-09-12T17:19:40.926 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a5e6d60 auth_method 0 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): get_auth_request con 0x56249a5e5530 auth_method 0 2024-09-12T17:19:40.927 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:19:40.443+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7809 payload 824 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:19:40.443+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:19:40.443+0000 7f19eef7b640 1 monclient: found mon.noname-a 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:19:40.443+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: dump: 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.928 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: dump: 2024-09-12T17:19:40.929 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:19:40.443+0000 7f19f3010800 5 monclient: authenticate success, global_id 7809 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:19:40.443+0000 7f19ef77c640 4 set_mon_vals no callback set 2024-09-12T17:19:40.930 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:19:40.444+0000 7f18d3fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:19:40.444+0000 7f18d3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:19:40.444+0000 7f18d3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:19:40.445+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f18c8076380 auth_method 0 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: get_monmap_and_config 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:19:40.445+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.931 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding auth protocol: cephx 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding auth protocol: cephx 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding auth protocol: cephx 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.932 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:19:40.445+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding auth protocol: cephx 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding auth protocol: cephx 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding auth protocol: cephx 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.933 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:19:40.445+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:19:40.446+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:19:40.446+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key cmddesc rotate-key hook 0x7ffd08ae26b8 EEXIST 2024-09-12T17:19:40.934 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a63b260 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a635800 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a60b0a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.181225s 2024-09-12T17:19:40.935 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a635800 auth_method 0 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): get_auth_request con 0x56249a60b0a0 auth_method 0 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.936 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a63b260 auth_method 0 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7241 payload 274 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:19:40.446+0000 7f19eef7b640 1 monclient: found mon.noname-c 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: dump: 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.937 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:40.938 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: dump: 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:19:40.446+0000 7f19f3010800 5 monclient: authenticate success, global_id 7241 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:19:40.446+0000 7f19f3010800 4 set_mon_vals no callback set 2024-09-12T17:19:40.939 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: shutdown 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.940 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding auth protocol: cephx 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding auth protocol: cephx 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding auth protocol: cephx 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.941 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:19:40.447+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: starting msgr at 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: starting objecter 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 asok(0x56249a345730) register_command objecter_requests cmddesc objecter_requests hook 0x56249a5ffa20 EEXIST 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: setting wanted keys 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: calling monclient init 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding auth protocol: cephx 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding auth protocol: cephx 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding auth protocol: cephx 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:40.942 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:19:40.448+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:19:40.448+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:19:40.448+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key cmddesc rotate-key hook 0x56249a5fec58 EEXIST 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:40.943 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a60b0a0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a635800 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a63b260 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.183387s 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a60b0a0 auth_method 0 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.944 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a635800 auth_method 0 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7815 payload 824 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:19:40.448+0000 7f19eef7b640 1 monclient: found mon.noname-a 2024-09-12T17:19:40.945 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: dump: 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.946 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: dump: 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.947 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:19:40.448+0000 7f19f3010800 5 monclient: authenticate success, global_id 7815 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:19:40.448+0000 7f18d1ffb640 4 set_mon_vals no callback set 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:19:40.449+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:19:40.449+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:19:40.449+0000 7f19f3010800 1 librados: init done 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:19:40.449+0000 7f19f3010800 5 asok(0x56249a345730) register_command cr dump hook 0x56249a60ace8 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:19:40.450+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:19:40.450+0000 7f18bffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:19:40.450+0000 7f18bffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:19:40.450+0000 7f18bffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.948 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:19:40.451+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f18b80764a0 auth_method 0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:19:40.451+0000 7f19ee77a640 10 monclient: get_auth_request con 0x56249a654890 auth_method 0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:19:40.451+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:19:40.451+0000 7f19f3010800 20 realm 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:19:40.451+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:19:40.452+0000 7f19f3010800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:19:40.452+0000 7f19e7fff640 10 monclient: get_auth_request con 0x56249a658b70 auth_method 0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.949 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:19:40.453+0000 7f19eef7b640 10 monclient: get_auth_request con 0x56249a65c300 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 searching for the correct realm 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:19:40.454+0000 7f19ee77a640 10 monclient: get_auth_request con 0x7f19e806c7f0 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:19:40.455+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f19e003a930 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:19:40.455+0000 7f19eef7b640 0 -- 172.21.15.123:0/2612914624 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f19d8089400 msgr2=0x7f19d8089820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:19:40.455+0000 7f19eef7b640 10 monclient: get_auth_request con 0x7f19d8089400 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:19:40.656+0000 7f19eef7b640 10 monclient: get_auth_request con 0x7f19d8089400 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:19:40.658+0000 7f19ee77a640 10 monclient: get_auth_request con 0x7f19e8046b00 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:19:40.661+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f19e8094020 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:19:40.661+0000 7f19e7fff640 0 -- 172.21.15.123:0/2612914624 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f19e8094020 msgr2=0x7f19e80649f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:19:40.862+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f19e8094020 auth_method 0 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:40.950 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 zone default found 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:19:40.868+0000 7f19f3010800 4 Realm: () 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:19:40.868+0000 7f19f3010800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:19:40.868+0000 7f19f3010800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:40.951 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:19:40.868+0000 7f19f3010800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 zonegroup default 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 started sync module instance, tier type = 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=0 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=1 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=2 2024-09-12T17:19:40.952 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=3 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=4 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=5 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=6 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:19:40.879+0000 7f19f3010800 20 add_watcher() i=7 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:19:40.879+0000 7f19f3010800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding auth protocol: cephx 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding auth protocol: cephx 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding auth protocol: cephx 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:40.953 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:19:40.880+0000 7f18a4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:19:40.881+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache list hook 0x56249a629730 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache inspect hook 0x56249a629730 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache erase hook 0x56249a629730 2024-09-12T17:19:40.954 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache zap hook 0x56249a629730 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 note: GC not initialized 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:19:40.881+0000 7f181f7fe640 20 reqs_thread_entry: start 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace show hook 0x7f19e807d020 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace history hook 0x7f19e807d020 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace active hook 0x7f19e807d020 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace active_short hook 0x7f19e807d020 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 Filter name: none 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:19:40.881+0000 7f181d7fa640 20 reqs_thread_entry: start 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:19:40.881+0000 7f19f3010800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:40.955 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 : miss 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:40.956 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37, ofs0, ns] 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366250 cookie 94715209211952 notifier 7815 bl.length()=1007 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_sources= new_sources= 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential sources added=[] removed=[] 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_dests= new_dests= 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential dests added=[] removed=[] 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:19:40.889+0000 7f19f3010800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f3010800 time 2024-09-12T17:19:40.889699+0000 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:40.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f418c71a] 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:19:40.890+0000 7f19f3010800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f19f3010800 thread_name:radosgw-admin 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.958 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f2e3e6f0] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f2e8b99c] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f418c774] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:19:40.959 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:19:40.960 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:19:40.961 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:19:40.962 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:19:40.963 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:19:40.964 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:19:40.965 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 7f181d7fa640 / http_manager 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 7f181f7fe640 / http_manager 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18a4fe1640 / rgw_dt_lg_renew 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18bffff640 / ms_dispatch 2024-09-12T17:19:40.966 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18d17fa640 / io_context_pool 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18d1ffb640 / io_context_pool 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18d3fff640 / ms_dispatch 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18dae05640 / ms_dispatch 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18dc608640 / io_context_pool 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19e7fff640 / msgr-worker-2 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19ee77a640 / msgr-worker-1 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19eef7b640 / msgr-worker-0 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19ef77c640 / io_context_pool 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19f3010800 / radosgw-admin 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.135793.log 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:19:40.967 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: dump: 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.968 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:19:40.433+0000 7f18dc608640 10 monclient: dump: 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.969 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:19:40.433+0000 7f19f3010800 5 monclient: authenticate success, global_id 7232 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:19:40.433+0000 7f19f3010800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:19:40.433+0000 7f19f3010800 4 set_mon_vals no callback set 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: shutdown 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 asok(0x56249a345730) unregister_commands rotate-key 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.970 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding auth protocol: cephx 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding auth protocol: cephx 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding auth protocol: cephx 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.971 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: crc 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a56d200) adding con mode: secure 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:19:40.434+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: starting msgr at 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: starting objecter 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 asok(0x56249a345730) register_command objecter_requests hook 0x56249a56cf80 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: setting wanted keys 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:19:40.434+0000 7f19f3010800 1 librados: calling monclient init 2024-09-12T17:19:40.972 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:19:40.434+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding auth protocol: cephx 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding auth protocol: cephx 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding auth protocol: cephx 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.973 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: crc 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:19:40.434+0000 7f19f3010800 5 AuthRegistry(0x56249a567bd0) adding con mode: secure 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:19:40.435+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:19:40.435+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:19:40.435+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key hook 0x56249a567d18 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a3f14e0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a419130 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a41c4d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.974 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.170327s 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a419130 auth_method 0 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a41c4d0 auth_method 0 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:19:40.435+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.975 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): get_auth_request con 0x56249a3f14e0 auth_method 0 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:19:40.435+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7235 payload 824 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:19:40.435+0000 7f19eef7b640 1 monclient: found mon.noname-c 2024-09-12T17:19:40.976 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:19:40.435+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: dump: 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.977 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:19:40.435+0000 7f19f3010800 5 monclient: authenticate success, global_id 7235 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:19:40.435+0000 7f18dae05640 10 monclient: dump: 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.978 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:19:40.435+0000 7f19f3010800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:19:40.435+0000 7f18dc608640 4 set_mon_vals no callback set 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:19:40.436+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:19:40.436+0000 7f19f3010800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:19:40.436+0000 7f19f3010800 1 librados: init done 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:19:40.437+0000 7f18dae05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:19:40.437+0000 7f18dae05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:19:40.437+0000 7f18dae05640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:19:40.437+0000 7f19ee77a640 10 monclient: get_auth_request con 0x7f18d4076470 auth_method 0 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:19:40.438+0000 7f19e7fff640 10 monclient: get_auth_request con 0x56249a5b0260 auth_method 0 2024-09-12T17:19:40.979 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:19:40.438+0000 7f19ee77a640 10 monclient: get_auth_request con 0x56249a5b3440 auth_method 0 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:19:40.439+0000 7f19e7fff640 10 monclient: get_auth_request con 0x56249a5b7630 auth_method 0 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:19:40.440+0000 7f19eef7b640 10 monclient: get_auth_request con 0x56249a5b6cc0 auth_method 0 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:19:40.441+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:19:40.441+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:19:40.441+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.980 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding auth protocol: cephx 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding auth protocol: cephx 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding auth protocol: cephx 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.981 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: crc 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:19:40.441+0000 7f19f3010800 5 AuthRegistry(0x56249a5bf640) adding con mode: secure 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:19:40.441+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 asok(0x56249a345730) register_command objecter_requests cmddesc objecter_requests hook 0x56249a5c3070 EEXIST 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding auth protocol: cephx 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding auth protocol: cephx 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding auth protocol: cephx 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.982 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: crc 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 AuthRegistry(0x56249a5be618) adding con mode: secure 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:19:40.442+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:19:40.442+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:19:40.442+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key cmddesc rotate-key hook 0x56249a5be760 EEXIST 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:19:40.983 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a5e6d60 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a5e9030 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a5e5530 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:19:40.442+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.177717s 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a5e9030 auth_method 0 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a5e6d60 auth_method 0 2024-09-12T17:19:40.984 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:19:40.442+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:19:40.442+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): get_auth_request con 0x56249a5e5530 auth_method 0 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:19:40.442+0000 7f19ee77a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:19:40.443+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7809 payload 824 2024-09-12T17:19:40.985 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:19:40.443+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:19:40.443+0000 7f19eef7b640 1 monclient: found mon.noname-a 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:19:40.443+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: dump: 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.986 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:19:40.443+0000 7f18d3fff640 10 monclient: dump: 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.987 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:19:40.443+0000 7f19f3010800 5 monclient: authenticate success, global_id 7809 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:19:40.443+0000 7f19ef77c640 4 set_mon_vals no callback set 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:19:40.443+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:19:40.444+0000 7f18d3fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:19:40.444+0000 7f18d3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.988 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:19:40.444+0000 7f18d3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:19:40.445+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f18c8076380 auth_method 0 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: get_monmap_and_config 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:19:40.445+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.989 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding auth protocol: cephx 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding auth protocol: cephx 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding auth protocol: cephx 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.990 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: crc 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x56249a606c80) adding con mode: secure 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:19:40.445+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:19:40.445+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding auth protocol: cephx 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding auth protocol: cephx 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding auth protocol: cephx 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.991 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: crc 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:19:40.445+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2570) adding con mode: secure 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:19:40.445+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:19:40.446+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:19:40.446+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key cmddesc rotate-key hook 0x7ffd08ae26b8 EEXIST 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a63b260 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a635800 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a60b0a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.992 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.181225s 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a635800 auth_method 0 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): get_auth_request con 0x56249a60b0a0 auth_method 0 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.993 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:19:40.446+0000 7f19ee77a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a63b260 auth_method 0 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:19:40.446+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7241 payload 274 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:19:40.446+0000 7f19eef7b640 1 monclient: found mon.noname-c 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:19:40.446+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.994 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: dump: 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: _finish_auth 0 2024-09-12T17:19:40.995 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:19:40.446+0000 7f18d1ffb640 10 monclient: dump: 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:40.996 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:19:40.446+0000 7f19f3010800 5 monclient: authenticate success, global_id 7241 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:19:40.446+0000 7f19f3010800 10 monclient: get_monmap_and_config success 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:19:40.446+0000 7f19f3010800 4 set_mon_vals no callback set 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: shutdown 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: build_initial_monmap 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 build_initial for_mkfs: 0 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: monmap: 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:19:40.997 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding auth protocol: cephx 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding auth protocol: cephx 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding auth protocol: cephx 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.998 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: crc 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a636710) adding con mode: secure 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:19:40.447+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: starting msgr at 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: starting objecter 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 asok(0x56249a345730) register_command objecter_requests cmddesc objecter_requests hook 0x56249a5ffa20 EEXIST 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: setting wanted keys 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:19:40.447+0000 7f19f3010800 1 librados: calling monclient init 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:19:40.447+0000 7f19f3010800 10 monclient: init 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding auth protocol: cephx 2024-09-12T17:19:40.999 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding auth protocol: cephx 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding auth protocol: cephx 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: crc 2024-09-12T17:19:41.000 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:19:40.447+0000 7f19f3010800 5 AuthRegistry(0x56249a5feb10) adding con mode: secure 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:19:40.448+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:19:40.448+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:19:40.448+0000 7f19f3010800 5 asok(0x56249a345730) register_command rotate-key cmddesc rotate-key hook 0x56249a5fec58 EEXIST 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _reopen_session rank -1 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-c con 0x56249a60b0a0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-a con 0x56249a635800 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): picked mon.noname-b con 0x56249a63b260 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): start opening mon connection 2024-09-12T17:19:41.001 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): _renew_subs 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient(hunting): authenticate will time out at 2348.183387s 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): get_auth_request con 0x56249a60b0a0 auth_method 0 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): get_auth_request con 0x56249a635800 auth_method 0 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:19:40.448+0000 7f19e7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:19:41.002 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient(hunting): handle_auth_done global_id 7815 payload 824 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient: _finish_hunting 0 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:19:40.448+0000 7f19eef7b640 1 monclient: found mon.noname-a 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:19:40.448+0000 7f19eef7b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: dump: 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:41.003 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: _finish_auth 0 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: _check_auth_tickets 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:19:40.448+0000 7f18bffff640 10 monclient: dump: 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:19:41.004 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:19:40.448+0000 7f19f3010800 5 monclient: authenticate success, global_id 7815 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:19:40.448+0000 7f18d1ffb640 4 set_mon_vals no callback set 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:19:40.448+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:19:40.449+0000 7f19f3010800 10 monclient: _renew_subs 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:19:40.449+0000 7f19f3010800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:19:40.449+0000 7f19f3010800 1 librados: init done 2024-09-12T17:19:41.005 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:19:40.449+0000 7f19f3010800 5 asok(0x56249a345730) register_command cr dump hook 0x56249a60ace8 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:19:40.450+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:19:40.450+0000 7f18bffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:19:40.450+0000 7f18bffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:19:40.450+0000 7f18bffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:19:40.451+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f18b80764a0 auth_method 0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:19:40.451+0000 7f19ee77a640 10 monclient: get_auth_request con 0x56249a654890 auth_method 0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:19:40.451+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:19:40.451+0000 7f19f3010800 20 realm 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:19:40.451+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:19:40.452+0000 7f19f3010800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:19:40.452+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.006 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:19:40.452+0000 7f19e7fff640 10 monclient: get_auth_request con 0x56249a658b70 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:19:40.453+0000 7f19eef7b640 10 monclient: get_auth_request con 0x56249a65c300 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:19:40.453+0000 7f19f3010800 20 searching for the correct realm 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:19:40.454+0000 7f19ee77a640 10 monclient: get_auth_request con 0x7f19e806c7f0 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:19:40.455+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f19e003a930 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:19:40.455+0000 7f19eef7b640 0 -- 172.21.15.123:0/2612914624 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f19d8089400 msgr2=0x7f19d8089820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:19:40.455+0000 7f19eef7b640 10 monclient: get_auth_request con 0x7f19d8089400 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:19:40.656+0000 7f19eef7b640 10 monclient: get_auth_request con 0x7f19d8089400 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:19:40.658+0000 7f19ee77a640 10 monclient: get_auth_request con 0x7f19e8046b00 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:19:40.661+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f19e8094020 auth_method 0 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:19:40.661+0000 7f19e7fff640 0 -- 172.21.15.123:0/2612914624 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f19e8094020 msgr2=0x7f19e80649f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:41.007 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:19:40.862+0000 7f19e7fff640 10 monclient: get_auth_request con 0x7f19e8094020 auth_method 0 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:19:40.867+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:41.008 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 zone default found 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:19:40.868+0000 7f19f3010800 4 Realm: () 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:19:40.868+0000 7f19f3010800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:19:40.868+0000 7f19f3010800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:19:40.868+0000 7f19f3010800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 zonegroup default 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:19:40.868+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 started sync module instance, tier type = 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:19:40.869+0000 7f19f3010800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:41.009 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=0 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=1 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=2 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=3 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=4 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=5 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:19:40.878+0000 7f19f3010800 20 add_watcher() i=6 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:19:40.879+0000 7f19f3010800 20 add_watcher() i=7 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:19:40.879+0000 7f19f3010800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding auth protocol: cephx 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding auth protocol: cephx 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding auth protocol: cephx 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:41.010 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:19:40.880+0000 7f18a4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: crc 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:19:40.880+0000 7f19f3010800 5 AuthRegistry(0x7ffd08ae2a40) adding con mode: secure 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:19:40.881+0000 7f19f3010800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:41.011 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache list hook 0x56249a629730 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache inspect hook 0x56249a629730 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache erase hook 0x56249a629730 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command cache zap hook 0x56249a629730 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 note: GC not initialized 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:19:40.881+0000 7f181f7fe640 20 reqs_thread_entry: start 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace show hook 0x7f19e807d020 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace history hook 0x7f19e807d020 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace active hook 0x7f19e807d020 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:19:40.881+0000 7f19f3010800 5 asok(0x56249a345730) register_command sync trace active_short hook 0x7f19e807d020 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 Filter name: none 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:19:40.881+0000 7f181d7fa640 20 reqs_thread_entry: start 2024-09-12T17:19:41.012 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:19:40.881+0000 7f19f3010800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:19:40.881+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 : miss 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:19:40.882+0000 7f19f3010800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:19:40.882+0000 7f19f3010800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 2024-09-12T17:19:41.013 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:19:40.886+0000 7f19f3010800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37, ofs0, ns] 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366250 cookie 94715209211952 notifier 7815 bl.length()=1007 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:19:40.886+0000 7f18d17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_sources= new_sources= 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential sources added=[] removed=[] 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_dests= new_dests= 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:19:40.888+0000 7f19f3010800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential dests added=[] removed=[] 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:19:40.889+0000 7f19f3010800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f3010800 time 2024-09-12T17:19:40.889699+0000 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:19:41.014 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f418c71a] 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:19:40.890+0000 7f19f3010800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f19f3010800 thread_name:radosgw-admin 2024-09-12T17:19:41.015 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f2e3e6f0] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f2e8b99c] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f418c774] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f418c8d8] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562497fb7841] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5624984c590c] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562497fc750d] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f19f2e29590] 2024-09-12T17:19:41.016 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:19:41.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:19:41.018 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:19:41.019 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:19:41.020 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:19:41.021 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:19:41.022 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 7f181d7fa640 / http_manager 2024-09-12T17:19:41.023 INFO:tasks.workunit.client.0.smithi123.stderr: 7f181f7fe640 / http_manager 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18a4fe1640 / rgw_dt_lg_renew 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18bffff640 / ms_dispatch 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18d17fa640 / io_context_pool 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18d1ffb640 / io_context_pool 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18d3fff640 / ms_dispatch 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18dae05640 / ms_dispatch 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f18dc608640 / io_context_pool 2024-09-12T17:19:41.024 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19e7fff640 / msgr-worker-2 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19ee77a640 / msgr-worker-1 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19eef7b640 / msgr-worker-0 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19ef77c640 / io_context_pool 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr: 7f19f3010800 / radosgw-admin 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:19:40.891322Z_540d84a7-669a-4039-a159-6beb913f7dcf/log 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:19:41.025 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:19:41.027 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:41.027 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:41.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.965+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 20 realm 2024-09-12T17:19:41.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.967+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.968+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.968+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.968+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.968+0000 7f34ebb35800 20 searching for the correct realm 2024-09-12T17:19:41.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:40.970+0000 7f34e80e5640 0 -- 172.21.15.123:0/2573047455 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f34d0069020 msgr2=0x7f34d0082400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:41.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.176+0000 7f34e70e3640 0 -- 172.21.15.123:0/2573047455 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f34e00c0ba0 msgr2=0x7f34e00af5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:19:41.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:41.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:41.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:41.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:41.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:41.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:41.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.383+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 zone default found 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 4 Realm: () 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 zonegroup default 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.384+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.385+0000 7f34ebb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.385+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.385+0000 7f34ebb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.385+0000 7f34ebb35800 20 started sync module instance, tier type = 2024-09-12T17:19:41.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.385+0000 7f34ebb35800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:41.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.395+0000 7f34ebb35800 20 add_watcher() i=0 2024-09-12T17:19:41.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.395+0000 7f34ebb35800 20 add_watcher() i=1 2024-09-12T17:19:41.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.395+0000 7f34ebb35800 20 add_watcher() i=2 2024-09-12T17:19:41.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.395+0000 7f34ebb35800 20 add_watcher() i=3 2024-09-12T17:19:41.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.395+0000 7f34ebb35800 20 add_watcher() i=4 2024-09-12T17:19:41.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.395+0000 7f34ebb35800 20 add_watcher() i=5 2024-09-12T17:19:41.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.395+0000 7f34ebb35800 20 add_watcher() i=6 2024-09-12T17:19:41.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.396+0000 7f34ebb35800 20 add_watcher() i=7 2024-09-12T17:19:41.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.396+0000 7f34ebb35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:41.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.397+0000 7f339dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:41.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f34ebb35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:41.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f34ebb35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:41.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f34ebb35800 5 note: GC not initialized 2024-09-12T17:19:41.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f339cfe1640 20 reqs_thread_entry: start 2024-09-12T17:19:41.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f34ebb35800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:41.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f34ebb35800 20 Filter name: none 2024-09-12T17:19:41.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f33167fc640 20 reqs_thread_entry: start 2024-09-12T17:19:41.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.398+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.399+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:41.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.399+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.399+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:19:41.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.399+0000 7f34ebb35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:41.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.399+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.400+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:41.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.400+0000 7f34ebb35800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.400+0000 7f34ebb35800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:19:41.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.400+0000 7f34ebb35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:19:41.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.402+0000 7f339dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:41.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.404+0000 7f34ebb35800 20 remove_watcher() i=0 2024-09-12T17:19:41.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.404+0000 7f34ebb35800 2 removed watcher, disabling cache 2024-09-12T17:19:41.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.405+0000 7f34ebb35800 20 remove_watcher() i=1 2024-09-12T17:19:41.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.406+0000 7f34ebb35800 20 remove_watcher() i=2 2024-09-12T17:19:41.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.407+0000 7f34ebb35800 20 remove_watcher() i=3 2024-09-12T17:19:41.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.408+0000 7f34ebb35800 20 remove_watcher() i=4 2024-09-12T17:19:41.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.409+0000 7f34ebb35800 20 remove_watcher() i=5 2024-09-12T17:19:41.411 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.410+0000 7f34ebb35800 20 remove_watcher() i=6 2024-09-12T17:19:41.412 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.411+0000 7f34ebb35800 20 remove_watcher() i=7 2024-09-12T17:19:41.423 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.423 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:19:41.423 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-logrecord-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:19:41.423 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:19:41.425 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:41.425 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:41.462 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:19:41.462 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:19:41.519 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:19:41.550 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:41.550 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:41.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.586+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 20 realm 2024-09-12T17:19:41.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:19:41.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:41.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.588+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.589+0000 7fc1cd328800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:41.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.589+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:41.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.590+0000 7fc1cd328800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:19:41.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.590+0000 7fc1cd328800 20 searching for the correct realm 2024-09-12T17:19:41.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.591+0000 7fc1c9870640 0 -- 172.21.15.123:0/3098467868 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fc1c0074950 msgr2=0x7fc1c008d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:41.799 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:41.797+0000 7fc1c886e640 0 -- 172.21.15.123:0/3098467868 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fc1c4086960 msgr2=0x7fc1c4008b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.003+0000 7fc1cd328800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.003+0000 7fc1cd328800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.003+0000 7fc1cd328800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.003+0000 7fc1cd328800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.003+0000 7fc1cd328800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.003+0000 7fc1cd328800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.003+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.004+0000 7fc1cd328800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:42.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.004+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.004+0000 7fc1cd328800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.004+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 zone default found 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 4 Realm: () 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 zonegroup default 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:42.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:42.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.005+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.006+0000 7fc1cd328800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:19:42.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.006+0000 7fc1cd328800 20 started sync module instance, tier type = 2024-09-12T17:19:42.009 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.006+0000 7fc1cd328800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:19:42.017 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.016+0000 7fc1cd328800 20 add_watcher() i=0 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.016+0000 7fc1cd328800 20 add_watcher() i=1 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.016+0000 7fc1cd328800 20 add_watcher() i=2 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.016+0000 7fc1cd328800 20 add_watcher() i=3 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.016+0000 7fc1cd328800 20 add_watcher() i=4 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.016+0000 7fc1cd328800 20 add_watcher() i=5 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.016+0000 7fc1cd328800 20 add_watcher() i=6 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.017+0000 7fc1cd328800 20 add_watcher() i=7 2024-09-12T17:19:42.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.017+0000 7fc1cd328800 2 all 8 watchers are set, enabling cache 2024-09-12T17:19:42.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.018+0000 7fc07f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:42.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc1cd328800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:19:42.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc1cd328800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:19:42.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc1cd328800 5 note: GC not initialized 2024-09-12T17:19:42.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc07e7e4640 20 reqs_thread_entry: start 2024-09-12T17:19:42.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc1cd328800 20 init_complete bucket index max shards: 1 2024-09-12T17:19:42.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc1cd328800 20 Filter name: none 2024-09-12T17:19:42.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fbfeffff640 20 reqs_thread_entry: start 2024-09-12T17:19:42.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc1cd328800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:19:42.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.019+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.020+0000 7fc1cd328800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.020+0000 7fc1cd328800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.020+0000 7fc1cd328800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.020+0000 7fc1cd328800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 : miss 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.020+0000 7fc1cd328800 20 rados->read ofs=0 len=0 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.021+0000 7fc1cd328800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.021+0000 7fc1cd328800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.021+0000 7fc1cd328800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.021+0000 7fc1cd328800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.021+0000 7fc1cd328800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:19:42.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.021+0000 7fc1cd328800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 2024-09-12T17:19:42.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.022+0000 7fc1cd328800 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to be held by another RGW process; skipping for now 2024-09-12T17:19:42.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.022+0000 7fc07f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:19:42.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.025+0000 7fc1cd328800 20 remove_watcher() i=0 2024-09-12T17:19:42.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.025+0000 7fc1cd328800 2 removed watcher, disabling cache 2024-09-12T17:19:42.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.026+0000 7fc1cd328800 20 remove_watcher() i=1 2024-09-12T17:19:42.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.027+0000 7fc1cd328800 20 remove_watcher() i=2 2024-09-12T17:19:42.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.028+0000 7fc1cd328800 20 remove_watcher() i=3 2024-09-12T17:19:42.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.029+0000 7fc1cd328800 20 remove_watcher() i=4 2024-09-12T17:19:42.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.030+0000 7fc1cd328800 20 remove_watcher() i=5 2024-09-12T17:19:42.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.031+0000 7fc1cd328800 20 remove_watcher() i=6 2024-09-12T17:19:42.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:19:42.032+0000 7fc1cd328800 20 remove_watcher() i=7 2024-09-12T17:19:42.044 INFO:tasks.workunit.client.0.smithi123.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:20:12.059 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:20:12.095 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:12.095 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:12.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.137+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 20 realm 2024-09-12T17:20:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.138+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.139+0000 7f2eb0c0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:12.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.139+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.140+0000 7f2eb0c0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:12.141 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.140+0000 7f2eb0c0e800 20 searching for the correct realm 2024-09-12T17:20:12.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.142+0000 7f2eacbe1640 0 -- 172.21.15.123:0/2011163151 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f2ea0096070 msgr2=0x7f2ea000d440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:20:12.350 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.349+0000 7f2eabbdf640 0 -- 172.21.15.123:0/2011163151 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f2ea40143f0 msgr2=0x7f2ea4014870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:12.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.557+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 20 zone default found 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 4 Realm: () 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 20 zonegroup default 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.558+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.559+0000 7f2eb0c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.559+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.559+0000 7f2eb0c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.559+0000 7f2eb0c0e800 20 started sync module instance, tier type = 2024-09-12T17:20:12.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.559+0000 7f2eb0c0e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:12.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.570+0000 7f2eb0c0e800 20 add_watcher() i=0 2024-09-12T17:20:12.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.570+0000 7f2eb0c0e800 20 add_watcher() i=1 2024-09-12T17:20:12.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.570+0000 7f2eb0c0e800 20 add_watcher() i=2 2024-09-12T17:20:12.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.570+0000 7f2eb0c0e800 20 add_watcher() i=3 2024-09-12T17:20:12.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.570+0000 7f2eb0c0e800 20 add_watcher() i=4 2024-09-12T17:20:12.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.570+0000 7f2eb0c0e800 20 add_watcher() i=5 2024-09-12T17:20:12.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.570+0000 7f2eb0c0e800 20 add_watcher() i=6 2024-09-12T17:20:12.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.571+0000 7f2eb0c0e800 20 add_watcher() i=7 2024-09-12T17:20:12.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.571+0000 7f2eb0c0e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:12.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.573+0000 7f2d62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.573+0000 7f2eb0c0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.573+0000 7f2eb0c0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.573+0000 7f2eb0c0e800 5 note: GC not initialized 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.573+0000 7f2d61fe3640 20 reqs_thread_entry: start 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 20 Filter name: none 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2d5affd640 20 reqs_thread_entry: start 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:20:12.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:20:12.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:20:12.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:20:12.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 : miss 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.574+0000 7f2eb0c0e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.575+0000 7f2eb0c0e800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.575+0000 7f2eb0c0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.575+0000 7f2eb0c0e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.575+0000 7f2eb0c0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.575+0000 7f2eb0c0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.575+0000 7f2eb0c0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 2024-09-12T17:20:12.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.576+0000 7f2eb0c0e800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:20:12.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2eb0c0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:20:12.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2eb0c0e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:20:12.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2eb0c0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:12.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2eb0c0e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37, ofs0, ns] 2024-09-12T17:20:12.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2d8b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366251 cookie 94508833382832 notifier 7298 bl.length()=1007 2024-09-12T17:20:12.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2d8b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:20:12.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2d8b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:20:12.582 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.580+0000 7f2d8b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:12.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.582+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_sources= new_sources= 2024-09-12T17:20:12.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.582+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential sources added=[] removed=[] 2024-09-12T17:20:12.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.582+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_dests= new_dests= 2024-09-12T17:20:12.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.582+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential dests added=[] removed=[] 2024-09-12T17:20:12.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.585+0000 7f2eb0c0e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37.2.0 2024-09-12T17:20:12.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.585+0000 7f2eb0c0e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37.2.0 2024-09-12T17:20:12.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.585+0000 7f2eb0c0e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37.2.1 2024-09-12T17:20:12.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.585+0000 7f2eb0c0e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37.2.1 2024-09-12T17:20:12.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.585+0000 7f2eb0c0e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37.0 2024-09-12T17:20:12.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.587+0000 7f2eb0c0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:12.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.587+0000 7f2eb0c0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 2024-09-12T17:20:12.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2eb0c0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:20:12.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2eb0c0e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:20:12.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2eb0c0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:12.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2eb0c0e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37, ofs0, ns] 2024-09-12T17:20:12.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2d8affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366252 cookie 94508833382832 notifier 7298 bl.length()=1007 2024-09-12T17:20:12.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2d8affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:20:12.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2d8affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:20:12.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.589+0000 7f2d8affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:12.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.590+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_sources= new_sources= 2024-09-12T17:20:12.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.590+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential sources added=[] removed=[] 2024-09-12T17:20:12.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.590+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_dests= new_dests= 2024-09-12T17:20:12.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.590+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential dests added=[] removed=[] 2024-09-12T17:20:12.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.592+0000 7f2eb0c0e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37.0 2024-09-12T17:20:12.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.592+0000 7f2eb0c0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:12.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.592+0000 7f2eb0c0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 2024-09-12T17:20:12.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.593+0000 7f2eb0c0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:20:12.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.593+0000 7f2eb0c0e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:20:12.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.593+0000 7f2eb0c0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:12.594 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.593+0000 7f2eb0c0e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37, ofs0, ns] 2024-09-12T17:20:12.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.594+0000 7f2d8b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366253 cookie 94508833382832 notifier 7298 bl.length()=975 2024-09-12T17:20:12.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.594+0000 7f2d8b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 info.flags=0x17 2024-09-12T17:20:12.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.594+0000 7f2d8b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 to cache LRU end 2024-09-12T17:20:12.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.594+0000 7f2d8b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:12.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.595+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_sources= new_sources= 2024-09-12T17:20:12.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.595+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential sources added=[] removed=[] 2024-09-12T17:20:12.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.595+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): orig_dests= new_dests= 2024-09-12T17:20:12.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.595+0000 7f2eb0c0e800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37]): potential dests added=[] removed=[] 2024-09-12T17:20:12.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.596+0000 7f2eb0c0e800 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:20:12.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.599+0000 7f2d62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:12.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.601+0000 7f2eb0c0e800 20 remove_watcher() i=0 2024-09-12T17:20:12.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.601+0000 7f2eb0c0e800 2 removed watcher, disabling cache 2024-09-12T17:20:12.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.602+0000 7f2eb0c0e800 20 remove_watcher() i=1 2024-09-12T17:20:12.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.603+0000 7f2eb0c0e800 20 remove_watcher() i=2 2024-09-12T17:20:12.605 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.605+0000 7f2eb0c0e800 20 remove_watcher() i=3 2024-09-12T17:20:12.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.606+0000 7f2eb0c0e800 20 remove_watcher() i=4 2024-09-12T17:20:12.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.607+0000 7f2eb0c0e800 20 remove_watcher() i=5 2024-09-12T17:20:12.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.608+0000 7f2eb0c0e800 20 remove_watcher() i=6 2024-09-12T17:20:12.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.609+0000 7f2eb0c0e800 20 remove_watcher() i=7 2024-09-12T17:20:12.622 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:20:12.652 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:12.652 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:12.691 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.690+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 20 realm 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:12.693 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.692+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.693+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:12.694 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.693+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:12.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.694+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:12.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.694+0000 7f981eebb800 20 searching for the correct realm 2024-09-12T17:20:12.697 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.696+0000 7f981d1a6640 0 -- 172.21.15.123:0/3537491550 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9810017070 msgr2=0x7f9810075390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:12.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:12.903+0000 7f981c1a4640 0 -- 172.21.15.123:0/3537491550 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f98140a0b40 msgr2=0x7f98140a50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:13.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.110+0000 7f981eebb800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.110+0000 7f981eebb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.110+0000 7f981eebb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.110+0000 7f981eebb800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.110+0000 7f981eebb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.110+0000 7f981eebb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.110+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:13.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:13.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:13.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 zone default found 2024-09-12T17:20:13.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 4 Realm: () 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 zonegroup default 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.111+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.112+0000 7f981eebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.112+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.112+0000 7f981eebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.112+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.112+0000 7f981eebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.112+0000 7f981eebb800 20 started sync module instance, tier type = 2024-09-12T17:20:13.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.112+0000 7f981eebb800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:13.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.122+0000 7f981eebb800 20 add_watcher() i=0 2024-09-12T17:20:13.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.122+0000 7f981eebb800 20 add_watcher() i=1 2024-09-12T17:20:13.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.122+0000 7f981eebb800 20 add_watcher() i=2 2024-09-12T17:20:13.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.122+0000 7f981eebb800 20 add_watcher() i=3 2024-09-12T17:20:13.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.122+0000 7f981eebb800 20 add_watcher() i=4 2024-09-12T17:20:13.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.122+0000 7f981eebb800 20 add_watcher() i=5 2024-09-12T17:20:13.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.122+0000 7f981eebb800 20 add_watcher() i=6 2024-09-12T17:20:13.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.123+0000 7f981eebb800 20 add_watcher() i=7 2024-09-12T17:20:13.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.123+0000 7f981eebb800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:13.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.125+0000 7f96d37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.125+0000 7f981eebb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.125+0000 7f981eebb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.125+0000 7f981eebb800 5 note: GC not initialized 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.125+0000 7f96d27e4640 20 reqs_thread_entry: start 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.125+0000 7f981eebb800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.126+0000 7f981eebb800 20 Filter name: none 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.126+0000 7f96cbfff640 20 reqs_thread_entry: start 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.126+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.126+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:20:13.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.126+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.127+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:20:13.128 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.127+0000 7f981eebb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:13.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.127+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.128+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T17:20:13.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.128+0000 7f981eebb800 20 rados->read ofs=0 len=0 2024-09-12T17:20:13.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.128+0000 7f981eebb800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T17:20:13.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.128+0000 7f981eebb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:13.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.130+0000 7f96d37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:13.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.132+0000 7f981eebb800 20 remove_watcher() i=0 2024-09-12T17:20:13.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.132+0000 7f981eebb800 2 removed watcher, disabling cache 2024-09-12T17:20:13.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.133+0000 7f981eebb800 20 remove_watcher() i=1 2024-09-12T17:20:13.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.134+0000 7f981eebb800 20 remove_watcher() i=2 2024-09-12T17:20:13.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.135+0000 7f981eebb800 20 remove_watcher() i=3 2024-09-12T17:20:13.137 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.136+0000 7f981eebb800 20 remove_watcher() i=4 2024-09-12T17:20:13.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.137+0000 7f981eebb800 20 remove_watcher() i=5 2024-09-12T17:20:13.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.138+0000 7f981eebb800 20 remove_watcher() i=6 2024-09-12T17:20:13.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:13.139+0000 7f981eebb800 20 remove_watcher() i=7 2024-09-12T17:20:13.151 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:13.151 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:13.151 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-logrecord-writes id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:20:13.151 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:13.153 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.154 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.174 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.174 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.391 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.391 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.453 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-12T17:20:13.453 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:13.454 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.454 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.496 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.496 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.552 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.552 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.590 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.590 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.626 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.626 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.663 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.663 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.699 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.699 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.733 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.733 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.769 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.770 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.804 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.804 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.839 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.839 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.874 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.874 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.907 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.907 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.944 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.944 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:13.979 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:13.979 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.015 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:14.015 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.050 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:14.050 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.086 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:14.086 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.122 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:14.122 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.160 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:14.160 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.197 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:14.197 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.232 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:14.233 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:14.268 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:20:14.297 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:14.297 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:14.334 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.333+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 20 realm 2024-09-12T17:20:14.335 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:14.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.334+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.335+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:14.336 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.335+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.336+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:14.337 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.336+0000 7f4c4d20f800 20 searching for the correct realm 2024-09-12T17:20:14.339 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.338+0000 7f4c49149640 0 -- 172.21.15.123:0/2852758425 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f4c300eb040 msgr2=0x7f4c3005c4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:14.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.544+0000 7f4c48147640 0 -- 172.21.15.123:0/2852758425 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f4c40031070 msgr2=0x7f4c4005c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:20:14.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.751+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:14.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:14.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 zone default found 2024-09-12T17:20:14.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 4 Realm: () 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 zonegroup default 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.752+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.753+0000 7f4c4d20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.753+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.753+0000 7f4c4d20f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.753+0000 7f4c4d20f800 20 started sync module instance, tier type = 2024-09-12T17:20:14.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.753+0000 7f4c4d20f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:14.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.762+0000 7f4c4d20f800 20 add_watcher() i=0 2024-09-12T17:20:14.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.762+0000 7f4c4d20f800 20 add_watcher() i=1 2024-09-12T17:20:14.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.762+0000 7f4c4d20f800 20 add_watcher() i=2 2024-09-12T17:20:14.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.762+0000 7f4c4d20f800 20 add_watcher() i=3 2024-09-12T17:20:14.763 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.762+0000 7f4c4d20f800 20 add_watcher() i=4 2024-09-12T17:20:14.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.762+0000 7f4c4d20f800 20 add_watcher() i=5 2024-09-12T17:20:14.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.762+0000 7f4c4d20f800 20 add_watcher() i=6 2024-09-12T17:20:14.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.763+0000 7f4c4d20f800 20 add_watcher() i=7 2024-09-12T17:20:14.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.763+0000 7f4c4d20f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:14.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.765+0000 7f4afefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.765+0000 7f4c4d20f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.765+0000 7f4c4d20f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.765+0000 7f4c4d20f800 5 note: GC not initialized 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.766+0000 7f4afdfe3640 20 reqs_thread_entry: start 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.766+0000 7f4c4d20f800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.766+0000 7f4c4d20f800 20 Filter name: none 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.766+0000 7f4a6f7fe640 20 reqs_thread_entry: start 2024-09-12T17:20:14.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.766+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.767+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:14.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.767+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.767+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:14.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.767+0000 7f4c4d20f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:14.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.767+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.768+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:14.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.768+0000 7f4c4d20f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.768+0000 7f4c4d20f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:14.769 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.768+0000 7f4c4d20f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:14.770 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.769+0000 7f4afefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:14.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.772+0000 7f4c4d20f800 20 remove_watcher() i=0 2024-09-12T17:20:14.773 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.772+0000 7f4c4d20f800 2 removed watcher, disabling cache 2024-09-12T17:20:14.774 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.773+0000 7f4c4d20f800 20 remove_watcher() i=1 2024-09-12T17:20:14.775 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.774+0000 7f4c4d20f800 20 remove_watcher() i=2 2024-09-12T17:20:14.776 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.776+0000 7f4c4d20f800 20 remove_watcher() i=3 2024-09-12T17:20:14.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.777+0000 7f4c4d20f800 20 remove_watcher() i=4 2024-09-12T17:20:14.778 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.778+0000 7f4c4d20f800 20 remove_watcher() i=5 2024-09-12T17:20:14.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.779+0000 7f4c4d20f800 20 remove_watcher() i=6 2024-09-12T17:20:14.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.780+0000 7f4c4d20f800 20 remove_watcher() i=7 2024-09-12T17:20:14.791 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:14.791 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:14.791 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:20:14.791 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:14.792 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-12T17:20:14.826 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:14.826 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:14.864 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.863+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 20 realm 2024-09-12T17:20:14.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.865 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:14.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:14.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.864+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.865+0000 7feee9340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:14.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.865+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:14.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.866+0000 7feee9340800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:14.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.866+0000 7feee9340800 20 searching for the correct realm 2024-09-12T17:20:14.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.868+0000 7feee58c1640 0 -- 172.21.15.123:0/3339891967 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7feedc066480 msgr2=0x7feedc0668a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:14.873 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:14.872+0000 7feee48bf640 0 -- 172.21.15.123:0/3339891967 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7feee0019550 msgr2=0x7feee0082170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.080 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.078+0000 7feee9340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:15.081 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 20 zone default found 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 4 Realm: () 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 20 zonegroup default 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.079+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.080+0000 7feee9340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.082 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.080+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.080+0000 7feee9340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.080+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.080+0000 7feee9340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.080+0000 7feee9340800 20 started sync module instance, tier type = 2024-09-12T17:20:15.083 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.080+0000 7feee9340800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:15.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.090+0000 7feee9340800 20 add_watcher() i=0 2024-09-12T17:20:15.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.090+0000 7feee9340800 20 add_watcher() i=1 2024-09-12T17:20:15.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.090+0000 7feee9340800 20 add_watcher() i=2 2024-09-12T17:20:15.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.090+0000 7feee9340800 20 add_watcher() i=3 2024-09-12T17:20:15.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.090+0000 7feee9340800 20 add_watcher() i=4 2024-09-12T17:20:15.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.090+0000 7feee9340800 20 add_watcher() i=5 2024-09-12T17:20:15.091 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.090+0000 7feee9340800 20 add_watcher() i=6 2024-09-12T17:20:15.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.091+0000 7feee9340800 20 add_watcher() i=7 2024-09-12T17:20:15.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.091+0000 7feee9340800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:15.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7fed9bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:15.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7feee9340800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:15.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7feee9340800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:15.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7feee9340800 5 note: GC not initialized 2024-09-12T17:20:15.094 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7fed9afe5640 20 reqs_thread_entry: start 2024-09-12T17:20:15.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7feee9340800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:15.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7feee9340800 20 Filter name: none 2024-09-12T17:20:15.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7fed98fe1640 20 reqs_thread_entry: start 2024-09-12T17:20:15.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7feee9340800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:20:15.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.093+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 : miss 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:15.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:15.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:15.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.094+0000 7feee9340800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 2024-09-12T17:20:15.099 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.098+0000 7feee9340800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:15.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.098+0000 7feee9340800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:15.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.098+0000 7feee9340800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:15.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.098+0000 7feee9340800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38, ofs0, ns] 2024-09-12T17:20:15.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.099+0000 7fedc8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366257 cookie 94194050847456 notifier 7920 bl.length()=1015 2024-09-12T17:20:15.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.099+0000 7fedc8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:15.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.099+0000 7fedc8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:15.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.099+0000 7fedc8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:15.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.100+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_sources= new_sources= 2024-09-12T17:20:15.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.100+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential sources added=[] removed=[] 2024-09-12T17:20:15.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.100+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_dests= new_dests= 2024-09-12T17:20:15.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.100+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential dests added=[] removed=[] 2024-09-12T17:20:15.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.102+0000 7feee9340800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.0 2024-09-12T17:20:15.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.102+0000 7feee9340800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.0 2024-09-12T17:20:15.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.102+0000 7feee9340800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.1 2024-09-12T17:20:15.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.102+0000 7feee9340800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.1 2024-09-12T17:20:15.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.102+0000 7feee9340800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.0 2024-09-12T17:20:15.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.105+0000 7feee9340800 -1 Injecting error=-5 at location=change_reshard_state 2024-09-12T17:20:15.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.105+0000 7feee9340800 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-12T17:20:15.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.109+0000 7feee9340800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:15.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.109+0000 7feee9340800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 2024-09-12T17:20:15.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.110+0000 7feee9340800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:15.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.110+0000 7feee9340800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:15.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.110+0000 7feee9340800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:15.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.110+0000 7feee9340800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38, ofs0, ns] 2024-09-12T17:20:15.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.110+0000 7fedb7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366258 cookie 94194050847456 notifier 7920 bl.length()=983 2024-09-12T17:20:15.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.111+0000 7fedb7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:15.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.111+0000 7fedb7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:15.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.111+0000 7fedb7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:15.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.112+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_sources= new_sources= 2024-09-12T17:20:15.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.112+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential sources added=[] removed=[] 2024-09-12T17:20:15.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.112+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_dests= new_dests= 2024-09-12T17:20:15.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.112+0000 7feee9340800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential dests added=[] removed=[] 2024-09-12T17:20:15.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.112+0000 7feee9340800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-12T17:20:15.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.114+0000 7fed9bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:15.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.116+0000 7feee9340800 20 remove_watcher() i=0 2024-09-12T17:20:15.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.116+0000 7feee9340800 2 removed watcher, disabling cache 2024-09-12T17:20:15.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.117+0000 7feee9340800 20 remove_watcher() i=1 2024-09-12T17:20:15.119 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.118+0000 7feee9340800 20 remove_watcher() i=2 2024-09-12T17:20:15.120 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.119+0000 7feee9340800 20 remove_watcher() i=3 2024-09-12T17:20:15.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.121+0000 7feee9340800 20 remove_watcher() i=4 2024-09-12T17:20:15.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.121+0000 7feee9340800 20 remove_watcher() i=5 2024-09-12T17:20:15.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.122+0000 7feee9340800 20 remove_watcher() i=6 2024-09-12T17:20:15.124 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.123+0000 7feee9340800 20 remove_watcher() i=7 2024-09-12T17:20:15.136 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:20:15.165 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:15.165 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:15.202 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.201+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 20 realm 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.203+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.204+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:15.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.204+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.205+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:15.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.205+0000 7f7d3f11f800 20 searching for the correct realm 2024-09-12T17:20:15.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.207+0000 7f7d3b6a3640 0 -- 172.21.15.123:0/1602220063 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f7d24050700 msgr2=0x7f7d24086410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:20:15.415 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.414+0000 7f7d326a1640 0 -- 172.21.15.123:0/1602220063 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f7d340a7070 msgr2=0x7f7d340d5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:15.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:15.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:15.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:15.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:15.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:15.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:15.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.621+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 zone default found 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 4 Realm: () 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 zonegroup default 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.622+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.623+0000 7f7d3f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.623+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.623+0000 7f7d3f11f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.623+0000 7f7d3f11f800 20 started sync module instance, tier type = 2024-09-12T17:20:15.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.623+0000 7f7d3f11f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.633+0000 7f7d3f11f800 20 add_watcher() i=0 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.633+0000 7f7d3f11f800 20 add_watcher() i=1 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.633+0000 7f7d3f11f800 20 add_watcher() i=2 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.633+0000 7f7d3f11f800 20 add_watcher() i=3 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.633+0000 7f7d3f11f800 20 add_watcher() i=4 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.633+0000 7f7d3f11f800 20 add_watcher() i=5 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.633+0000 7f7d3f11f800 20 add_watcher() i=6 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.634+0000 7f7d3f11f800 20 add_watcher() i=7 2024-09-12T17:20:15.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.634+0000 7f7d3f11f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:15.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7bf17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:15.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7d3f11f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:15.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7d3f11f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:15.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7d3f11f800 5 note: GC not initialized 2024-09-12T17:20:15.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7b6bfff640 20 reqs_thread_entry: start 2024-09-12T17:20:15.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7d3f11f800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:15.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7d3f11f800 20 Filter name: none 2024-09-12T17:20:15.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7b69ffb640 20 reqs_thread_entry: start 2024-09-12T17:20:15.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.636+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.637+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.637+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.637+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.637+0000 7f7d3f11f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.637+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.638+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.638+0000 7f7d3f11f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.638+0000 7f7d3f11f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:15.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.638+0000 7f7d3f11f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:15.640 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.639+0000 7f7bf17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:15.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.642+0000 7f7d3f11f800 20 remove_watcher() i=0 2024-09-12T17:20:15.642 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.642+0000 7f7d3f11f800 2 removed watcher, disabling cache 2024-09-12T17:20:15.643 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.643+0000 7f7d3f11f800 20 remove_watcher() i=1 2024-09-12T17:20:15.644 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.644+0000 7f7d3f11f800 20 remove_watcher() i=2 2024-09-12T17:20:15.645 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.645+0000 7f7d3f11f800 20 remove_watcher() i=3 2024-09-12T17:20:15.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.646+0000 7f7d3f11f800 20 remove_watcher() i=4 2024-09-12T17:20:15.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.647+0000 7f7d3f11f800 20 remove_watcher() i=5 2024-09-12T17:20:15.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.648+0000 7f7d3f11f800 20 remove_watcher() i=6 2024-09-12T17:20:15.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.649+0000 7f7d3f11f800 20 remove_watcher() i=7 2024-09-12T17:20:15.660 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:15.660 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:15.660 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:20:15.660 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:15.662 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:15.662 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:15.694 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:15.694 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:15.751 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:20:15.784 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:15.784 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:15.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.821+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 20 realm 2024-09-12T17:20:15.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:15.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:15.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:15.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:15.823+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.025+0000 7f5381740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:16.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.025+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.025+0000 7f5381740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:16.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.025+0000 7f5381740800 20 searching for the correct realm 2024-09-12T17:20:16.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.026+0000 7f537d4c0640 0 -- 172.21.15.123:0/1320626502 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f537805b040 msgr2=0x7f53780accd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:16.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.232+0000 7f537d4c0640 0 -- 172.21.15.123:0/1320626502 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x55907d77bc00 msgr2=0x7f5378074620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:16.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:16.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:16.443 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:16.444 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.442+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:16.445 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 20 zone default found 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 4 Realm: () 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 20 zonegroup default 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.443+0000 7f5381740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.444+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.444+0000 7f5381740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.444+0000 7f5381740800 20 started sync module instance, tier type = 2024-09-12T17:20:16.446 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.444+0000 7f5381740800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:16.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.454+0000 7f5381740800 20 add_watcher() i=0 2024-09-12T17:20:16.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.454+0000 7f5381740800 20 add_watcher() i=1 2024-09-12T17:20:16.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.454+0000 7f5381740800 20 add_watcher() i=2 2024-09-12T17:20:16.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.454+0000 7f5381740800 20 add_watcher() i=3 2024-09-12T17:20:16.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.454+0000 7f5381740800 20 add_watcher() i=4 2024-09-12T17:20:16.455 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.454+0000 7f5381740800 20 add_watcher() i=5 2024-09-12T17:20:16.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.454+0000 7f5381740800 20 add_watcher() i=6 2024-09-12T17:20:16.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.455+0000 7f5381740800 20 add_watcher() i=7 2024-09-12T17:20:16.456 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.455+0000 7f5381740800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:16.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.457+0000 7f5233fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:16.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.457+0000 7f5381740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:16.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.457+0000 7f5381740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:16.458 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.457+0000 7f5381740800 5 note: GC not initialized 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.457+0000 7f5232fe5640 20 reqs_thread_entry: start 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 20 Filter name: none 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5230fe1640 20 reqs_thread_entry: start 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:20:16.460 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 : miss 2024-09-12T17:20:16.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.458+0000 7f5381740800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.459+0000 7f5381740800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:16.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.459+0000 7f5381740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:16.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.459+0000 7f5381740800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:16.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.459+0000 7f5381740800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:16.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.459+0000 7f5381740800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:16.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.459+0000 7f5381740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5381740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5381740800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5381740800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5381740800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38, ofs0, ns] 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5260ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366259 cookie 94079071042928 notifier 7382 bl.length()=1015 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5260ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5260ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:16.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.463+0000 7f5260ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:16.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.465+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_sources= new_sources= 2024-09-12T17:20:16.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.465+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential sources added=[] removed=[] 2024-09-12T17:20:16.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.465+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_dests= new_dests= 2024-09-12T17:20:16.465 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.465+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential dests added=[] removed=[] 2024-09-12T17:20:16.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.467+0000 7f5381740800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.0 2024-09-12T17:20:16.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.467+0000 7f5381740800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.0 2024-09-12T17:20:16.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.467+0000 7f5381740800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.1 2024-09-12T17:20:16.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.467+0000 7f5381740800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.1.1 2024-09-12T17:20:16.468 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.467+0000 7f5381740800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.0 2024-09-12T17:20:16.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.470+0000 7f5381740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:16.471 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.470+0000 7f5381740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 2024-09-12T17:20:16.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5381740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:16.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5381740800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:16.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5381740800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:16.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5381740800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38, ofs0, ns] 2024-09-12T17:20:16.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5260ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366260 cookie 94079071042928 notifier 7382 bl.length()=1015 2024-09-12T17:20:16.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5260ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:16.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5260ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:16.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.471+0000 7f5260ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:16.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.474+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_sources= new_sources= 2024-09-12T17:20:16.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.474+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential sources added=[] removed=[] 2024-09-12T17:20:16.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.474+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_dests= new_dests= 2024-09-12T17:20:16.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.474+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential dests added=[] removed=[] 2024-09-12T17:20:16.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.475+0000 7f5381740800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38.0 2024-09-12T17:20:16.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.476+0000 7f5381740800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:16.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.476+0000 7f5381740800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 2024-09-12T17:20:16.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5381740800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:16.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5381740800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:16.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5381740800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:16.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5381740800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38, ofs0, ns] 2024-09-12T17:20:16.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5260ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366261 cookie 94079071042928 notifier 7382 bl.length()=983 2024-09-12T17:20:16.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5260ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 info.flags=0x17 2024-09-12T17:20:16.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5260ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 to cache LRU end 2024-09-12T17:20:16.479 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.478+0000 7f5260ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:16.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.479+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_sources= new_sources= 2024-09-12T17:20:16.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.479+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential sources added=[] removed=[] 2024-09-12T17:20:16.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.479+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): orig_dests= new_dests= 2024-09-12T17:20:16.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.479+0000 7f5381740800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38]): potential dests added=[] removed=[] 2024-09-12T17:20:16.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.480+0000 7f5381740800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:20:16.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.482+0000 7f5233fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:16.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.485+0000 7f5381740800 20 remove_watcher() i=0 2024-09-12T17:20:16.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.485+0000 7f5381740800 2 removed watcher, disabling cache 2024-09-12T17:20:16.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.486+0000 7f5381740800 20 remove_watcher() i=1 2024-09-12T17:20:16.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.487+0000 7f5381740800 20 remove_watcher() i=2 2024-09-12T17:20:16.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.488+0000 7f5381740800 20 remove_watcher() i=3 2024-09-12T17:20:16.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.490+0000 7f5381740800 20 remove_watcher() i=4 2024-09-12T17:20:16.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.491+0000 7f5381740800 20 remove_watcher() i=5 2024-09-12T17:20:16.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.492+0000 7f5381740800 20 remove_watcher() i=6 2024-09-12T17:20:16.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.493+0000 7f5381740800 20 remove_watcher() i=7 2024-09-12T17:20:16.507 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:20:16.535 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:16.536 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:16.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.572+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 20 realm 2024-09-12T17:20:16.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:16.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.574+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.575+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:16.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.575+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.576+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:16.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.576+0000 7f82bcb35800 20 searching for the correct realm 2024-09-12T17:20:16.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.577+0000 7f82b3fff640 0 -- 172.21.15.123:0/2198637100 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f82ac06d040 msgr2=0x7f82ac0039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:16.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.783+0000 7f82b887d640 0 -- 172.21.15.123:0/2198637100 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f82b408a100 msgr2=0x7f82b4084a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:16.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:16.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:16.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:16.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:16.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:16.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:16.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.789+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 zone default found 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 4 Realm: () 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 zonegroup default 2024-09-12T17:20:16.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.790+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.791+0000 7f82bcb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.791+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.791+0000 7f82bcb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:16.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.791+0000 7f82bcb35800 20 started sync module instance, tier type = 2024-09-12T17:20:16.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.791+0000 7f82bcb35800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.800+0000 7f82bcb35800 20 add_watcher() i=0 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.800+0000 7f82bcb35800 20 add_watcher() i=1 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.800+0000 7f82bcb35800 20 add_watcher() i=2 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.800+0000 7f82bcb35800 20 add_watcher() i=3 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.800+0000 7f82bcb35800 20 add_watcher() i=4 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.800+0000 7f82bcb35800 20 add_watcher() i=5 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.800+0000 7f82bcb35800 20 add_watcher() i=6 2024-09-12T17:20:16.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.801+0000 7f82bcb35800 20 add_watcher() i=7 2024-09-12T17:20:16.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.801+0000 7f82bcb35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:16.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f816efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:16.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f82bcb35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:16.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f82bcb35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:16.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f82bcb35800 5 note: GC not initialized 2024-09-12T17:20:16.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f816dfe3640 20 reqs_thread_entry: start 2024-09-12T17:20:16.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f82bcb35800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:16.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f82bcb35800 20 Filter name: none 2024-09-12T17:20:16.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f80df7fe640 20 reqs_thread_entry: start 2024-09-12T17:20:16.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.803+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.804+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:16.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.804+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.805+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:16.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.805+0000 7f82bcb35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:16.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.805+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.805+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:16.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.805+0000 7f82bcb35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:16.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.805+0000 7f82bcb35800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:16.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.805+0000 7f82bcb35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:16.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.807+0000 7f816efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:16.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.809+0000 7f82bcb35800 20 remove_watcher() i=0 2024-09-12T17:20:16.810 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.809+0000 7f82bcb35800 2 removed watcher, disabling cache 2024-09-12T17:20:16.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.810+0000 7f82bcb35800 20 remove_watcher() i=1 2024-09-12T17:20:16.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.811+0000 7f82bcb35800 20 remove_watcher() i=2 2024-09-12T17:20:16.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.812+0000 7f82bcb35800 20 remove_watcher() i=3 2024-09-12T17:20:16.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.813+0000 7f82bcb35800 20 remove_watcher() i=4 2024-09-12T17:20:16.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.814+0000 7f82bcb35800 20 remove_watcher() i=5 2024-09-12T17:20:16.815 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.815+0000 7f82bcb35800 20 remove_watcher() i=6 2024-09-12T17:20:16.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:16.816+0000 7f82bcb35800 20 remove_watcher() i=7 2024-09-12T17:20:16.827 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:16.827 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:16.827 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:20:16.827 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:16.829 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:16.830 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:16.850 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:16.850 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.071 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.071 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.134 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-12T17:20:17.134 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:17.134 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.134 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.176 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.176 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.232 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.232 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.266 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.266 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.301 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.301 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.337 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.337 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.373 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.373 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.407 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.407 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.443 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.443 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.479 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.479 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.516 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.516 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.550 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.550 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.586 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.586 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.622 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.622 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.657 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.657 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.693 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.693 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.728 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.728 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.764 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.764 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.801 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.801 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.838 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.838 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.872 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.872 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.907 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:17.907 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:17.941 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:20:17.971 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:17.971 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:18.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.007+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 20 realm 2024-09-12T17:20:18.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.010 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:18.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.009+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.010+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:18.011 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.010+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.011+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:18.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.011+0000 7fac90c14800 20 searching for the correct realm 2024-09-12T17:20:18.013 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.012+0000 7fac8c2cb640 0 -- 172.21.15.123:0/3592401705 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fac8407b070 msgr2=0x7fac8406ead0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:18.015 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.014+0000 7fac8cacc640 0 -- 172.21.15.123:0/3592401705 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fac74095030 msgr2=0x7fac74061040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:18.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 zone default found 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 4 Realm: () 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 zonegroup default 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.021+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.022+0000 7fac90c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.022+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.022+0000 7fac90c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.022+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.022+0000 7fac90c14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.022+0000 7fac90c14800 20 started sync module instance, tier type = 2024-09-12T17:20:18.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.022+0000 7fac90c14800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:18.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.030+0000 7fac90c14800 20 add_watcher() i=0 2024-09-12T17:20:18.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.030+0000 7fac90c14800 20 add_watcher() i=1 2024-09-12T17:20:18.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.030+0000 7fac90c14800 20 add_watcher() i=2 2024-09-12T17:20:18.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.030+0000 7fac90c14800 20 add_watcher() i=3 2024-09-12T17:20:18.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.030+0000 7fac90c14800 20 add_watcher() i=4 2024-09-12T17:20:18.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.030+0000 7fac90c14800 20 add_watcher() i=5 2024-09-12T17:20:18.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.031+0000 7fac90c14800 20 add_watcher() i=6 2024-09-12T17:20:18.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.031+0000 7fac90c14800 20 add_watcher() i=7 2024-09-12T17:20:18.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.031+0000 7fac90c14800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:18.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.033+0000 7fab42fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:18.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.033+0000 7fac90c14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:18.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.033+0000 7fac90c14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:18.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.033+0000 7fac90c14800 5 note: GC not initialized 2024-09-12T17:20:18.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.033+0000 7fab41fdb640 20 reqs_thread_entry: start 2024-09-12T17:20:18.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.033+0000 7fac90c14800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:18.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.034+0000 7fac90c14800 20 Filter name: none 2024-09-12T17:20:18.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.034+0000 7faab37fe640 20 reqs_thread_entry: start 2024-09-12T17:20:18.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.034+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.034+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:18.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.034+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.035+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:18.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.035+0000 7fac90c14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:18.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.035+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.035+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:18.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.035+0000 7fac90c14800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.035+0000 7fac90c14800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:18.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.035+0000 7fac90c14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:18.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.037+0000 7fab42fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:18.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.039+0000 7fac90c14800 20 remove_watcher() i=0 2024-09-12T17:20:18.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.039+0000 7fac90c14800 2 removed watcher, disabling cache 2024-09-12T17:20:18.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.040+0000 7fac90c14800 20 remove_watcher() i=1 2024-09-12T17:20:18.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.041+0000 7fac90c14800 20 remove_watcher() i=2 2024-09-12T17:20:18.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.042+0000 7fac90c14800 20 remove_watcher() i=3 2024-09-12T17:20:18.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.043+0000 7fac90c14800 20 remove_watcher() i=4 2024-09-12T17:20:18.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.044+0000 7fac90c14800 20 remove_watcher() i=5 2024-09-12T17:20:18.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.045+0000 7fac90c14800 20 remove_watcher() i=6 2024-09-12T17:20:18.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.046+0000 7fac90c14800 20 remove_watcher() i=7 2024-09-12T17:20:18.056 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:18.057 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:18.057 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:20:18.057 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:18.058 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-12T17:20:18.094 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:18.094 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:18.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.129+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.130+0000 7fe642413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.130+0000 7fe642413800 20 realm 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.130+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.131+0000 7fe642413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.131+0000 7fe642413800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.131+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.131+0000 7fe642413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.131+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.132+0000 7fe642413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:18.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.132+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.133+0000 7fe642413800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:18.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.133+0000 7fe642413800 20 searching for the correct realm 2024-09-12T17:20:18.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.134+0000 7fe63e323640 0 -- 172.21.15.123:0/1081263484 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fe628018070 msgr2=0x7fe628086ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:18.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.340+0000 7fe637fff640 0 -- 172.21.15.123:0/1081263484 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe638055410 msgr2=0x7fe638055870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.546+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:18.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:18.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 zone default found 2024-09-12T17:20:18.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 4 Realm: () 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 zonegroup default 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.547+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.548+0000 7fe642413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.548+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.548+0000 7fe642413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.548+0000 7fe642413800 20 started sync module instance, tier type = 2024-09-12T17:20:18.550 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.548+0000 7fe642413800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:18.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.557+0000 7fe642413800 20 add_watcher() i=0 2024-09-12T17:20:18.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.557+0000 7fe642413800 20 add_watcher() i=1 2024-09-12T17:20:18.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.557+0000 7fe642413800 20 add_watcher() i=2 2024-09-12T17:20:18.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.557+0000 7fe642413800 20 add_watcher() i=3 2024-09-12T17:20:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.557+0000 7fe642413800 20 add_watcher() i=4 2024-09-12T17:20:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.557+0000 7fe642413800 20 add_watcher() i=5 2024-09-12T17:20:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.557+0000 7fe642413800 20 add_watcher() i=6 2024-09-12T17:20:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.558+0000 7fe642413800 20 add_watcher() i=7 2024-09-12T17:20:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.558+0000 7fe642413800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.560+0000 7fe4effff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.560+0000 7fe642413800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.560+0000 7fe642413800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.560+0000 7fe642413800 5 note: GC not initialized 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.560+0000 7fe4eeffd640 20 reqs_thread_entry: start 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.560+0000 7fe642413800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 20 Filter name: none 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe4ecff9640 20 reqs_thread_entry: start 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:20:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 : miss 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.561+0000 7fe642413800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.562+0000 7fe642413800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.562+0000 7fe642413800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 info.flags=0x17 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.562+0000 7fe642413800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 to cache LRU end 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.562+0000 7fe642413800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.562+0000 7fe642413800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:18.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.562+0000 7fe642413800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 2024-09-12T17:20:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe642413800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 info.flags=0x17 2024-09-12T17:20:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe642413800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 to cache LRU end 2024-09-12T17:20:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe642413800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe642413800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39, ofs0, ns] 2024-09-12T17:20:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe520ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366264 cookie 94329855944416 notifier 7427 bl.length()=1015 2024-09-12T17:20:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe520ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 info.flags=0x17 2024-09-12T17:20:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe520ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 to cache LRU end 2024-09-12T17:20:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.565+0000 7fe520ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.567+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): orig_sources= new_sources= 2024-09-12T17:20:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.567+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): potential sources added=[] removed=[] 2024-09-12T17:20:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.567+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): orig_dests= new_dests= 2024-09-12T17:20:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.567+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): potential dests added=[] removed=[] 2024-09-12T17:20:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.569+0000 7fe642413800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39.1.0 2024-09-12T17:20:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.569+0000 7fe642413800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39.1.0 2024-09-12T17:20:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.569+0000 7fe642413800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39.1.1 2024-09-12T17:20:18.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.569+0000 7fe642413800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39.1.1 2024-09-12T17:20:18.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.569+0000 7fe642413800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39.0 2024-09-12T17:20:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.572+0000 7fe642413800 -1 Injecting error=-125 at location=change_reshard_state 2024-09-12T17:20:18.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.572+0000 7fe642413800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:18.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.572+0000 7fe642413800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 2024-09-12T17:20:18.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe642413800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 info.flags=0x17 2024-09-12T17:20:18.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe642413800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 to cache LRU end 2024-09-12T17:20:18.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe642413800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:18.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe642413800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39, ofs0, ns] 2024-09-12T17:20:18.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe520ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366265 cookie 94329855944416 notifier 7427 bl.length()=1015 2024-09-12T17:20:18.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe520ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 info.flags=0x17 2024-09-12T17:20:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe520ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 to cache LRU end 2024-09-12T17:20:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.573+0000 7fe520ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.575+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): orig_sources= new_sources= 2024-09-12T17:20:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.575+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): potential sources added=[] removed=[] 2024-09-12T17:20:18.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.575+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): orig_dests= new_dests= 2024-09-12T17:20:18.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.575+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): potential dests added=[] removed=[] 2024-09-12T17:20:18.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.576+0000 7fe642413800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39.0 2024-09-12T17:20:18.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.576+0000 7fe642413800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:18.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.576+0000 7fe642413800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe642413800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 info.flags=0x17 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe642413800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 to cache LRU end 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe642413800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe642413800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39, ofs0, ns] 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe520ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366266 cookie 94329855944416 notifier 7427 bl.length()=983 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe520ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 info.flags=0x17 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe520ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 to cache LRU end 2024-09-12T17:20:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.578+0000 7fe520ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:18.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.579+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): orig_sources= new_sources= 2024-09-12T17:20:18.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.579+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): potential sources added=[] removed=[] 2024-09-12T17:20:18.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.579+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): orig_dests= new_dests= 2024-09-12T17:20:18.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.579+0000 7fe642413800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39]): potential dests added=[] removed=[] 2024-09-12T17:20:18.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.581+0000 7fe642413800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:20:18.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.582+0000 7fe4effff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:18.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.585+0000 7fe642413800 20 remove_watcher() i=0 2024-09-12T17:20:18.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.585+0000 7fe642413800 2 removed watcher, disabling cache 2024-09-12T17:20:18.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.586+0000 7fe642413800 20 remove_watcher() i=1 2024-09-12T17:20:18.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.587+0000 7fe642413800 20 remove_watcher() i=2 2024-09-12T17:20:18.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.588+0000 7fe642413800 20 remove_watcher() i=3 2024-09-12T17:20:18.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.589+0000 7fe642413800 20 remove_watcher() i=4 2024-09-12T17:20:18.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.590+0000 7fe642413800 20 remove_watcher() i=5 2024-09-12T17:20:18.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.591+0000 7fe642413800 20 remove_watcher() i=6 2024-09-12T17:20:18.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.592+0000 7fe642413800 20 remove_watcher() i=7 2024-09-12T17:20:18.604 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:20:18.633 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:18.633 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:18.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.867+0000 7f8bdeca3640 0 --2- 172.21.15.123:0/555086185 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a540ebedb0 0x55a540ee91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:20:18.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.871+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.873+0000 7f8be271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.873+0000 7f8be271f800 20 realm 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.873+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.873+0000 7f8be271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.873+0000 7f8be271f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.873+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.874+0000 7f8be271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:18.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.874+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.874+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:18.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.874+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:18.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.875+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:18.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.875+0000 7f8be271f800 20 searching for the correct realm 2024-09-12T17:20:18.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.876+0000 7f8bde4a2640 0 -- 172.21.15.123:0/2377014437 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f8bd8038bf0 msgr2=0x7f8bd8028420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:18.880 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:18.879+0000 7f8bde4a2640 0 -- 172.21.15.123:0/2377014437 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x7f8bd804cbe0 msgr2=0x7f8bd802a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:19.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:19.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:19.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:19.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:19.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:19.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:19.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:19.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.088+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 zone default found 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 4 Realm: () 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:19.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 zonegroup default 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.089+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.090+0000 7f8be271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.090+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.090+0000 7f8be271f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.090+0000 7f8be271f800 20 started sync module instance, tier type = 2024-09-12T17:20:19.093 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.090+0000 7f8be271f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.099+0000 7f8be271f800 20 add_watcher() i=0 2024-09-12T17:20:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.099+0000 7f8be271f800 20 add_watcher() i=1 2024-09-12T17:20:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.099+0000 7f8be271f800 20 add_watcher() i=2 2024-09-12T17:20:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.099+0000 7f8be271f800 20 add_watcher() i=3 2024-09-12T17:20:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.099+0000 7f8be271f800 20 add_watcher() i=4 2024-09-12T17:20:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.099+0000 7f8be271f800 20 add_watcher() i=5 2024-09-12T17:20:19.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.100+0000 7f8be271f800 20 add_watcher() i=6 2024-09-12T17:20:19.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.100+0000 7f8be271f800 20 add_watcher() i=7 2024-09-12T17:20:19.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.100+0000 7f8be271f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:19.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.102+0000 7f8a94fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:19.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.102+0000 7f8be271f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:19.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.102+0000 7f8be271f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:19.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.102+0000 7f8be271f800 5 note: GC not initialized 2024-09-12T17:20:19.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.102+0000 7f8a0f7fe640 20 reqs_thread_entry: start 2024-09-12T17:20:19.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.103+0000 7f8be271f800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:19.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.103+0000 7f8be271f800 20 Filter name: none 2024-09-12T17:20:19.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.103+0000 7f8a0d7fa640 20 reqs_thread_entry: start 2024-09-12T17:20:19.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.103+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.103+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:19.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.103+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.104+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:19.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.104+0000 7f8be271f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:19.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.104+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.104+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:19.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.104+0000 7f8be271f800 20 rados->read ofs=0 len=0 2024-09-12T17:20:19.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.105+0000 7f8be271f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:19.106 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.105+0000 7f8be271f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:19.107 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.106+0000 7f8a94fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:19.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.108+0000 7f8be271f800 20 remove_watcher() i=0 2024-09-12T17:20:19.109 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.108+0000 7f8be271f800 2 removed watcher, disabling cache 2024-09-12T17:20:19.110 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.109+0000 7f8be271f800 20 remove_watcher() i=1 2024-09-12T17:20:19.111 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.110+0000 7f8be271f800 20 remove_watcher() i=2 2024-09-12T17:20:19.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.111+0000 7f8be271f800 20 remove_watcher() i=3 2024-09-12T17:20:19.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.112+0000 7f8be271f800 20 remove_watcher() i=4 2024-09-12T17:20:19.114 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.113+0000 7f8be271f800 20 remove_watcher() i=5 2024-09-12T17:20:19.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.114+0000 7f8be271f800 20 remove_watcher() i=6 2024-09-12T17:20:19.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:19.115+0000 7f8be271f800 20 remove_watcher() i=7 2024-09-12T17:20:19.126 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:19.126 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:19.126 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: error-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:20:19.126 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:19.128 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.128 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.148 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.148 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.383 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.383 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.444 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-12T17:20:19.444 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:19.445 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.445 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.487 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.487 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.543 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.544 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.580 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.580 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.616 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.616 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.651 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.651 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.686 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.686 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.721 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.721 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.755 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.756 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.791 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.792 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.827 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.827 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.862 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.862 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.898 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.898 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.934 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.934 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:19.972 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:19.972 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.006 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:20.006 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.042 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:20.043 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.077 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:20.077 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.113 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:20.113 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.148 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:20.148 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.184 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:20.184 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.219 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:20.219 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:20.255 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:20:20.283 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:20.283 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:20.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.318+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 20 realm 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.320+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.321+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.321+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.321+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:20.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.321+0000 7fb58a81b800 20 searching for the correct realm 2024-09-12T17:20:20.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.323+0000 7fb5867ec640 0 -- 172.21.15.123:0/4109445897 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fb570033020 msgr2=0x7fb570067740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.529 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.528+0000 7fb5857ea640 0 -- 172.21.15.123:0/4109445897 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fb580074210 msgr2=0x7fb58008f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:20.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:20.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:20.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:20.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:20.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:20.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.734+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 zone default found 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 4 Realm: () 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 zonegroup default 2024-09-12T17:20:20.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.735+0000 7fb58a81b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.736+0000 7fb58a81b800 20 started sync module instance, tier type = 2024-09-12T17:20:20.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.736+0000 7fb58a81b800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:20.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.744+0000 7fb58a81b800 20 add_watcher() i=0 2024-09-12T17:20:20.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.744+0000 7fb58a81b800 20 add_watcher() i=1 2024-09-12T17:20:20.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.744+0000 7fb58a81b800 20 add_watcher() i=2 2024-09-12T17:20:20.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.744+0000 7fb58a81b800 20 add_watcher() i=3 2024-09-12T17:20:20.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.744+0000 7fb58a81b800 20 add_watcher() i=4 2024-09-12T17:20:20.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.744+0000 7fb58a81b800 20 add_watcher() i=5 2024-09-12T17:20:20.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.744+0000 7fb58a81b800 20 add_watcher() i=6 2024-09-12T17:20:20.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.745+0000 7fb58a81b800 20 add_watcher() i=7 2024-09-12T17:20:20.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.745+0000 7fb58a81b800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:20.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.747+0000 7fb4377fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:20.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.747+0000 7fb58a81b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:20.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.747+0000 7fb58a81b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:20.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.747+0000 7fb58a81b800 5 note: GC not initialized 2024-09-12T17:20:20.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.747+0000 7fb4367fc640 20 reqs_thread_entry: start 2024-09-12T17:20:20.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.747+0000 7fb58a81b800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:20.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.747+0000 7fb58a81b800 20 Filter name: none 2024-09-12T17:20:20.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.748+0000 7fb3a7fff640 20 reqs_thread_entry: start 2024-09-12T17:20:20.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.748+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.748+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:20.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.748+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.749+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:20.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.749+0000 7fb58a81b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:20.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.749+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.749+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:20.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.749+0000 7fb58a81b800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.749+0000 7fb58a81b800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:20.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.749+0000 7fb58a81b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:20.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.750+0000 7fb4377fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:20.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.753+0000 7fb58a81b800 20 remove_watcher() i=0 2024-09-12T17:20:20.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.753+0000 7fb58a81b800 2 removed watcher, disabling cache 2024-09-12T17:20:20.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.754+0000 7fb58a81b800 20 remove_watcher() i=1 2024-09-12T17:20:20.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.755+0000 7fb58a81b800 20 remove_watcher() i=2 2024-09-12T17:20:20.756 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.756+0000 7fb58a81b800 20 remove_watcher() i=3 2024-09-12T17:20:20.757 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.757+0000 7fb58a81b800 20 remove_watcher() i=4 2024-09-12T17:20:20.758 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.758+0000 7fb58a81b800 20 remove_watcher() i=5 2024-09-12T17:20:20.759 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.758+0000 7fb58a81b800 20 remove_watcher() i=6 2024-09-12T17:20:20.760 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.760+0000 7fb58a81b800 20 remove_watcher() i=7 2024-09-12T17:20:20.770 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.770 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:20.770 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:20:20.770 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.772 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:20:20.806 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:20.806 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:20.844 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.843+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 20 realm 2024-09-12T17:20:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.846 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.845+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.845+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.846+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:20.847 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.846+0000 7ff2a4726800 20 searching for the correct realm 2024-09-12T17:20:20.848 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.848+0000 7ff29fbb4640 0 -- 172.21.15.123:0/4166189286 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff29801f940 msgr2=0x7ff29802a3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.851 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.851+0000 7ff29fbb4640 0 -- 172.21.15.123:0/4166189286 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff168086b50 msgr2=0x7ff168088f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.858 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 zone default found 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 4 Realm: () 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 zonegroup default 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.859 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.857+0000 7ff2a4726800 20 started sync module instance, tier type = 2024-09-12T17:20:20.860 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.857+0000 7ff2a4726800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=0 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=1 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=2 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=3 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=4 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=5 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=6 2024-09-12T17:20:20.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.867+0000 7ff2a4726800 20 add_watcher() i=7 2024-09-12T17:20:20.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.867+0000 7ff2a4726800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:20.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.868+0000 7ff156fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:20.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:20.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:20.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 5 note: GC not initialized 2024-09-12T17:20:20.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff155fdb640 20 reqs_thread_entry: start 2024-09-12T17:20:20.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 20 Filter name: none 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff0c77fe640 20 reqs_thread_entry: start 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 : miss 2024-09-12T17:20:20.871 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.870+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:20.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.870+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:20.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.870+0000 7ff2a4726800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:20.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.870+0000 7ff2a4726800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:20.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.870+0000 7ff2a4726800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:20.872 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.870+0000 7ff2a4726800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 2024-09-12T17:20:20.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.873+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:20.874 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.873+0000 7ff2a4726800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:20.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.873+0000 7ff2a4726800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:20.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.873+0000 7ff2a4726800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40, ofs0, ns] 2024-09-12T17:20:20.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366270 cookie 94794288486720 notifier 7478 bl.length()=1015 2024-09-12T17:20:20.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:20.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:20.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:20.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_sources= new_sources= 2024-09-12T17:20:20.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential sources added=[] removed=[] 2024-09-12T17:20:20.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_dests= new_dests= 2024-09-12T17:20:20.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential dests added=[] removed=[] 2024-09-12T17:20:20.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.877+0000 7ff2a4726800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.0 2024-09-12T17:20:20.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.0 2024-09-12T17:20:20.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.877+0000 7ff2a4726800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.1 2024-09-12T17:20:20.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.1 2024-09-12T17:20:20.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.0 2024-09-12T17:20:20.880 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff2a4726800 time 2024-09-12T17:20:20.880481+0000 2024-09-12T17:20:20.881 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:20.881 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:20.881 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff2a5d8c71a] 2024-09-12T17:20:20.881 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:20.881 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:20.881 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.880+0000 7ff2a4726800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff2a4726800 time 2024-09-12T17:20:20.880481+0000 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff2a5d8c71a] 2024-09-12T17:20:20.882 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:20:20.883 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7ff2a4726800 thread_name:radosgw-admin 2024-09-12T17:20:20.902 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:20.902 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff2a4a3e6f0] 2024-09-12T17:20:20.902 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff2a4a8b99c] 2024-09-12T17:20:20.902 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff2a5d8c774] 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.881+0000 7ff2a4726800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7ff2a4726800 thread_name:radosgw-admin 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.903 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff2a4a3e6f0] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff2a4a8b99c] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff2a5d8c774] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:20.904 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.905 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:20:20.826+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: starting msgr at 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: starting objecter 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 asok(0x563703b25730) register_command objecter_requests hook 0x563703d79cf0 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: setting wanted keys 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: calling monclient init 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:20:20.826+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding auth protocol: cephx 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding auth protocol: cephx 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding auth protocol: cephx 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.906 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:20:20.827+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:20:20.827+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:20:20.827+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key hook 0x563703d480c8 2024-09-12T17:20:20.907 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703bf8e10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703bfbdc0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703c90c40 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.562315s 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703c90c40 auth_method 0 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.908 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703bfbdc0 auth_method 0 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703bf8e10 auth_method 0 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.909 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_done global_id 7469 payload 824 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: dump: 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.910 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.911 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: dump: 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:20:20.827+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7469 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.912 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:20:20.827+0000 7ff18e60c640 4 set_mon_vals no callback set 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:20:20.828+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:20:20.828+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:20:20.828+0000 7ff2a4726800 1 librados: init done 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:20:20.829+0000 7ff18ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:20:20.829+0000 7ff18ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:20:20.829+0000 7ff18ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:20:20.830+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x7ff188076470 auth_method 0 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:20:20.830+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x563703d7bde0 auth_method 0 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:20:20.831+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x563703d92fc0 auth_method 0 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:20:20.832+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x563703d97660 auth_method 0 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:20:20.833+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x563703d9b550 auth_method 0 2024-09-12T17:20:20.913 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:20:20.833+0000 7ff2a4726800 10 monclient: build_initial_monmap 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:20:20.833+0000 7ff2a4726800 1 build_initial for_mkfs: 0 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:20:20.833+0000 7ff2a4726800 10 monclient: monmap: 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding auth protocol: cephx 2024-09-12T17:20:20.914 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding auth protocol: cephx 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding auth protocol: cephx 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.915 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:20:20.834+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 asok(0x563703b25730) register_command objecter_requests cmddesc objecter_requests hook 0x563703da3020 EEXIST 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding auth protocol: cephx 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding auth protocol: cephx 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding auth protocol: cephx 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.916 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:20:20.834+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:20:20.834+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key cmddesc rotate-key hook 0x563703d9e6c0 EEXIST 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703dc6d10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703dc8fe0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.917 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703dc54e0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.569867s 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703dc8fe0 auth_method 0 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:20:20.834+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703dc54e0 auth_method 0 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.918 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703dc6d10 auth_method 0 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.919 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_done global_id 7472 payload 824 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: dump: 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.920 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: dump: 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.921 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:20:20.835+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7472 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:20:20.835+0000 7ff2a13b7640 4 set_mon_vals no callback set 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:20:20.837+0000 7ff185ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:20:20.837+0000 7ff185ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.922 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:20:20.837+0000 7ff185ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:20:20.837+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff178076380 auth_method 0 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:20:20.837+0000 7ff2a4726800 10 monclient: get_monmap_and_config 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:20:20.837+0000 7ff2a4726800 10 monclient: build_initial_monmap 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:20:20.837+0000 7ff2a4726800 1 build_initial for_mkfs: 0 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:20:20.837+0000 7ff2a4726800 10 monclient: monmap: 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:20.923 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding auth protocol: cephx 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding auth protocol: cephx 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding auth protocol: cephx 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.924 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:20:20.838+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding auth protocol: cephx 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding auth protocol: cephx 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding auth protocol: cephx 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.925 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:20:20.838+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:20:20.838+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key cmddesc rotate-key hook 0x7fff6093c668 EEXIST 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.926 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703e1b180 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703e16680 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703e0caf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.573823s 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703e1b180 auth_method 0 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.927 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703e16680 auth_method 0 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:20:20.839+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:20:20.839+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703e0caf0 auth_method 0 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.928 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_done global_id 7475 payload 274 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: dump: 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.929 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: dump: 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.930 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:20:20.839+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7475 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:20:20.839+0000 7ff2a4726800 10 monclient: get_monmap_and_config success 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:20:20.839+0000 7ff2a4726800 4 set_mon_vals no callback set 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:20:20.839+0000 7ff2a4726800 10 monclient: shutdown 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:20:20.840+0000 7ff2a4726800 10 monclient: build_initial_monmap 2024-09-12T17:20:20.931 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 build_initial for_mkfs: 0 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:20:20.840+0000 7ff2a4726800 10 monclient: monmap: 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding auth protocol: cephx 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding auth protocol: cephx 2024-09-12T17:20:20.932 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding auth protocol: cephx 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:20:20.840+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.933 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: starting msgr at 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: starting objecter 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 asok(0x563703b25730) register_command objecter_requests cmddesc objecter_requests hook 0x563703e18310 EEXIST 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: setting wanted keys 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: calling monclient init 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:20:20.840+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding auth protocol: cephx 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding auth protocol: cephx 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding auth protocol: cephx 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.934 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:20:20.840+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:20:20.840+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:20:20.841+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key cmddesc rotate-key hook 0x563703ddec08 EEXIST 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703e0caf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703e16680 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.935 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703e1b180 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.576097s 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703e16680 auth_method 0 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703e1b180 auth_method 0 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.936 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703e0caf0 auth_method 0 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.937 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_done global_id 7478 payload 824 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: dump: 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.938 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: dump: 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.939 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:20:20.841+0000 7ff1777fe640 4 set_mon_vals no callback set 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:20:20.841+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7478 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:20:20.841+0000 7ff2a4726800 1 librados: init done 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:20:20.841+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cr dump hook 0x563703e11cd8 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:20:20.843+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.940 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:20:20.843+0000 7ff175ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:20:20.843+0000 7ff175ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:20:20.843+0000 7ff175ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:20:20.843+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff1680764a0 auth_method 0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:20:20.844+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x563703e349d0 auth_method 0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 realm 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:20:20.844+0000 7ff2a4726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:20:20.845+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x563703e38bf0 auth_method 0 2024-09-12T17:20:20.941 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:20:20.845+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:20:20.845+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:20:20.845+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x563703e3c450 auth_method 0 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:20:20.846+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:20:20.846+0000 7ff2a4726800 20 searching for the correct realm 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:20:20.846+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x7ff2900a4040 auth_method 0 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:20:20.847+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff29801f940 auth_method 0 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:20:20.848+0000 7ff29fbb4640 0 -- 172.21.15.123:0/4166189286 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff29801f940 msgr2=0x7ff29802a3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:20:20.848+0000 7ff175ffb640 1 client.7478.objecter ms_handle_reset 0x7ff29801f940 session 0x7ff298005040 osd.2 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:20:20.848+0000 7ff175ffb640 10 monclient: _renew_subs 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:20:20.848+0000 7ff175ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:20:20.848+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff168086b50 auth_method 0 2024-09-12T17:20:20.942 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:20:20.848+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x7ff288067b20 auth_method 0 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:20:20.849+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x7ff290082060 auth_method 0 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:20:20.851+0000 7ff29fbb4640 0 -- 172.21.15.123:0/4166189286 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff168086b50 msgr2=0x7ff168088f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:20:20.851+0000 7ff175ffb640 1 client.7478.objecter ms_handle_reset 0x7ff168086b50 session 0x7ff298005040 osd.2 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:20:20.851+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff29801f940 auth_method 0 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:20:20.852+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff290064040 auth_method 0 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:20.943 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 zone default found 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:20:20.856+0000 7ff2a4726800 4 Realm: () 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:20:20.856+0000 7ff2a4726800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:20:20.856+0000 7ff2a4726800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:20:20.856+0000 7ff2a4726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 zonegroup default 2024-09-12T17:20:20.944 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 started sync module instance, tier type = 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=0 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=1 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=2 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=3 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=4 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=5 2024-09-12T17:20:20.945 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=6 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:20:20.867+0000 7ff2a4726800 20 add_watcher() i=7 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:20:20.867+0000 7ff2a4726800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding auth protocol: cephx 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding auth protocol: cephx 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding auth protocol: cephx 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:20.946 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:20:20.868+0000 7ff156fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:20:20.869+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache list hook 0x563703e12c60 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache inspect hook 0x563703e12c60 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache erase hook 0x563703e12c60 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache zap hook 0x563703e12c60 2024-09-12T17:20:20.947 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 note: GC not initialized 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:20:20.869+0000 7ff155fdb640 20 reqs_thread_entry: start 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace show hook 0x7ff288004740 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace history hook 0x7ff288004740 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace active hook 0x7ff288004740 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace active_short hook 0x7ff288004740 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 Filter name: none 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:20:20.869+0000 7ff0c77fe640 20 reqs_thread_entry: start 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:20.948 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 : miss 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:20:20.870+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40, ofs0, ns] 2024-09-12T17:20:20.949 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366270 cookie 94794288486720 notifier 7478 bl.length()=1015 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_sources= new_sources= 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential sources added=[] removed=[] 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_dests= new_dests= 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential dests added=[] removed=[] 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:20:20.877+0000 7ff2a4726800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.0 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.0 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:20:20.877+0000 7ff2a4726800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.1 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.1 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.0 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:20:20.880+0000 7ff2a4726800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff2a4726800 time 2024-09-12T17:20:20.880481+0000 2024-09-12T17:20:20.950 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff2a5d8c71a] 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:20:20.881+0000 7ff2a4726800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7ff2a4726800 thread_name:radosgw-admin 2024-09-12T17:20:20.951 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff2a4a3e6f0] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff2a4a8b99c] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff2a5d8c774] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:20.952 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:20:20.953 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:20:20.954 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:20:20.955 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:20:20.956 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:20:20.957 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:20:20.958 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff0c77fe640 / http_manager 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff155fdb640 / http_manager 2024-09-12T17:20:20.959 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff156fdd640 / rgw_dt_lg_renew 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff175ffb640 / ms_dispatch 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff176ffd640 / io_context_pool 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff1777fe640 / io_context_pool 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff185ffb640 / ms_dispatch 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff18ce09640 / ms_dispatch 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff18e60c640 / io_context_pool 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff29fbb4640 / msgr-worker-2 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a03b5640 / msgr-worker-1 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a0bb6640 / msgr-worker-0 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a13b7640 / io_context_pool 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a4726800 / radosgw-admin 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:20:20.960 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.144042.log 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.961 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: crc 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d4d5b0) adding con mode: secure 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:20:20.826+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: starting msgr at 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: starting objecter 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 asok(0x563703b25730) register_command objecter_requests hook 0x563703d79cf0 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: setting wanted keys 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:20:20.826+0000 7ff2a4726800 1 librados: calling monclient init 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:20:20.826+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding auth protocol: cephx 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding auth protocol: cephx 2024-09-12T17:20:20.962 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding auth protocol: cephx 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: crc 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:20:20.826+0000 7ff2a4726800 5 AuthRegistry(0x563703d47f80) adding con mode: secure 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:20:20.827+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.963 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:20:20.827+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:20:20.827+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key hook 0x563703d480c8 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703bf8e10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703bfbdc0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703c90c40 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.562315s 2024-09-12T17:20:20.964 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703c90c40 auth_method 0 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703bfbdc0 auth_method 0 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:20:20.827+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703bf8e10 auth_method 0 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.965 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:20:20.827+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_done global_id 7469 payload 824 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:20:20.827+0000 7ff29fbb4640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: dump: 2024-09-12T17:20:20.966 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.967 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:20:20.827+0000 7ff18ce09640 10 monclient: dump: 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:20:20.827+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7469 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.968 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:20:20.827+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:20:20.827+0000 7ff18e60c640 4 set_mon_vals no callback set 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:20:20.828+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:20:20.828+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:20:20.828+0000 7ff2a4726800 1 librados: init done 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:20:20.829+0000 7ff18ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:20:20.829+0000 7ff18ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:20:20.829+0000 7ff18ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:20:20.830+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x7ff188076470 auth_method 0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:20:20.830+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x563703d7bde0 auth_method 0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:20:20.831+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x563703d92fc0 auth_method 0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:20:20.832+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x563703d97660 auth_method 0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:20:20.833+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x563703d9b550 auth_method 0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:20:20.833+0000 7ff2a4726800 10 monclient: build_initial_monmap 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:20:20.833+0000 7ff2a4726800 1 build_initial for_mkfs: 0 2024-09-12T17:20:20.969 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:20:20.833+0000 7ff2a4726800 10 monclient: monmap: 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding auth protocol: cephx 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding auth protocol: cephx 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding auth protocol: cephx 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.970 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: crc 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:20:20.833+0000 7ff2a4726800 5 AuthRegistry(0x563703d9f630) adding con mode: secure 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:20:20.834+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 asok(0x563703b25730) register_command objecter_requests cmddesc objecter_requests hook 0x563703da3020 EEXIST 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding auth protocol: cephx 2024-09-12T17:20:20.971 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding auth protocol: cephx 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding auth protocol: cephx 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: crc 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 AuthRegistry(0x563703d9e578) adding con mode: secure 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:20:20.834+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.972 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:20:20.834+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:20:20.834+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key cmddesc rotate-key hook 0x563703d9e6c0 EEXIST 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703dc6d10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703dc8fe0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703dc54e0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:20:20.834+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.569867s 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703dc8fe0 auth_method 0 2024-09-12T17:20:20.973 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:20:20.834+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:20:20.834+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703dc54e0 auth_method 0 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703dc6d10 auth_method 0 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.974 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:20:20.835+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:20:20.835+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_done global_id 7472 payload 824 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:20:20.835+0000 7ff2a0bb6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: dump: 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.975 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:20:20.835+0000 7ff185ffb640 10 monclient: dump: 2024-09-12T17:20:20.976 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:20:20.835+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7472 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:20:20.835+0000 7ff2a13b7640 4 set_mon_vals no callback set 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.977 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:20:20.835+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:20:20.837+0000 7ff185ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:20:20.837+0000 7ff185ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:20:20.837+0000 7ff185ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:20:20.837+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff178076380 auth_method 0 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:20:20.837+0000 7ff2a4726800 10 monclient: get_monmap_and_config 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:20:20.837+0000 7ff2a4726800 10 monclient: build_initial_monmap 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:20:20.837+0000 7ff2a4726800 1 build_initial for_mkfs: 0 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:20:20.837+0000 7ff2a4726800 10 monclient: monmap: 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:20.978 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding auth protocol: cephx 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding auth protocol: cephx 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding auth protocol: cephx 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.979 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: crc 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:20:20.837+0000 7ff2a4726800 5 AuthRegistry(0x563703de6b30) adding con mode: secure 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:20:20.838+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.980 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding auth protocol: cephx 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding auth protocol: cephx 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding auth protocol: cephx 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.981 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: crc 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c520) adding con mode: secure 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:20:20.838+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:20:20.838+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:20:20.838+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key cmddesc rotate-key hook 0x7fff6093c668 EEXIST 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703e1b180 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703e16680 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703e0caf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.982 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:20:20.838+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.573823s 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703e1b180 auth_method 0 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703e16680 auth_method 0 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:20:20.838+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.983 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:20:20.838+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:20:20.839+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:20:20.839+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703e0caf0 auth_method 0 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:20:20.839+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_done global_id 7475 payload 274 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:20:20.839+0000 7ff2a0bb6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.984 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: dump: 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.985 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:20:20.839+0000 7ff1777fe640 10 monclient: dump: 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:20:20.839+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7475 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:20:20.839+0000 7ff2a4726800 10 monclient: get_monmap_and_config success 2024-09-12T17:20:20.986 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:20:20.839+0000 7ff2a4726800 4 set_mon_vals no callback set 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:20:20.839+0000 7ff2a4726800 10 monclient: shutdown 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:20:20.840+0000 7ff2a4726800 10 monclient: build_initial_monmap 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 build_initial for_mkfs: 0 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:20:20.840+0000 7ff2a4726800 10 monclient: monmap: 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.987 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding auth protocol: cephx 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding auth protocol: cephx 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding auth protocol: cephx 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: crc 2024-09-12T17:20:20.988 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703e0d000) adding con mode: secure 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:20:20.840+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: starting msgr at 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: starting objecter 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 asok(0x563703b25730) register_command objecter_requests cmddesc objecter_requests hook 0x563703e18310 EEXIST 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: setting wanted keys 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:20:20.840+0000 7ff2a4726800 1 librados: calling monclient init 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:20:20.840+0000 7ff2a4726800 10 monclient: init 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding auth protocol: cephx 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding auth protocol: cephx 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding auth protocol: cephx 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.989 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: crc 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:20:20.840+0000 7ff2a4726800 5 AuthRegistry(0x563703ddeac0) adding con mode: secure 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:20:20.840+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:20:20.840+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:20:20.841+0000 7ff2a4726800 5 asok(0x563703b25730) register_command rotate-key cmddesc rotate-key hook 0x563703ddec08 EEXIST 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:20.990 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-b con 0x563703e0caf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-c con 0x563703e16680 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): picked mon.noname-a con 0x563703e1b180 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient(hunting): authenticate will time out at 2388.576097s 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request con 0x563703e16680 auth_method 0 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.991 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request con 0x563703e1b180 auth_method 0 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request con 0x563703e0caf0 auth_method 0 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.992 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:20:20.841+0000 7ff2a03b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:20:20.841+0000 7ff29fbb4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient(hunting): handle_auth_done global_id 7478 payload 824 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient: _finish_hunting 0 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 1 monclient: found mon.noname-c 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:20:20.841+0000 7ff2a0bb6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: dump: 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.993 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: _finish_auth 0 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:20:20.841+0000 7ff175ffb640 10 monclient: dump: 2024-09-12T17:20:20.994 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:20:20.841+0000 7ff1777fe640 4 set_mon_vals no callback set 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:20:20.841+0000 7ff2a4726800 5 monclient: authenticate success, global_id 7478 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.995 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _renew_subs 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:20:20.841+0000 7ff2a4726800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:20:20.841+0000 7ff2a4726800 1 librados: init done 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:20:20.841+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cr dump hook 0x563703e11cd8 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:20:20.843+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:20:20.843+0000 7ff175ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:20:20.843+0000 7ff175ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:20:20.843+0000 7ff175ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:20:20.843+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff1680764a0 auth_method 0 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:20:20.844+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x563703e349d0 auth_method 0 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 realm 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.996 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:20:20.844+0000 7ff2a4726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:20:20.844+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:20:20.845+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x563703e38bf0 auth_method 0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:20:20.845+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:20:20.845+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:20:20.845+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x563703e3c450 auth_method 0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:20:20.846+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:20:20.846+0000 7ff2a4726800 20 searching for the correct realm 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:20:20.846+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x7ff2900a4040 auth_method 0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:20:20.847+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff29801f940 auth_method 0 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:20:20.848+0000 7ff29fbb4640 0 -- 172.21.15.123:0/4166189286 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff29801f940 msgr2=0x7ff29802a3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.997 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:20:20.848+0000 7ff175ffb640 1 client.7478.objecter ms_handle_reset 0x7ff29801f940 session 0x7ff298005040 osd.2 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:20:20.848+0000 7ff175ffb640 10 monclient: _renew_subs 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:20:20.848+0000 7ff175ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:20:20.848+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff168086b50 auth_method 0 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:20:20.848+0000 7ff2a0bb6640 10 monclient: get_auth_request con 0x7ff288067b20 auth_method 0 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:20:20.849+0000 7ff2a03b5640 10 monclient: get_auth_request con 0x7ff290082060 auth_method 0 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:20:20.851+0000 7ff29fbb4640 0 -- 172.21.15.123:0/4166189286 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7ff168086b50 msgr2=0x7ff168088f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:20:20.851+0000 7ff175ffb640 1 client.7478.objecter ms_handle_reset 0x7ff168086b50 session 0x7ff298005040 osd.2 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:20:20.851+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff29801f940 auth_method 0 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:20:20.852+0000 7ff29fbb4640 10 monclient: get_auth_request con 0x7ff290064040 auth_method 0 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:20.998 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 zone default found 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:20:20.856+0000 7ff2a4726800 4 Realm: () 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:20:20.856+0000 7ff2a4726800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:20:20.856+0000 7ff2a4726800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:20:20.856+0000 7ff2a4726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:20.999 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 zonegroup default 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:20:20.856+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 started sync module instance, tier type = 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:20:20.857+0000 7ff2a4726800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=0 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=1 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=2 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=3 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=4 2024-09-12T17:20:21.000 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=5 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:20:20.866+0000 7ff2a4726800 20 add_watcher() i=6 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:20:20.867+0000 7ff2a4726800 20 add_watcher() i=7 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:20:20.867+0000 7ff2a4726800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding auth protocol: cephx 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding auth protocol: cephx 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding auth protocol: cephx 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:21.001 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:21.002 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:21.004 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:21.004 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: crc 2024-09-12T17:20:21.004 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:20:20.868+0000 7ff2a4726800 5 AuthRegistry(0x7fff6093c9f0) adding con mode: secure 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:20:20.868+0000 7ff156fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:20:20.869+0000 7ff2a4726800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache list hook 0x563703e12c60 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache inspect hook 0x563703e12c60 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache erase hook 0x563703e12c60 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command cache zap hook 0x563703e12c60 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 note: GC not initialized 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:20:20.869+0000 7ff155fdb640 20 reqs_thread_entry: start 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace show hook 0x7ff288004740 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace history hook 0x7ff288004740 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace active hook 0x7ff288004740 2024-09-12T17:20:21.005 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:20:20.869+0000 7ff2a4726800 5 asok(0x563703b25730) register_command sync trace active_short hook 0x7ff288004740 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 Filter name: none 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:20:20.869+0000 7ff0c77fe640 20 reqs_thread_entry: start 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:20:20.869+0000 7ff2a4726800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 : miss 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:20:20.869+0000 7ff2a4726800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:20:20.870+0000 7ff2a4726800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:21.006 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:20:20.870+0000 7ff2a4726800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:20:20.873+0000 7ff2a4726800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40, ofs0, ns] 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366270 cookie 94794288486720 notifier 7478 bl.length()=1015 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:20:20.874+0000 7ff176ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_sources= new_sources= 2024-09-12T17:20:21.007 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential sources added=[] removed=[] 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_dests= new_dests= 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:20:20.875+0000 7ff2a4726800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential dests added=[] removed=[] 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:20:20.877+0000 7ff2a4726800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.0 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.0 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:20:20.877+0000 7ff2a4726800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.1 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.1.1 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:20:20.877+0000 7ff2a4726800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.0 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:20:20.880+0000 7ff2a4726800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff2a4726800 time 2024-09-12T17:20:20.880481+0000 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff2a5d8c71a] 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:21.008 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:20:20.881+0000 7ff2a4726800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7ff2a4726800 thread_name:radosgw-admin 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ff2a4a3e6f0] 2024-09-12T17:20:21.009 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7ff2a4a8b99c] 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff2a5d8c774] 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7ff2a5d8c8d8] 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563702f12841] 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x563702f21734] 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x563702f225d4] 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7ff2a4a29590] 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:20:21.010 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:20:21.011 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:20:21.012 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:20:21.013 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:20:21.014 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:20:21.015 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:20:21.016 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff0c77fe640 / http_manager 2024-09-12T17:20:21.017 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff155fdb640 / http_manager 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff156fdd640 / rgw_dt_lg_renew 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff175ffb640 / ms_dispatch 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff176ffd640 / io_context_pool 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff1777fe640 / io_context_pool 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff185ffb640 / ms_dispatch 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff18ce09640 / ms_dispatch 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff18e60c640 / io_context_pool 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff29fbb4640 / msgr-worker-2 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a03b5640 / msgr-worker-1 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a0bb6640 / msgr-worker-0 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a13b7640 / io_context_pool 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: 7ff2a4726800 / radosgw-admin 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:20:21.018 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:20:20.882109Z_ed6a5395-dc01-406d-8c85-c3f677fbbab2/log 2024-09-12T17:20:21.019 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:20:21.019 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:20:21.020 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:21.020 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:21.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.958+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 20 realm 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.960+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.961+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.961+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.961+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.961+0000 7f036992c800 20 searching for the correct realm 2024-09-12T17:20:21.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:20.963+0000 7f0365d3f640 0 -- 172.21.15.123:0/438045422 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f035003c070 msgr2=0x7f03500753f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:21.170 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.169+0000 7f035cd3d640 0 -- 172.21.15.123:0/438045422 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f036009cbb0 msgr2=0x7f036006f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:21.375 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.374+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.375+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:21.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.375+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.377 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.375+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 20 zone default found 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 4 Realm: () 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 20 zonegroup default 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.376+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.377+0000 7f036992c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.377+0000 7f036992c800 20 started sync module instance, tier type = 2024-09-12T17:20:21.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.377+0000 7f036992c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:21.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.385+0000 7f036992c800 20 add_watcher() i=0 2024-09-12T17:20:21.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.385+0000 7f036992c800 20 add_watcher() i=1 2024-09-12T17:20:21.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.385+0000 7f036992c800 20 add_watcher() i=2 2024-09-12T17:20:21.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.385+0000 7f036992c800 20 add_watcher() i=3 2024-09-12T17:20:21.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.385+0000 7f036992c800 20 add_watcher() i=4 2024-09-12T17:20:21.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.385+0000 7f036992c800 20 add_watcher() i=5 2024-09-12T17:20:21.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.385+0000 7f036992c800 20 add_watcher() i=6 2024-09-12T17:20:21.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.386+0000 7f036992c800 20 add_watcher() i=7 2024-09-12T17:20:21.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.386+0000 7f036992c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:21.389 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.388+0000 7f021bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.388+0000 7f036992c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.388+0000 7f036992c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.388+0000 7f036992c800 5 note: GC not initialized 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.388+0000 7f021afe5640 20 reqs_thread_entry: start 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.389+0000 7f036992c800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.389+0000 7f036992c800 20 Filter name: none 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.389+0000 7f0218fe1640 20 reqs_thread_entry: start 2024-09-12T17:20:21.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.389+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.389+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:21.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.389+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.390+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:20:21.391 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.390+0000 7f036992c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:21.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.390+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.390+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:21.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.390+0000 7f036992c800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.390+0000 7f036992c800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:20:21.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.390+0000 7f036992c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:21.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.392+0000 7f021bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:21.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.394+0000 7f036992c800 20 remove_watcher() i=0 2024-09-12T17:20:21.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.394+0000 7f036992c800 2 removed watcher, disabling cache 2024-09-12T17:20:21.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.395+0000 7f036992c800 20 remove_watcher() i=1 2024-09-12T17:20:21.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.396+0000 7f036992c800 20 remove_watcher() i=2 2024-09-12T17:20:21.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.397+0000 7f036992c800 20 remove_watcher() i=3 2024-09-12T17:20:21.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.398+0000 7f036992c800 20 remove_watcher() i=4 2024-09-12T17:20:21.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.399+0000 7f036992c800 20 remove_watcher() i=5 2024-09-12T17:20:21.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.400+0000 7f036992c800 20 remove_watcher() i=6 2024-09-12T17:20:21.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.401+0000 7f036992c800 20 remove_watcher() i=7 2024-09-12T17:20:21.413 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:21.413 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:21.413 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:20:21.413 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:21.414 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:21.414 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:21.450 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:21.451 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:21.506 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:20:21.538 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:21.538 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:21.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.574+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.575+0000 7fadbd840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.575+0000 7fadbd840800 20 realm 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.575+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.575+0000 7fadbd840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.575+0000 7fadbd840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.575+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.576+0000 7fadbd840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.576+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.576+0000 7fadbd840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:21.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.576+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.577+0000 7fadbd840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:21.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.577+0000 7fadbd840800 20 searching for the correct realm 2024-09-12T17:20:21.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.579+0000 7fadbbb2b640 0 -- 172.21.15.123:0/3775558011 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fada406d090 msgr2=0x7fada40a0950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:21.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.583+0000 7fadb3fff640 0 -- 172.21.15.123:0/3775558011 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fadb4017920 msgr2=0x7fadb402f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:21.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.788+0000 7fadbd840800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:21.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.788+0000 7fadbd840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.788+0000 7fadbd840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.788+0000 7fadbd840800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.788+0000 7fadbd840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.788+0000 7fadbd840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.788+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 zone default found 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 4 Realm: () 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:21.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 zonegroup default 2024-09-12T17:20:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.789+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.790+0000 7fadbd840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.790+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.790+0000 7fadbd840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.790+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.790+0000 7fadbd840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:21.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.790+0000 7fadbd840800 20 started sync module instance, tier type = 2024-09-12T17:20:21.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.790+0000 7fadbd840800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.799+0000 7fadbd840800 20 add_watcher() i=0 2024-09-12T17:20:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.799+0000 7fadbd840800 20 add_watcher() i=1 2024-09-12T17:20:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.799+0000 7fadbd840800 20 add_watcher() i=2 2024-09-12T17:20:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.799+0000 7fadbd840800 20 add_watcher() i=3 2024-09-12T17:20:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.799+0000 7fadbd840800 20 add_watcher() i=4 2024-09-12T17:20:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.799+0000 7fadbd840800 20 add_watcher() i=5 2024-09-12T17:20:21.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.799+0000 7fadbd840800 20 add_watcher() i=6 2024-09-12T17:20:21.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.800+0000 7fadbd840800 20 add_watcher() i=7 2024-09-12T17:20:21.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.800+0000 7fadbd840800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:21.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.801+0000 7fac71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fadbd840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fadbd840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fadbd840800 5 note: GC not initialized 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fac70fe1640 20 reqs_thread_entry: start 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fadbd840800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fadbd840800 20 Filter name: none 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fabea7fc640 20 reqs_thread_entry: start 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fadbd840800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:20:21.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.802+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 : miss 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 20 rados->read ofs=0 len=0 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:21.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.803+0000 7fadbd840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 2024-09-12T17:20:21.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.804+0000 7fadbd840800 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to be held by another RGW process; skipping for now 2024-09-12T17:20:21.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.805+0000 7fac71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.807+0000 7fadbd840800 20 remove_watcher() i=0 2024-09-12T17:20:21.808 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.807+0000 7fadbd840800 2 removed watcher, disabling cache 2024-09-12T17:20:21.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.808+0000 7fadbd840800 20 remove_watcher() i=1 2024-09-12T17:20:21.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.809+0000 7fadbd840800 20 remove_watcher() i=2 2024-09-12T17:20:21.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.810+0000 7fadbd840800 20 remove_watcher() i=3 2024-09-12T17:20:21.811 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.811+0000 7fadbd840800 20 remove_watcher() i=4 2024-09-12T17:20:21.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.812+0000 7fadbd840800 20 remove_watcher() i=5 2024-09-12T17:20:21.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.812+0000 7fadbd840800 20 remove_watcher() i=6 2024-09-12T17:20:21.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:21.813+0000 7fadbd840800 20 remove_watcher() i=7 2024-09-12T17:20:21.824 INFO:tasks.workunit.client.0.smithi123.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:20:51.845 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:20:51.882 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:51.882 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:51.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.924+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 20 realm 2024-09-12T17:20:51.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.926+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.927+0000 7ff30012e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:51.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.927+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.928+0000 7ff30012e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:51.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.928+0000 7ff30012e800 20 searching for the correct realm 2024-09-12T17:20:51.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:51.930+0000 7ff2fc6de640 0 -- 172.21.15.123:0/3311321110 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff2f00b22f0 msgr2=0x7ff2f00aa600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:52.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.137+0000 7ff2fb6dc640 0 -- 172.21.15.123:0/3311321110 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff2f4098c00 msgr2=0x7ff2f4061d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:52.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:52.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:52.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:52.346 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:52.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:52.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:52.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.347 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.345+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 zone default found 2024-09-12T17:20:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 4 Realm: () 2024-09-12T17:20:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:52.348 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 zonegroup default 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.346+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.347+0000 7ff30012e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.347+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.347+0000 7ff30012e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.347+0000 7ff30012e800 20 started sync module instance, tier type = 2024-09-12T17:20:52.349 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.347+0000 7ff30012e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.358+0000 7ff30012e800 20 add_watcher() i=0 2024-09-12T17:20:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.358+0000 7ff30012e800 20 add_watcher() i=1 2024-09-12T17:20:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.358+0000 7ff30012e800 20 add_watcher() i=2 2024-09-12T17:20:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.358+0000 7ff30012e800 20 add_watcher() i=3 2024-09-12T17:20:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.358+0000 7ff30012e800 20 add_watcher() i=4 2024-09-12T17:20:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.358+0000 7ff30012e800 20 add_watcher() i=5 2024-09-12T17:20:52.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.358+0000 7ff30012e800 20 add_watcher() i=6 2024-09-12T17:20:52.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.359+0000 7ff30012e800 20 add_watcher() i=7 2024-09-12T17:20:52.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.359+0000 7ff30012e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:52.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.361+0000 7ff1b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.361+0000 7ff30012e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.361+0000 7ff30012e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.362+0000 7ff30012e800 5 note: GC not initialized 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.362+0000 7ff1b0fe1640 20 reqs_thread_entry: start 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.362+0000 7ff30012e800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.362+0000 7ff30012e800 20 Filter name: none 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.362+0000 7ff12a7fc640 20 reqs_thread_entry: start 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.362+0000 7ff30012e800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:20:52.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.362+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 : miss 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:52.365 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.363+0000 7ff30012e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 2024-09-12T17:20:52.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.365+0000 7ff30012e800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:20:52.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff30012e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:52.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff30012e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:52.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff30012e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:52.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff30012e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40, ofs0, ns] 2024-09-12T17:20:52.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff1daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366271 cookie 94456016496128 notifier 7526 bl.length()=1015 2024-09-12T17:20:52.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff1daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:52.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff1daffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:52.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.369+0000 7ff1daffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:52.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.371+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_sources= new_sources= 2024-09-12T17:20:52.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.371+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential sources added=[] removed=[] 2024-09-12T17:20:52.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.371+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_dests= new_dests= 2024-09-12T17:20:52.372 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.371+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential dests added=[] removed=[] 2024-09-12T17:20:52.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.375+0000 7ff30012e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.2.0 2024-09-12T17:20:52.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.375+0000 7ff30012e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.2.0 2024-09-12T17:20:52.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.375+0000 7ff30012e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.2.1 2024-09-12T17:20:52.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.375+0000 7ff30012e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.2.1 2024-09-12T17:20:52.376 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.375+0000 7ff30012e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.0 2024-09-12T17:20:52.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.377+0000 7ff30012e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:52.378 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.377+0000 7ff30012e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 2024-09-12T17:20:52.379 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff30012e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff30012e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff30012e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff30012e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40, ofs0, ns] 2024-09-12T17:20:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff1da7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366272 cookie 94456016496128 notifier 7526 bl.length()=1015 2024-09-12T17:20:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff1da7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:52.380 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff1da7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:52.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.379+0000 7ff1da7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:52.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.381+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_sources= new_sources= 2024-09-12T17:20:52.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.381+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential sources added=[] removed=[] 2024-09-12T17:20:52.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.381+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_dests= new_dests= 2024-09-12T17:20:52.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.381+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential dests added=[] removed=[] 2024-09-12T17:20:52.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.382+0000 7ff30012e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40.0 2024-09-12T17:20:52.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.382+0000 7ff30012e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 : hit (requested=0x17, cached=0x17) 2024-09-12T17:20:52.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.382+0000 7ff30012e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.384+0000 7ff30012e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.384+0000 7ff30012e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.384+0000 7ff30012e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.384+0000 7ff30012e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40, ofs0, ns] 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.385+0000 7ff1daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366273 cookie 94456016496128 notifier 7526 bl.length()=983 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.385+0000 7ff1daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 info.flags=0x17 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.385+0000 7ff1daffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 to cache LRU end 2024-09-12T17:20:52.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.385+0000 7ff1daffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T17:20:52.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.386+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_sources= new_sources= 2024-09-12T17:20:52.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.386+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential sources added=[] removed=[] 2024-09-12T17:20:52.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.386+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): orig_dests= new_dests= 2024-09-12T17:20:52.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.386+0000 7ff30012e800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40]): potential dests added=[] removed=[] 2024-09-12T17:20:52.388 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.387+0000 7ff30012e800 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:20:52.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.390+0000 7ff1b1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:52.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.392+0000 7ff30012e800 20 remove_watcher() i=0 2024-09-12T17:20:52.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.392+0000 7ff30012e800 2 removed watcher, disabling cache 2024-09-12T17:20:52.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.393+0000 7ff30012e800 20 remove_watcher() i=1 2024-09-12T17:20:52.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.394+0000 7ff30012e800 20 remove_watcher() i=2 2024-09-12T17:20:52.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.396+0000 7ff30012e800 20 remove_watcher() i=3 2024-09-12T17:20:52.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.397+0000 7ff30012e800 20 remove_watcher() i=4 2024-09-12T17:20:52.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.398+0000 7ff30012e800 20 remove_watcher() i=5 2024-09-12T17:20:52.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.399+0000 7ff30012e800 20 remove_watcher() i=6 2024-09-12T17:20:52.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.400+0000 7ff30012e800 20 remove_watcher() i=7 2024-09-12T17:20:52.414 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:20:52.444 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:52.444 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:52.483 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.482+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 20 realm 2024-09-12T17:20:52.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:52.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.484+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.485+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:52.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.485+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.486+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:52.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.486+0000 7f07b832a800 20 searching for the correct realm 2024-09-12T17:20:52.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.488+0000 7f07b4850640 0 -- 172.21.15.123:0/2141781016 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f079c037040 msgr2=0x7f079c01f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:52.696 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.695+0000 7f07ab84e640 0 -- 172.21.15.123:0/2141781016 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f07ac08ddd0 msgr2=0x7f07ac02b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:52.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:52.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:52.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:52.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:52.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:52.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:52.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.902+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:52.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:52.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 20 zone default found 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 4 Realm: () 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 20 zonegroup default 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.903+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.904+0000 7f07b832a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.904+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.904+0000 7f07b832a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.904+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.904+0000 7f07b832a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.904+0000 7f07b832a800 20 started sync module instance, tier type = 2024-09-12T17:20:52.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.904+0000 7f07b832a800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.915+0000 7f07b832a800 20 add_watcher() i=0 2024-09-12T17:20:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.915+0000 7f07b832a800 20 add_watcher() i=1 2024-09-12T17:20:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.915+0000 7f07b832a800 20 add_watcher() i=2 2024-09-12T17:20:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.915+0000 7f07b832a800 20 add_watcher() i=3 2024-09-12T17:20:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.915+0000 7f07b832a800 20 add_watcher() i=4 2024-09-12T17:20:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.915+0000 7f07b832a800 20 add_watcher() i=5 2024-09-12T17:20:52.916 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.915+0000 7f07b832a800 20 add_watcher() i=6 2024-09-12T17:20:52.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.916+0000 7f07b832a800 20 add_watcher() i=7 2024-09-12T17:20:52.917 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.916+0000 7f07b832a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:52.918 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.917+0000 7f066a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:52.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f07b832a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:52.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f07b832a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:52.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f07b832a800 5 note: GC not initialized 2024-09-12T17:20:52.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f06697e2640 20 reqs_thread_entry: start 2024-09-12T17:20:52.919 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f07b832a800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:52.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f07b832a800 20 Filter name: none 2024-09-12T17:20:52.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f05daffd640 20 reqs_thread_entry: start 2024-09-12T17:20:52.920 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.918+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.919+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.919+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.919+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.919+0000 7f07b832a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.919+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.920+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.920+0000 7f07b832a800 20 rados->read ofs=0 len=0 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.920+0000 7f07b832a800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:20:52.921 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.920+0000 7f07b832a800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:52.922 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.921+0000 7f066a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:52.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.924+0000 7f07b832a800 20 remove_watcher() i=0 2024-09-12T17:20:52.925 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.924+0000 7f07b832a800 2 removed watcher, disabling cache 2024-09-12T17:20:52.926 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.925+0000 7f07b832a800 20 remove_watcher() i=1 2024-09-12T17:20:52.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.926+0000 7f07b832a800 20 remove_watcher() i=2 2024-09-12T17:20:52.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.928+0000 7f07b832a800 20 remove_watcher() i=3 2024-09-12T17:20:52.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.929+0000 7f07b832a800 20 remove_watcher() i=4 2024-09-12T17:20:52.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.930+0000 7f07b832a800 20 remove_watcher() i=5 2024-09-12T17:20:52.931 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.931+0000 7f07b832a800 20 remove_watcher() i=6 2024-09-12T17:20:52.932 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:52.932+0000 7f07b832a800 20 remove_watcher() i=7 2024-09-12T17:20:52.943 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:52.944 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:52.944 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: abort-at-change-reshard-state id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:20:52.944 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:52.946 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:52.946 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:52.964 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:52.964 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:53.180 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:53.180 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:53.241 INFO:tasks.workunit.client.0.smithi123.stderr: test: logrecord could be stopped after reshard failed 2024-09-12T17:20:53.243 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:20:53.271 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:53.271 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:53.308 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.307+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 20 realm 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.310 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.309+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.310+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:53.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.310+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.311+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:53.312 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.311+0000 7fbbb6934800 20 searching for the correct realm 2024-09-12T17:20:53.313 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.312+0000 7fbbb2eb8640 0 -- 172.21.15.123:0/2585530398 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fbb9c0533f0 msgr2=0x7fbb9c053870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:20:53.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.518+0000 7fbbabfff640 0 -- 172.21.15.123:0/2585530398 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fbbac007d70 msgr2=0x7fbbac0719f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:53.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:53.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:53.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:53.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:53.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:53.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:53.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.725+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 zone default found 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 4 Realm: () 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:53.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 zonegroup default 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.726+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.727+0000 7fbbb6934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.727+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.727+0000 7fbbb6934800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.727+0000 7fbbb6934800 20 started sync module instance, tier type = 2024-09-12T17:20:53.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.727+0000 7fbbb6934800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:53.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.736+0000 7fbbb6934800 20 add_watcher() i=0 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.736+0000 7fbbb6934800 20 add_watcher() i=1 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.736+0000 7fbbb6934800 20 add_watcher() i=2 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.736+0000 7fbbb6934800 20 add_watcher() i=3 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.736+0000 7fbbb6934800 20 add_watcher() i=4 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.736+0000 7fbbb6934800 20 add_watcher() i=5 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.736+0000 7fbbb6934800 20 add_watcher() i=6 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.737+0000 7fbbb6934800 20 add_watcher() i=7 2024-09-12T17:20:53.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.737+0000 7fbbb6934800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:53.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.738+0000 7fba68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:53.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fbbb6934800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:53.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fbbb6934800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:53.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fbbb6934800 5 note: GC not initialized 2024-09-12T17:20:53.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fb9e37fe640 20 reqs_thread_entry: start 2024-09-12T17:20:53.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fbbb6934800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:53.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fbbb6934800 20 Filter name: none 2024-09-12T17:20:53.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fb9e17fa640 20 reqs_thread_entry: start 2024-09-12T17:20:53.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.739+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.740+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.740+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.740+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.740+0000 7fbbb6934800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.740+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.741+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.741+0000 7fbbb6934800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.741+0000 7fbbb6934800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:20:53.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.741+0000 7fbbb6934800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:53.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.742+0000 7fba68fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:53.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.745+0000 7fbbb6934800 20 remove_watcher() i=0 2024-09-12T17:20:53.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.745+0000 7fbbb6934800 2 removed watcher, disabling cache 2024-09-12T17:20:53.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.746+0000 7fbbb6934800 20 remove_watcher() i=1 2024-09-12T17:20:53.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.748+0000 7fbbb6934800 20 remove_watcher() i=2 2024-09-12T17:20:53.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.749+0000 7fbbb6934800 20 remove_watcher() i=3 2024-09-12T17:20:53.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.750+0000 7fbbb6934800 20 remove_watcher() i=4 2024-09-12T17:20:53.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.751+0000 7fbbb6934800 20 remove_watcher() i=5 2024-09-12T17:20:53.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.751+0000 7fbbb6934800 20 remove_watcher() i=6 2024-09-12T17:20:53.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.752+0000 7fbbb6934800 20 remove_watcher() i=7 2024-09-12T17:20:53.764 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:53.764 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:20:53.764 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:20:53.764 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:53.765 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:20:53.794 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:53.794 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:53.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.830+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 20 realm 2024-09-12T17:20:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:53.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.832+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.833+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:53.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.833+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:53.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.834+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:53.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.834+0000 7f6ce0d35800 20 searching for the correct realm 2024-09-12T17:20:53.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:53.836+0000 7f6cdd2e5640 0 -- 172.21.15.123:0/4090647229 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f6cc806c040 msgr2=0x7f6cc8066d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.042+0000 7f6cd7fff640 0 -- 172.21.15.123:0/4090647229 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f6cd8094030 msgr2=0x7f6cd8018030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:54.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:54.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:54.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:54.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:54.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:54.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.249+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 zone default found 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 4 Realm: () 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 zonegroup default 2024-09-12T17:20:54.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 started sync module instance, tier type = 2024-09-12T17:20:54.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.250+0000 7f6ce0d35800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:54.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.260+0000 7f6ce0d35800 20 add_watcher() i=0 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.260+0000 7f6ce0d35800 20 add_watcher() i=1 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.260+0000 7f6ce0d35800 20 add_watcher() i=2 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.260+0000 7f6ce0d35800 20 add_watcher() i=3 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.260+0000 7f6ce0d35800 20 add_watcher() i=4 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.260+0000 7f6ce0d35800 20 add_watcher() i=5 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.260+0000 7f6ce0d35800 20 add_watcher() i=6 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.261+0000 7f6ce0d35800 20 add_watcher() i=7 2024-09-12T17:20:54.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.261+0000 7f6ce0d35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:54.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.262+0000 7f6b92fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:54.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6ce0d35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:54.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6ce0d35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:54.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6ce0d35800 5 note: GC not initialized 2024-09-12T17:20:54.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6b91fe3640 20 reqs_thread_entry: start 2024-09-12T17:20:54.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6ce0d35800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:54.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6ce0d35800 20 Filter name: none 2024-09-12T17:20:54.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6b037fe640 20 reqs_thread_entry: start 2024-09-12T17:20:54.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.263+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.264+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.264+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.264+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.264+0000 7f6ce0d35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.264+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.265+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.265+0000 7f6ce0d35800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.265+0000 7f6ce0d35800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:20:54.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.265+0000 7f6ce0d35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:54.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.266+0000 7f6b92fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:54.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.269+0000 7f6ce0d35800 20 remove_watcher() i=0 2024-09-12T17:20:54.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.269+0000 7f6ce0d35800 2 removed watcher, disabling cache 2024-09-12T17:20:54.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.270+0000 7f6ce0d35800 20 remove_watcher() i=1 2024-09-12T17:20:54.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.271+0000 7f6ce0d35800 20 remove_watcher() i=2 2024-09-12T17:20:54.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.272+0000 7f6ce0d35800 20 remove_watcher() i=3 2024-09-12T17:20:54.273 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.273+0000 7f6ce0d35800 20 remove_watcher() i=4 2024-09-12T17:20:54.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.274+0000 7f6ce0d35800 20 remove_watcher() i=5 2024-09-12T17:20:54.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.275+0000 7f6ce0d35800 20 remove_watcher() i=6 2024-09-12T17:20:54.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.276+0000 7f6ce0d35800 20 remove_watcher() i=7 2024-09-12T17:20:54.289 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:20:54.323 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:54.323 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:54.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.360+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.361+0000 7f3aad525800 20 realm 2024-09-12T17:20:54.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.361+0000 7f3aad525800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.363 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.363+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:54.364 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.363+0000 7f3aad525800 20 searching for the correct realm 2024-09-12T17:20:54.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.365+0000 7f3aa99af640 0 -- 172.21.15.123:0/490993416 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3a940b4880 msgr2=0x7f3a940e11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.571+0000 7f3aa3fff640 0 -- 172.21.15.123:0/490993416 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f3aa4017020 msgr2=0x7f3aa4059920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.777+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.779 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 zone default found 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 4 Realm: () 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 zonegroup default 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.780+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.780+0000 7f3aad525800 20 started sync module instance, tier type = 2024-09-12T17:20:54.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.780+0000 7f3aad525800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:54.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=0 2024-09-12T17:20:54.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=1 2024-09-12T17:20:54.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=2 2024-09-12T17:20:54.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=3 2024-09-12T17:20:54.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=4 2024-09-12T17:20:54.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=5 2024-09-12T17:20:54.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.791+0000 7f3aad525800 20 add_watcher() i=6 2024-09-12T17:20:54.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.791+0000 7f3aad525800 20 add_watcher() i=7 2024-09-12T17:20:54.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.791+0000 7f3aad525800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:54.794 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.793+0000 7f395ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.793+0000 7f3aad525800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.793+0000 7f3aad525800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.793+0000 7f3aad525800 5 note: GC not initialized 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f395efe5640 20 reqs_thread_entry: start 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 20 Filter name: none 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f395cfe1640 20 reqs_thread_entry: start 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:20:54.795 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:20:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:20:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:20:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.796 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.795+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:20:54.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.795+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.795+0000 7f3aad525800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.795+0000 7f3aad525800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:54.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.795+0000 7f3aad525800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.795+0000 7f3aad525800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:20:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f3aad525800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f3aad525800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f3aad525800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:20:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366276 cookie 94850969171152 notifier 8199 bl.length()=911 2024-09-12T17:20:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.800 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.801 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:20:54.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:20:54.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:20:54.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:20:54.804 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.1 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.1 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.2 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.2 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.3 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.3 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:54.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:54.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:54.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:54.807 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3aad525800 time 2024-09-12T17:20:54.807564+0000 2024-09-12T17:20:54.807 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:54.808 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.808 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3aaeb8c71a] 2024-09-12T17:20:54.808 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.808 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.808 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f3aad525800 thread_name:radosgw-admin 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.807+0000 7f3aad525800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3aad525800 time 2024-09-12T17:20:54.807564+0000 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3aaeb8c71a] 2024-09-12T17:20:54.809 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:54.810 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3aad83e6f0] 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3aad88b99c] 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3aaeb8c774] 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.825 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.808+0000 7f3aad525800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f3aad525800 thread_name:radosgw-admin 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3aad83e6f0] 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3aad88b99c] 2024-09-12T17:20:54.826 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3aaeb8c774] 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:20:54.827 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.828 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:20:54.344+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: starting msgr at 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: starting objecter 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 asok(0x56443620c730) register_command objecter_requests hook 0x56443645d860 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: setting wanted keys 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: calling monclient init 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding auth protocol: cephx 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding auth protocol: cephx 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding auth protocol: cephx 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.829 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:20:54.344+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:20:54.344+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key hook 0x56443642de78 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.830 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644363706d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x564436376a20 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x564436377380 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.079996s 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x5644363706d0 auth_method 0 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.831 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x564436376a20 auth_method 0 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x564436377380 auth_method 0 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.832 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_done global_id 7586 payload 824 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 1 monclient: found mon.noname-c 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: dump: 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.833 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: dump: 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.834 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:20:54.345+0000 7f3aad525800 5 monclient: authenticate success, global_id 7586 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:20:54.345+0000 7f3997606640 4 set_mon_vals no callback set 2024-09-12T17:20:54.835 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:20:54.345+0000 7f3aad525800 1 librados: init done 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:20:54.347+0000 7f3995e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:20:54.347+0000 7f3995e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:20:54.347+0000 7f3995e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:20:54.347+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3990076470 auth_method 0 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:20:54.347+0000 7f3aa99af640 10 monclient: get_auth_request con 0x564436457320 auth_method 0 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:20:54.348+0000 7f3aa91ae640 10 monclient: get_auth_request con 0x56443647a2e0 auth_method 0 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:20:54.349+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x56443647e640 auth_method 0 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:20:54.350+0000 7f3aa99af640 10 monclient: get_auth_request con 0x56443647db90 auth_method 0 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:20:54.351+0000 7f3aad525800 10 monclient: build_initial_monmap 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:20:54.351+0000 7f3aad525800 1 build_initial for_mkfs: 0 2024-09-12T17:20:54.836 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:20:54.351+0000 7f3aad525800 10 monclient: monmap: 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding auth protocol: cephx 2024-09-12T17:20:54.837 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding auth protocol: cephx 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding auth protocol: cephx 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.838 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:20:54.351+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 asok(0x56443620c730) register_command objecter_requests cmddesc objecter_requests hook 0x564436489c80 EEXIST 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:20:54.351+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding auth protocol: cephx 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding auth protocol: cephx 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding auth protocol: cephx 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.839 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:20:54.352+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:20:54.352+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:20:54.352+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key cmddesc rotate-key hook 0x564436485840 EEXIST 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644364adfa0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x5644364ae380 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x5644364accb0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.840 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.087409s 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x5644364adfa0 auth_method 0 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x5644364accb0 auth_method 0 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.841 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x5644364ae380 auth_method 0 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_done global_id 7589 payload 824 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 1 monclient: found mon.noname-c 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.842 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: dump: 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:20:54.353+0000 7f3aad525800 5 monclient: authenticate success, global_id 7589 2024-09-12T17:20:54.843 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: dump: 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.844 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:20:54.353+0000 7f3aaa1b0640 4 set_mon_vals no callback set 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:20:54.354+0000 7f398effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:20:54.354+0000 7f398effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:20:54.354+0000 7f398effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:20:54.354+0000 7f3aa99af640 10 monclient: get_auth_request con 0x7f3984076380 auth_method 0 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: get_monmap_and_config 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: build_initial_monmap 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:20:54.355+0000 7f3aad525800 1 build_initial for_mkfs: 0 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: monmap: 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:54.845 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding auth protocol: cephx 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding auth protocol: cephx 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding auth protocol: cephx 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.846 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:20:54.355+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding auth protocol: cephx 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding auth protocol: cephx 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding auth protocol: cephx 2024-09-12T17:20:54.847 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:20:54.355+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:20:54.356+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.848 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:20:54.356+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key cmddesc rotate-key hook 0x7fffafdd09e8 EEXIST 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x564436502320 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x5644364d3330 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644364fd800 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.091130s 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x5644364fd800 auth_method 0 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.849 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x564436502320 auth_method 0 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x5644364d3330 auth_method 0 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.850 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_done global_id 7592 payload 274 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 1 monclient: found mon.noname-c 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: dump: 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.851 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.852 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: dump: 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.853 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:20:54.356+0000 7f3aad525800 5 monclient: authenticate success, global_id 7592 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient: get_monmap_and_config success 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:20:54.356+0000 7f3aad525800 4 set_mon_vals no callback set 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: shutdown 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: build_initial_monmap 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 build_initial for_mkfs: 0 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: monmap: 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:54.854 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding auth protocol: cephx 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding auth protocol: cephx 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding auth protocol: cephx 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.855 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:20:54.357+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: starting msgr at 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: starting objecter 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 asok(0x56443620c730) register_command objecter_requests cmddesc objecter_requests hook 0x5644364d3ac0 EEXIST 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: setting wanted keys 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: calling monclient init 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding auth protocol: cephx 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding auth protocol: cephx 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding auth protocol: cephx 2024-09-12T17:20:54.856 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:20:54.357+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:20:54.358+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.857 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:20:54.358+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key cmddesc rotate-key hook 0x5644364c29a8 EEXIST 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x5644364d3330 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644364fd800 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x564436502320 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.093278s 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x564436502320 auth_method 0 2024-09-12T17:20:54.858 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x5644364fd800 auth_method 0 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.859 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x5644364d3330 auth_method 0 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_done global_id 8199 payload 824 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 1 monclient: found mon.noname-a 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: dump: 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.860 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:20:54.861 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: dump: 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:20:54.358+0000 7f3aad525800 5 monclient: authenticate success, global_id 8199 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:20:54.358+0000 7f398cff9640 4 set_mon_vals no callback set 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.862 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:20:54.358+0000 7f3aad525800 1 librados: init done 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:20:54.358+0000 7f3aad525800 5 asok(0x56443620c730) register_command cr dump hook 0x7f3a9c05d248 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:20:54.360+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:20:54.360+0000 7f397affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:20:54.360+0000 7f397affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:20:54.360+0000 7f397affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:20:54.361+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3974076470 auth_method 0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:20:54.361+0000 7f3aa99af640 10 monclient: get_auth_request con 0x56443651c550 auth_method 0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 realm 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:20:54.361+0000 7f3aad525800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.863 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:20:54.362+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x564436520790 auth_method 0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:20:54.363+0000 7f3aa99af640 10 monclient: get_auth_request con 0x564436524010 auth_method 0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:20:54.363+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:20:54.363+0000 7f3aad525800 20 searching for the correct realm 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:20:54.364+0000 7f3aa91ae640 10 monclient: get_auth_request con 0x7f3aa403f040 auth_method 0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:20:54.364+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3a9c03bea0 auth_method 0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:20:54.365+0000 7f3aa99af640 10 monclient: get_auth_request con 0x7f3a940b4880 auth_method 0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:20:54.365+0000 7f3aa99af640 0 -- 172.21.15.123:0/490993416 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3a940b4880 msgr2=0x7f3a940e11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:20:54.566+0000 7f3aa99af640 10 monclient: get_auth_request con 0x7f3a940b4880 auth_method 0 2024-09-12T17:20:54.864 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:20:54.568+0000 7f3aa91ae640 10 monclient: get_auth_request con 0x7f3aa4026040 auth_method 0 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:20:54.571+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3aa4017020 auth_method 0 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:20:54.571+0000 7f3aa3fff640 0 -- 172.21.15.123:0/490993416 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f3aa4017020 msgr2=0x7f3aa4059920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:20:54.772+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3aa4017020 auth_method 0 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.865 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 zone default found 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:20:54.778+0000 7f3aad525800 4 Realm: () 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:20:54.778+0000 7f3aad525800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:20:54.778+0000 7f3aad525800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:20:54.778+0000 7f3aad525800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 zonegroup default 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:20:54.780+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.866 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:20:54.780+0000 7f3aad525800 20 started sync module instance, tier type = 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:20:54.780+0000 7f3aad525800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=0 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=1 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=2 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=3 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=4 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=5 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:20:54.791+0000 7f3aad525800 20 add_watcher() i=6 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:20:54.791+0000 7f3aad525800 20 add_watcher() i=7 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:20:54.791+0000 7f3aad525800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding auth protocol: cephx 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding auth protocol: cephx 2024-09-12T17:20:54.867 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding auth protocol: cephx 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:20:54.793+0000 7f395ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.868 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:20:54.793+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:20:54.793+0000 7f3aad525800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:20:54.793+0000 7f3aad525800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache list hook 0x5644364f5f70 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache inspect hook 0x5644364f5f70 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache erase hook 0x5644364f5f70 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache zap hook 0x5644364f5f70 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 note: GC not initialized 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:20:54.794+0000 7f395efe5640 20 reqs_thread_entry: start 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace show hook 0x7f3a9c064040 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace history hook 0x7f3a9c064040 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace active hook 0x7f3a9c064040 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace active_short hook 0x7f3a9c064040 2024-09-12T17:20:54.869 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 Filter name: none 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:20:54.794+0000 7f395cfe1640 20 reqs_thread_entry: start 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:20:54.795+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:54.870 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366276 cookie 94850969171152 notifier 8199 bl.length()=911 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:20:54.871 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.1 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.1 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.2 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.2 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.3 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.3 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:54.872 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:20:54.807+0000 7f3aad525800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3aad525800 time 2024-09-12T17:20:54.807564+0000 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3aaeb8c71a] 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:54.873 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:20:54.808+0000 7f3aad525800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f3aad525800 thread_name:radosgw-admin 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3aad83e6f0] 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3aad88b99c] 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3aaeb8c774] 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.874 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:20:54.875 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:20:54.876 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:20:54.877 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:20:54.878 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:20:54.879 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:20:54.880 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:20:54.881 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f395cfe1640 / http_manager 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f395efe5640 / http_manager 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f395ffe7640 / rgw_dt_lg_renew 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f397affd640 / ms_dispatch 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f398cff9640 / io_context_pool 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f398effd640 / ms_dispatch 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3995e03640 / ms_dispatch 2024-09-12T17:20:54.882 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3997606640 / io_context_pool 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aa3fff640 / msgr-worker-2 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aa91ae640 / msgr-worker-1 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aa99af640 / msgr-worker-0 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aaa1b0640 / io_context_pool 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aad525800 / radosgw-admin 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.148166.log 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.883 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: crc 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x5644362b8310) adding con mode: secure 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:20:54.344+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: starting msgr at 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: starting objecter 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 asok(0x56443620c730) register_command objecter_requests hook 0x56443645d860 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: setting wanted keys 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:20:54.344+0000 7f3aad525800 1 librados: calling monclient init 2024-09-12T17:20:54.884 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding auth protocol: cephx 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding auth protocol: cephx 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding auth protocol: cephx 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.885 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: crc 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 AuthRegistry(0x56443642dd30) adding con mode: secure 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:20:54.344+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:20:54.344+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:20:54.344+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key hook 0x56443642de78 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644363706d0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x564436376a20 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x564436377380 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.886 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:20:54.344+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.079996s 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x5644363706d0 auth_method 0 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x564436376a20 auth_method 0 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.887 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:20:54.345+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x564436377380 auth_method 0 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:20:54.345+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_done global_id 7586 payload 824 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 1 monclient: found mon.noname-c 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:20:54.345+0000 7f3aa91ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: dump: 2024-09-12T17:20:54.888 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.889 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:20:54.345+0000 7f3995e03640 10 monclient: dump: 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:20:54.345+0000 7f3aad525800 5 monclient: authenticate success, global_id 7586 2024-09-12T17:20:54.890 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:20:54.345+0000 7f3997606640 4 set_mon_vals no callback set 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:20:54.345+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:20:54.345+0000 7f3aad525800 1 librados: init done 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:20:54.347+0000 7f3995e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:20:54.347+0000 7f3995e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:20:54.347+0000 7f3995e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:20:54.347+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3990076470 auth_method 0 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:20:54.347+0000 7f3aa99af640 10 monclient: get_auth_request con 0x564436457320 auth_method 0 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:20:54.348+0000 7f3aa91ae640 10 monclient: get_auth_request con 0x56443647a2e0 auth_method 0 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:20:54.349+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x56443647e640 auth_method 0 2024-09-12T17:20:54.891 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:20:54.350+0000 7f3aa99af640 10 monclient: get_auth_request con 0x56443647db90 auth_method 0 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:20:54.351+0000 7f3aad525800 10 monclient: build_initial_monmap 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:20:54.351+0000 7f3aad525800 1 build_initial for_mkfs: 0 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:20:54.351+0000 7f3aad525800 10 monclient: monmap: 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:54.892 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding auth protocol: cephx 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding auth protocol: cephx 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding auth protocol: cephx 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.893 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: crc 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364867b0) adding con mode: secure 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:20:54.351+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 asok(0x56443620c730) register_command objecter_requests cmddesc objecter_requests hook 0x564436489c80 EEXIST 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:20:54.351+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding auth protocol: cephx 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding auth protocol: cephx 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding auth protocol: cephx 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.894 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: crc 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:20:54.351+0000 7f3aad525800 5 AuthRegistry(0x5644364856f8) adding con mode: secure 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:20:54.352+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:20:54.352+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:20:54.352+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key cmddesc rotate-key hook 0x564436485840 EEXIST 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644364adfa0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x5644364ae380 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x5644364accb0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.895 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:20:54.352+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.087409s 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x5644364adfa0 auth_method 0 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x5644364accb0 auth_method 0 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.896 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:20:54.352+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x5644364ae380 auth_method 0 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.897 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:20:54.352+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_done global_id 7589 payload 824 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 1 monclient: found mon.noname-c 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:20:54.352+0000 7f3aa3fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: dump: 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.898 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:20:54.353+0000 7f3aad525800 5 monclient: authenticate success, global_id 7589 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.899 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:20:54.353+0000 7f398effd640 10 monclient: dump: 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:20:54.353+0000 7f3aaa1b0640 4 set_mon_vals no callback set 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.900 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:20:54.353+0000 7f3aad525800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:20:54.354+0000 7f398effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:20:54.354+0000 7f398effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:20:54.354+0000 7f398effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:20:54.354+0000 7f3aa99af640 10 monclient: get_auth_request con 0x7f3984076380 auth_method 0 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: get_monmap_and_config 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: build_initial_monmap 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:20:54.355+0000 7f3aad525800 1 build_initial for_mkfs: 0 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: monmap: 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:54.901 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding auth protocol: cephx 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding auth protocol: cephx 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding auth protocol: cephx 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.902 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: crc 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x5644364cdcd0) adding con mode: secure 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:20:54.355+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:20:54.355+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding auth protocol: cephx 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding auth protocol: cephx 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding auth protocol: cephx 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.903 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: crc 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:20:54.355+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd08a0) adding con mode: secure 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:20:54.355+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:20:54.356+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:20:54.356+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key cmddesc rotate-key hook 0x7fffafdd09e8 EEXIST 2024-09-12T17:20:54.904 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x564436502320 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x5644364d3330 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644364fd800 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.091130s 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x5644364fd800 auth_method 0 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.905 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x564436502320 auth_method 0 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x5644364d3330 auth_method 0 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.906 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:20:54.356+0000 7f3aa3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:20:54.356+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_done global_id 7592 payload 274 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 1 monclient: found mon.noname-c 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:20:54.356+0000 7f3aa91ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: dump: 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.907 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:20:54.908 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:20:54.356+0000 7f398cff9640 10 monclient: dump: 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:20:54.356+0000 7f3aad525800 5 monclient: authenticate success, global_id 7592 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:20:54.356+0000 7f3aad525800 10 monclient: get_monmap_and_config success 2024-09-12T17:20:54.909 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:20:54.356+0000 7f3aad525800 4 set_mon_vals no callback set 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: shutdown 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: build_initial_monmap 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 build_initial for_mkfs: 0 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: monmap: 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.910 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding auth protocol: cephx 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding auth protocol: cephx 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding auth protocol: cephx 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: crc 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364fe3e0) adding con mode: secure 2024-09-12T17:20:54.911 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:20:54.357+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: starting msgr at 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: starting objecter 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 asok(0x56443620c730) register_command objecter_requests cmddesc objecter_requests hook 0x5644364d3ac0 EEXIST 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: setting wanted keys 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:20:54.357+0000 7f3aad525800 1 librados: calling monclient init 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:20:54.357+0000 7f3aad525800 10 monclient: init 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding auth protocol: cephx 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding auth protocol: cephx 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding auth protocol: cephx 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.912 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: crc 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:20:54.357+0000 7f3aad525800 5 AuthRegistry(0x5644364c2860) adding con mode: secure 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:20:54.357+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:20:54.358+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:20:54.358+0000 7f3aad525800 5 asok(0x56443620c730) register_command rotate-key cmddesc rotate-key hook 0x5644364c29a8 EEXIST 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _reopen_session rank -1 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:20:54.913 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-b con 0x5644364d3330 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-c con 0x5644364fd800 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): picked mon.noname-a con 0x564436502320 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): start opening mon connection 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): _renew_subs 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient(hunting): authenticate will time out at 2422.093278s 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request con 0x564436502320 auth_method 0 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): get_auth_request con 0x5644364fd800 auth_method 0 2024-09-12T17:20:54.914 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:20:54.358+0000 7f3aa99af640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request con 0x5644364d3330 auth_method 0 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:20:54.358+0000 7f3aa3fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient(hunting): handle_auth_done global_id 8199 payload 824 2024-09-12T17:20:54.915 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient: _finish_hunting 0 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 1 monclient: found mon.noname-a 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:20:54.358+0000 7f3aa91ae640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: dump: 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.916 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: _finish_auth 0 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: _check_auth_tickets 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:20:54.358+0000 7f397affd640 10 monclient: dump: 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:20:54.917 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:20:54.358+0000 7f3aad525800 5 monclient: authenticate success, global_id 8199 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:20:54.358+0000 7f398cff9640 4 set_mon_vals no callback set 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _renew_subs 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:20:54.358+0000 7f3aad525800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:20:54.358+0000 7f3aad525800 1 librados: init done 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:20:54.358+0000 7f3aad525800 5 asok(0x56443620c730) register_command cr dump hook 0x7f3a9c05d248 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:20:54.360+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.918 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:20:54.360+0000 7f397affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:20:54.360+0000 7f397affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:20:54.360+0000 7f397affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:20:54.361+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3974076470 auth_method 0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:20:54.361+0000 7f3aa99af640 10 monclient: get_auth_request con 0x56443651c550 auth_method 0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 realm 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:20:54.361+0000 7f3aad525800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:20:54.361+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.919 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:20:54.362+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x564436520790 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:20:54.362+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:20:54.363+0000 7f3aa99af640 10 monclient: get_auth_request con 0x564436524010 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:20:54.363+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:20:54.363+0000 7f3aad525800 20 searching for the correct realm 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:20:54.364+0000 7f3aa91ae640 10 monclient: get_auth_request con 0x7f3aa403f040 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:20:54.364+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3a9c03bea0 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:20:54.365+0000 7f3aa99af640 10 monclient: get_auth_request con 0x7f3a940b4880 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:20:54.365+0000 7f3aa99af640 0 -- 172.21.15.123:0/490993416 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3a940b4880 msgr2=0x7f3a940e11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:20:54.566+0000 7f3aa99af640 10 monclient: get_auth_request con 0x7f3a940b4880 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:20:54.568+0000 7f3aa91ae640 10 monclient: get_auth_request con 0x7f3aa4026040 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:20:54.571+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3aa4017020 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:20:54.571+0000 7f3aa3fff640 0 -- 172.21.15.123:0/490993416 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f3aa4017020 msgr2=0x7f3aa4059920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:20:54.772+0000 7f3aa3fff640 10 monclient: get_auth_request con 0x7f3aa4017020 auth_method 0 2024-09-12T17:20:54.920 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:20:54.777+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 zone default found 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:20:54.778+0000 7f3aad525800 4 Realm: () 2024-09-12T17:20:54.921 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:20:54.778+0000 7f3aad525800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:20:54.778+0000 7f3aad525800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:20:54.778+0000 7f3aad525800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 zonegroup default 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:20:54.778+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:20:54.779+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:20:54.780+0000 7f3aad525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:20:54.780+0000 7f3aad525800 20 started sync module instance, tier type = 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:20:54.780+0000 7f3aad525800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=0 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=1 2024-09-12T17:20:54.922 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=2 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=3 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=4 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:20:54.790+0000 7f3aad525800 20 add_watcher() i=5 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:20:54.791+0000 7f3aad525800 20 add_watcher() i=6 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:20:54.791+0000 7f3aad525800 20 add_watcher() i=7 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:20:54.791+0000 7f3aad525800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding auth protocol: cephx 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding auth protocol: cephx 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding auth protocol: cephx 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.923 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:20:54.793+0000 7f395ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: crc 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 AuthRegistry(0x7fffafdd0d70) adding con mode: secure 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:20:54.793+0000 7f3aad525800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:20:54.793+0000 7f3aad525800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:20:54.793+0000 7f3aad525800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache list hook 0x5644364f5f70 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache inspect hook 0x5644364f5f70 2024-09-12T17:20:54.924 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache erase hook 0x5644364f5f70 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 asok(0x56443620c730) register_command cache zap hook 0x5644364f5f70 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:20:54.793+0000 7f3aad525800 5 note: GC not initialized 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:20:54.794+0000 7f395efe5640 20 reqs_thread_entry: start 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace show hook 0x7f3a9c064040 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace history hook 0x7f3a9c064040 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace active hook 0x7f3a9c064040 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:20:54.794+0000 7f3aad525800 5 asok(0x56443620c730) register_command sync trace active_short hook 0x7f3a9c064040 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 Filter name: none 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:20:54.794+0000 7f395cfe1640 20 reqs_thread_entry: start 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:54.925 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:20:54.794+0000 7f3aad525800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:20:54.794+0000 7f3aad525800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:20:54.795+0000 7f3aad525800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:20:54.795+0000 7f3aad525800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:20:54.799+0000 7f3aad525800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:20:54.926 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366276 cookie 94850969171152 notifier 8199 bl.length()=911 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:20:54.799+0000 7f398cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:20:54.801+0000 7f3aad525800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.1 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.1 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.2 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.2 2024-09-12T17:20:54.927 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:20:54.803+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.3 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:20:54.803+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.3 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:20:54.804+0000 7f3aad525800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:20:54.804+0000 7f3aad525800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:20:54.807+0000 7f3aad525800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3aad525800 time 2024-09-12T17:20:54.807564+0000 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3aaeb8c71a] 2024-09-12T17:20:54.928 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:20:54.808+0000 7f3aad525800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f3aad525800 thread_name:radosgw-admin 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:20:54.929 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3aad83e6f0] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3aad88b99c] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3aaeb8c774] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3aaeb8c8d8] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564434dba841] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1834) [0x564434dc9734] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x564434dca5d4] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f3aad829590] 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:20:54.930 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:20:54.931 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:20:54.932 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:20:54.933 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:20:54.934 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:20:54.935 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:20:54.936 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f395cfe1640 / http_manager 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f395efe5640 / http_manager 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f395ffe7640 / rgw_dt_lg_renew 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f397affd640 / ms_dispatch 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f398cff9640 / io_context_pool 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f398effd640 / ms_dispatch 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3995e03640 / ms_dispatch 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3997606640 / io_context_pool 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aa3fff640 / msgr-worker-2 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aa91ae640 / msgr-worker-1 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aa99af640 / msgr-worker-0 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aaa1b0640 / io_context_pool 2024-09-12T17:20:54.937 INFO:tasks.workunit.client.0.smithi123.stderr: 7f3aad525800 / radosgw-admin 2024-09-12T17:20:54.938 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:20:54.938 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:20:54.938 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:20:54.809147Z_6cc861bf-16c0-45dd-a439-128f5f77375a/log 2024-09-12T17:20:54.938 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:20:54.938 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:20:54.939 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:54.939 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.882+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.884+0000 7fe08f030800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.884+0000 7fe08f030800 20 realm 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.884+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.885+0000 7fe08f030800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.885+0000 7fe08f030800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.885+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.885+0000 7fe08f030800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.885+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.886+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.886+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.886+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.886+0000 7fe08f030800 20 searching for the correct realm 2024-09-12T17:20:54.940 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:54.889+0000 7fe08abcd640 0 -- 172.21.15.123:0/3555755595 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fe08004a020 msgr2=0x7fe080041070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:55.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.096+0000 7fe089bcb640 0 -- 172.21.15.123:0/3555755595 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe08407a920 msgr2=0x7fe084055410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:55.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:55.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.303+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:55.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:55.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 20 zone default found 2024-09-12T17:20:55.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 4 Realm: () 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 20 zonegroup default 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.304+0000 7fe08f030800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.305+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.305+0000 7fe08f030800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.305+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.305+0000 7fe08f030800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.305+0000 7fe08f030800 20 started sync module instance, tier type = 2024-09-12T17:20:55.307 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.305+0000 7fe08f030800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:55.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=0 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=1 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=2 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=3 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=4 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=5 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=6 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 20 add_watcher() i=7 2024-09-12T17:20:55.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.316+0000 7fe08f030800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:55.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.318+0000 7fdf40fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:55.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fe08f030800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:55.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fe08f030800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:55.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fe08f030800 5 note: GC not initialized 2024-09-12T17:20:55.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fdebb7fe640 20 reqs_thread_entry: start 2024-09-12T17:20:55.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fe08f030800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:55.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fe08f030800 20 Filter name: none 2024-09-12T17:20:55.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fdeb97fa640 20 reqs_thread_entry: start 2024-09-12T17:20:55.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.319+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.320+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:55.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.320+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.321+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:20:55.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.321+0000 7fe08f030800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:55.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.321+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.321+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:55.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.321+0000 7fe08f030800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.321+0000 7fe08f030800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:20:55.323 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.321+0000 7fe08f030800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:20:55.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.323+0000 7fdf40fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:55.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.326+0000 7fe08f030800 20 remove_watcher() i=0 2024-09-12T17:20:55.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.326+0000 7fe08f030800 2 removed watcher, disabling cache 2024-09-12T17:20:55.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.327+0000 7fe08f030800 20 remove_watcher() i=1 2024-09-12T17:20:55.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.328+0000 7fe08f030800 20 remove_watcher() i=2 2024-09-12T17:20:55.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.329+0000 7fe08f030800 20 remove_watcher() i=3 2024-09-12T17:20:55.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.330+0000 7fe08f030800 20 remove_watcher() i=4 2024-09-12T17:20:55.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.331+0000 7fe08f030800 20 remove_watcher() i=5 2024-09-12T17:20:55.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.332+0000 7fe08f030800 20 remove_watcher() i=6 2024-09-12T17:20:55.333 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.333+0000 7fe08f030800 20 remove_watcher() i=7 2024-09-12T17:20:55.346 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:20:55.346 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:20:55.383 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:20:55.411 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:20:55.411 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:20:55.449 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.448+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.449+0000 7f09c1b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.449+0000 7f09c1b39800 20 realm 2024-09-12T17:20:55.450 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.449+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.450+0000 7f09c1b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.450+0000 7f09c1b39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:20:55.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.450+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.450+0000 7f09c1b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.451 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.450+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.451+0000 7f09c1b39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:55.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.451+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.451+0000 7f09c1b39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:20:55.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.451+0000 7f09c1b39800 20 searching for the correct realm 2024-09-12T17:20:55.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.453+0000 7f09bdfc8640 0 -- 172.21.15.123:0/454143782 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f09a804dea0 msgr2=0x7f09a80a9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:55.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.659+0000 7f09b7fff640 0 -- 172.21.15.123:0/454143782 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f09b8091bd0 msgr2=0x7f09b8062ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:20:55.866 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.865+0000 7f09c1b39800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.865+0000 7f09c1b39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.865+0000 7f09c1b39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.865+0000 7f09c1b39800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.865+0000 7f09c1b39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.865+0000 7f09c1b39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.865+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.867 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.868 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 zone default found 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 4 Realm: () 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 zonegroup default 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.866+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.867+0000 7f09c1b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.867+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.867+0000 7f09c1b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.869 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.867+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.867+0000 7f09c1b39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:20:55.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.867+0000 7f09c1b39800 20 started sync module instance, tier type = 2024-09-12T17:20:55.870 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.867+0000 7f09c1b39800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:20:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.877+0000 7f09c1b39800 20 add_watcher() i=0 2024-09-12T17:20:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.877+0000 7f09c1b39800 20 add_watcher() i=1 2024-09-12T17:20:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.877+0000 7f09c1b39800 20 add_watcher() i=2 2024-09-12T17:20:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.877+0000 7f09c1b39800 20 add_watcher() i=3 2024-09-12T17:20:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.877+0000 7f09c1b39800 20 add_watcher() i=4 2024-09-12T17:20:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.877+0000 7f09c1b39800 20 add_watcher() i=5 2024-09-12T17:20:55.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.877+0000 7f09c1b39800 20 add_watcher() i=6 2024-09-12T17:20:55.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.878+0000 7f09c1b39800 20 add_watcher() i=7 2024-09-12T17:20:55.879 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.878+0000 7f09c1b39800 2 all 8 watchers are set, enabling cache 2024-09-12T17:20:55.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f08737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:55.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f09c1b39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:20:55.881 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f09c1b39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:20:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f09c1b39800 5 note: GC not initialized 2024-09-12T17:20:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f08727e4640 20 reqs_thread_entry: start 2024-09-12T17:20:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f09c1b39800 20 init_complete bucket index max shards: 1 2024-09-12T17:20:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f09c1b39800 20 Filter name: none 2024-09-12T17:20:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.880+0000 7f07e3fff640 20 reqs_thread_entry: start 2024-09-12T17:20:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.881+0000 7f09c1b39800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:20:55.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.881+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.881+0000 7f09c1b39800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:20:55.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.881+0000 7f09c1b39800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:20:55.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.881+0000 7f09c1b39800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.881+0000 7f09c1b39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.881+0000 7f09c1b39800 20 rados->read ofs=0 len=0 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:55.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:20:55.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:55.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.882+0000 7f09c1b39800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:20:55.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.884+0000 7f08737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:20:55.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.886+0000 7f09c1b39800 20 remove_watcher() i=0 2024-09-12T17:20:55.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.886+0000 7f09c1b39800 2 removed watcher, disabling cache 2024-09-12T17:20:55.888 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.887+0000 7f09c1b39800 20 remove_watcher() i=1 2024-09-12T17:20:55.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.888+0000 7f09c1b39800 20 remove_watcher() i=2 2024-09-12T17:20:55.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.889+0000 7f09c1b39800 20 remove_watcher() i=3 2024-09-12T17:20:55.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.890+0000 7f09c1b39800 20 remove_watcher() i=4 2024-09-12T17:20:55.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.891+0000 7f09c1b39800 20 remove_watcher() i=5 2024-09-12T17:20:55.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.892+0000 7f09c1b39800 20 remove_watcher() i=6 2024-09-12T17:20:55.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:20:55.893+0000 7f09c1b39800 20 remove_watcher() i=7 2024-09-12T17:21:25.927 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:21:25.959 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:25.959 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:26.001 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:25.999+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.001+0000 7fb737b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.003 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.001+0000 7fb737b3e800 20 realm 2024-09-12T17:21:26.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.001+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.001+0000 7fb737b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.001+0000 7fb737b3e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:26.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.001+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.002+0000 7fb737b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.002+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.004 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.003+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:26.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.003+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.003+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:26.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.003+0000 7fb737b3e800 20 searching for the correct realm 2024-09-12T17:21:26.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.006+0000 7fb733886640 0 -- 172.21.15.123:0/1256765388 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fb72c02c060 msgr2=0x7fb72c07e4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:26.012 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.010+0000 7fb72bfff640 0 -- 172.21.15.123:0/1256765388 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fb72c091260 msgr2=0x7fb72c060d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:21:26.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:26.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:26.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:26.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:26.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:26.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:26.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:26.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.218+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:26.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 20 zone default found 2024-09-12T17:21:26.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 4 Realm: () 2024-09-12T17:21:26.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:26.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:26.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 20 zonegroup default 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.219+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.220+0000 7fb737b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.220+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.220+0000 7fb737b3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.220+0000 7fb737b3e800 20 started sync module instance, tier type = 2024-09-12T17:21:26.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.220+0000 7fb737b3e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:26.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.231+0000 7fb737b3e800 20 add_watcher() i=0 2024-09-12T17:21:26.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.231+0000 7fb737b3e800 20 add_watcher() i=1 2024-09-12T17:21:26.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.231+0000 7fb737b3e800 20 add_watcher() i=2 2024-09-12T17:21:26.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.231+0000 7fb737b3e800 20 add_watcher() i=3 2024-09-12T17:21:26.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.231+0000 7fb737b3e800 20 add_watcher() i=4 2024-09-12T17:21:26.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.231+0000 7fb737b3e800 20 add_watcher() i=5 2024-09-12T17:21:26.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.231+0000 7fb737b3e800 20 add_watcher() i=6 2024-09-12T17:21:26.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.232+0000 7fb737b3e800 20 add_watcher() i=7 2024-09-12T17:21:26.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.232+0000 7fb737b3e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:26.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.234+0000 7fb5e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:26.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.234+0000 7fb737b3e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:26.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.234+0000 7fb737b3e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.234+0000 7fb737b3e800 5 note: GC not initialized 2024-09-12T17:21:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.234+0000 7fb5e8fe1640 20 reqs_thread_entry: start 2024-09-12T17:21:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.234+0000 7fb737b3e800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.235+0000 7fb737b3e800 20 Filter name: none 2024-09-12T17:21:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.235+0000 7fb5627fc640 20 reqs_thread_entry: start 2024-09-12T17:21:26.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.235+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.235+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.235+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.236+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.236+0000 7fb737b3e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.236+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.236+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:26.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.236+0000 7fb737b3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.237+0000 7fb737b3e800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:26.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.237+0000 7fb737b3e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:26.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.238+0000 7fb5e9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:26.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.240+0000 7fb737b3e800 20 remove_watcher() i=0 2024-09-12T17:21:26.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.240+0000 7fb737b3e800 2 removed watcher, disabling cache 2024-09-12T17:21:26.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.242+0000 7fb737b3e800 20 remove_watcher() i=1 2024-09-12T17:21:26.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.243+0000 7fb737b3e800 20 remove_watcher() i=2 2024-09-12T17:21:26.246 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.244+0000 7fb737b3e800 20 remove_watcher() i=3 2024-09-12T17:21:26.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.245+0000 7fb737b3e800 20 remove_watcher() i=4 2024-09-12T17:21:26.248 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.246+0000 7fb737b3e800 20 remove_watcher() i=5 2024-09-12T17:21:26.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.247+0000 7fb737b3e800 20 remove_watcher() i=6 2024-09-12T17:21:26.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.248+0000 7fb737b3e800 20 remove_watcher() i=7 2024-09-12T17:21:26.264 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:21:26.264 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:21:26.336 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:21:26.364 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:26.364 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:26.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.399+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 20 realm 2024-09-12T17:21:26.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:26.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:26.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.400+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.401+0000 7ffb98d3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:26.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.401+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:26.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.402+0000 7ffb98d3e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:26.404 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.402+0000 7ffb98d3e800 20 searching for the correct realm 2024-09-12T17:21:26.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.606+0000 7ffb952c1640 0 -- 172.21.15.123:0/3942774623 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ffb7c04c040 msgr2=0x7ffb7c035950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:21:26.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:26.813+0000 7ffb942bf640 0 -- 172.21.15.123:0/3942774623 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ffb8c05d6a0 msgr2=0x7ffb8c07b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:27.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:27.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:27.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:27.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:27.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:27.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:27.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.020+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:27.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:27.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 zone default found 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 4 Realm: () 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 zonegroup default 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.021+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.022+0000 7ffb98d3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.022+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.022+0000 7ffb98d3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.022+0000 7ffb98d3e800 20 started sync module instance, tier type = 2024-09-12T17:21:27.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.022+0000 7ffb98d3e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.032+0000 7ffb98d3e800 20 add_watcher() i=0 2024-09-12T17:21:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.032+0000 7ffb98d3e800 20 add_watcher() i=1 2024-09-12T17:21:27.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.032+0000 7ffb98d3e800 20 add_watcher() i=2 2024-09-12T17:21:27.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.032+0000 7ffb98d3e800 20 add_watcher() i=3 2024-09-12T17:21:27.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.032+0000 7ffb98d3e800 20 add_watcher() i=4 2024-09-12T17:21:27.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.032+0000 7ffb98d3e800 20 add_watcher() i=5 2024-09-12T17:21:27.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.032+0000 7ffb98d3e800 20 add_watcher() i=6 2024-09-12T17:21:27.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.033+0000 7ffb98d3e800 20 add_watcher() i=7 2024-09-12T17:21:27.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.033+0000 7ffb98d3e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.035+0000 7ffa4afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.035+0000 7ffb98d3e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.035+0000 7ffb98d3e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.035+0000 7ffb98d3e800 5 note: GC not initialized 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.036+0000 7ffa49fe3640 20 reqs_thread_entry: start 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.036+0000 7ffb98d3e800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.036+0000 7ffb98d3e800 20 Filter name: none 2024-09-12T17:21:27.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.036+0000 7ff9bb7fe640 20 reqs_thread_entry: start 2024-09-12T17:21:27.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.036+0000 7ffb98d3e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:27.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.036+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:27.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.037+0000 7ffb98d3e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.038+0000 7ffb98d3e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.038+0000 7ffb98d3e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:21:27.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.039+0000 7ffa4afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.041+0000 7ffb98d3e800 20 remove_watcher() i=0 2024-09-12T17:21:27.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.041+0000 7ffb98d3e800 2 removed watcher, disabling cache 2024-09-12T17:21:27.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.043+0000 7ffb98d3e800 20 remove_watcher() i=1 2024-09-12T17:21:27.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.044+0000 7ffb98d3e800 20 remove_watcher() i=2 2024-09-12T17:21:27.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.045+0000 7ffb98d3e800 20 remove_watcher() i=3 2024-09-12T17:21:27.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.046+0000 7ffb98d3e800 20 remove_watcher() i=4 2024-09-12T17:21:27.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.047+0000 7ffb98d3e800 20 remove_watcher() i=5 2024-09-12T17:21:27.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.048+0000 7ffb98d3e800 20 remove_watcher() i=6 2024-09-12T17:21:27.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.049+0000 7ffb98d3e800 20 remove_watcher() i=7 2024-09-12T17:21:27.061 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:21:27.090 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:27.090 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:27.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.126+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 20 realm 2024-09-12T17:21:27.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:27.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.128+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.129+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:27.130 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.129+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.130+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:27.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.130+0000 7f9effc2f800 20 searching for the correct realm 2024-09-12T17:21:27.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.133+0000 7f9efb78c640 0 -- 172.21.15.123:0/1110714063 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9ef0065040 msgr2=0x7f9ef008a950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:27.341 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.340+0000 7f9efa78a640 0 -- 172.21.15.123:0/1110714063 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f9ef406b000 msgr2=0x7f9ef4002aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.549 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.548+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 zone default found 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 4 Realm: () 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:27.551 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 zonegroup default 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.549+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.550+0000 7f9effc2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.550+0000 7f9effc2f800 20 started sync module instance, tier type = 2024-09-12T17:21:27.552 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.550+0000 7f9effc2f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:27.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.560+0000 7f9effc2f800 20 add_watcher() i=0 2024-09-12T17:21:27.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.560+0000 7f9effc2f800 20 add_watcher() i=1 2024-09-12T17:21:27.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.560+0000 7f9effc2f800 20 add_watcher() i=2 2024-09-12T17:21:27.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.560+0000 7f9effc2f800 20 add_watcher() i=3 2024-09-12T17:21:27.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.560+0000 7f9effc2f800 20 add_watcher() i=4 2024-09-12T17:21:27.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.560+0000 7f9effc2f800 20 add_watcher() i=5 2024-09-12T17:21:27.561 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.560+0000 7f9effc2f800 20 add_watcher() i=6 2024-09-12T17:21:27.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.561+0000 7f9effc2f800 20 add_watcher() i=7 2024-09-12T17:21:27.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.561+0000 7f9effc2f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:27.564 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.563+0000 7f9db17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.563+0000 7f9effc2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.563+0000 7f9effc2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.563+0000 7f9effc2f800 5 note: GC not initialized 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.563+0000 7f9d2bfff640 20 reqs_thread_entry: start 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.564+0000 7f9effc2f800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.564+0000 7f9effc2f800 20 Filter name: none 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.564+0000 7f9d29ffb640 20 reqs_thread_entry: start 2024-09-12T17:21:27.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.564+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.564+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:27.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.564+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.565+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:27.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.565+0000 7f9effc2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:27.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.565+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.565+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:27.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.565+0000 7f9effc2f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.566+0000 7f9effc2f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:27.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.566+0000 7f9effc2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:27.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.567+0000 7f9db17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:27.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.569+0000 7f9effc2f800 20 remove_watcher() i=0 2024-09-12T17:21:27.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.569+0000 7f9effc2f800 2 removed watcher, disabling cache 2024-09-12T17:21:27.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.571+0000 7f9effc2f800 20 remove_watcher() i=1 2024-09-12T17:21:27.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.572+0000 7f9effc2f800 20 remove_watcher() i=2 2024-09-12T17:21:27.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.573+0000 7f9effc2f800 20 remove_watcher() i=3 2024-09-12T17:21:27.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.574+0000 7f9effc2f800 20 remove_watcher() i=4 2024-09-12T17:21:27.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.575+0000 7f9effc2f800 20 remove_watcher() i=5 2024-09-12T17:21:27.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.576+0000 7f9effc2f800 20 remove_watcher() i=6 2024-09-12T17:21:27.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.577+0000 7f9effc2f800 20 remove_watcher() i=7 2024-09-12T17:21:27.589 INFO:tasks.workunit.client.0.smithi123.stderr: test: duplicated entries should be purged before reshard 2024-09-12T17:21:27.590 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:21:27.620 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:27.620 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:27.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.657+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 20 realm 2024-09-12T17:21:27.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:27.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.659+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.660+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:27.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.660+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.661+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:27.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.661+0000 7fce13698800 20 searching for the correct realm 2024-09-12T17:21:27.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.664+0000 7fce11182640 0 -- 172.21.15.123:0/513148093 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fce0c040070 msgr2=0x7fce0c09fa90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:27.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.667+0000 7fce08981640 0 -- 172.21.15.123:0/513148093 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fce0c017070 msgr2=0x7fce0c067d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:27.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:27.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:27.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:27.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:27.875 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:27.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:27.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.874+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 zone default found 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 4 Realm: () 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:27.877 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 zonegroup default 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.875+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.876+0000 7fce13698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.876+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.876+0000 7fce13698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.876+0000 7fce13698800 20 started sync module instance, tier type = 2024-09-12T17:21:27.878 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.876+0000 7fce13698800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:27.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.885+0000 7fce13698800 20 add_watcher() i=0 2024-09-12T17:21:27.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.885+0000 7fce13698800 20 add_watcher() i=1 2024-09-12T17:21:27.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.885+0000 7fce13698800 20 add_watcher() i=2 2024-09-12T17:21:27.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.885+0000 7fce13698800 20 add_watcher() i=3 2024-09-12T17:21:27.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.885+0000 7fce13698800 20 add_watcher() i=4 2024-09-12T17:21:27.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.885+0000 7fce13698800 20 add_watcher() i=5 2024-09-12T17:21:27.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.885+0000 7fce13698800 20 add_watcher() i=6 2024-09-12T17:21:27.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.886+0000 7fce13698800 20 add_watcher() i=7 2024-09-12T17:21:27.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.886+0000 7fce13698800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:27.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.888+0000 7fccc77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:27.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.888+0000 7fce13698800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:27.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.888+0000 7fce13698800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:27.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.888+0000 7fce13698800 5 note: GC not initialized 2024-09-12T17:21:27.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.888+0000 7fccc67e4640 20 reqs_thread_entry: start 2024-09-12T17:21:27.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.888+0000 7fce13698800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:27.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.888+0000 7fce13698800 20 Filter name: none 2024-09-12T17:21:27.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.889+0000 7fcc37fff640 20 reqs_thread_entry: start 2024-09-12T17:21:27.890 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.889+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.889+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.889+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.889+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.889+0000 7fce13698800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.889+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.890+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.890+0000 7fce13698800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.891 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.890+0000 7fce13698800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:27.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.890+0000 7fce13698800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:27.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.892+0000 7fccc77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:27.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.894+0000 7fce13698800 20 remove_watcher() i=0 2024-09-12T17:21:27.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.894+0000 7fce13698800 2 removed watcher, disabling cache 2024-09-12T17:21:27.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.895+0000 7fce13698800 20 remove_watcher() i=1 2024-09-12T17:21:27.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.896+0000 7fce13698800 20 remove_watcher() i=2 2024-09-12T17:21:27.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.897+0000 7fce13698800 20 remove_watcher() i=3 2024-09-12T17:21:27.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.898+0000 7fce13698800 20 remove_watcher() i=4 2024-09-12T17:21:27.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.899+0000 7fce13698800 20 remove_watcher() i=5 2024-09-12T17:21:27.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.900+0000 7fce13698800 20 remove_watcher() i=6 2024-09-12T17:21:27.902 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.901+0000 7fce13698800 20 remove_watcher() i=7 2024-09-12T17:21:27.912 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:27.912 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:21:27.912 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-12T17:21:27.912 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:27.914 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:21:27.947 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:27.947 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:27.985 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.984+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 realm 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:27.987 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.987+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:27.988 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.987+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:27.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.988+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:27.989 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.988+0000 7fc67bcb7800 20 searching for the correct realm 2024-09-12T17:21:27.990 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:27.990+0000 7fc679fa2640 0 -- 172.21.15.123:0/3289002348 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fc67002b070 msgr2=0x7fc670042430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.197+0000 7fc678fa0640 0 -- 172.21.15.123:0/3289002348 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fc6740b3560 msgr2=0x7fc6740a8be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:28.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 zone default found 2024-09-12T17:21:28.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 Realm: () 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 zonegroup default 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 started sync module instance, tier type = 2024-09-12T17:21:28.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:28.416 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=0 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=1 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=2 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=3 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=4 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=5 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=6 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.417+0000 7fc67bcb7800 20 add_watcher() i=7 2024-09-12T17:21:28.417 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.417+0000 7fc67bcb7800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:28.419 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.418+0000 7fc52f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:28.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:28.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:28.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 note: GC not initialized 2024-09-12T17:21:28.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc52e7e4640 20 reqs_thread_entry: start 2024-09-12T17:21:28.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:28.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 Filter name: none 2024-09-12T17:21:28.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc49ffff640 20 reqs_thread_entry: start 2024-09-12T17:21:28.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc67bcb7800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:28.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:28.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:21:28.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366278 cookie 94220310905472 notifier 7718 bl.length()=911 2024-09-12T17:21:28.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.426 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:21:28.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:21:28.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:21:28.427 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:21:28.430 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc67bcb7800 time 2024-09-12T17:21:28.430304+0000 2024-09-12T17:21:28.430 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc67f18c71a] 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:21:28.431 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fc67bcb7800 thread_name:radosgw-admin 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.430+0000 7fc67bcb7800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc67bcb7800 time 2024-09-12T17:21:28.430304+0000 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc67f18c71a] 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:21:28.432 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.451 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.451 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc67de3e6f0] 2024-09-12T17:21:28.451 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc67de8b99c] 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc67f18c774] 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.431+0000 7fc67bcb7800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fc67bcb7800 thread_name:radosgw-admin 2024-09-12T17:21:28.452 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc67de3e6f0] 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc67de8b99c] 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc67f18c774] 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.453 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:21:27.966+0000 7fc6797a1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: dump: 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.454 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 8316 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: get_monmap_and_config success 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 4 set_mon_vals no callback set 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:21:28.455 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: dump: 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: shutdown 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 asok(0x55b15ff75730) unregister_commands rotate-key 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.456 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding auth protocol: cephx 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding auth protocol: cephx 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding auth protocol: cephx 2024-09-12T17:21:28.457 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: starting msgr at 2024-09-12T17:21:28.458 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: starting objecter 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command objecter_requests hook 0x55b1601c14e0 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: setting wanted keys 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: calling monclient init 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding auth protocol: cephx 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding auth protocol: cephx 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding auth protocol: cephx 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.459 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key hook 0x55b160197b58 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b1600da7e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b1600dd5a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b1600ddee0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.460 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.703857s 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b1600da7e0 auth_method 0 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b1600dd5a0 auth_method 0 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.461 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:21:27.969+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:21:27.969+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:21:27.969+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_done global_id 7709 payload 824 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:21:27.969+0000 7fc6797a1640 1 monclient: found mon.noname-c 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:21:27.969+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b1600ddee0 auth_method 0 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: dump: 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.462 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: dump: 2024-09-12T17:21:28.463 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.464 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 7709 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:21:27.969+0000 7fc567606640 4 set_mon_vals no callback set 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 1 librados: init done 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:21:27.971+0000 7fc565e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:21:27.971+0000 7fc565e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:21:27.971+0000 7fc565e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:21:27.971+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc5600764a0 auth_method 0 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:21:27.971+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b1601c58b0 auth_method 0 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:21:27.972+0000 7fc6797a1640 10 monclient: get_auth_request con 0x55b1601e2e00 auth_method 0 2024-09-12T17:21:28.465 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:21:27.973+0000 7fc678fa0640 10 monclient: get_auth_request con 0x55b1601e74a0 auth_method 0 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:21:27.974+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b1601e6b30 auth_method 0 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.466 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding auth protocol: cephx 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding auth protocol: cephx 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding auth protocol: cephx 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.467 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command objecter_requests cmddesc objecter_requests hook 0x55b1601f2ea0 EEXIST 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding auth protocol: cephx 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding auth protocol: cephx 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding auth protocol: cephx 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.468 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key cmddesc rotate-key hook 0x55b1601ee540 EEXIST 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b160216b90 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b160218e60 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b160215360 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.469 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.711478s 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): get_auth_request con 0x55b160218e60 auth_method 0 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b160216b90 auth_method 0 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.470 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b160215360 auth_method 0 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_done global_id 8322 payload 824 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:21:27.976+0000 7fc679fa2640 1 monclient: found mon.noname-a 2024-09-12T17:21:28.471 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: dump: 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.472 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: dump: 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.473 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 8322 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:21:27.977+0000 7fc67a7a3640 4 set_mon_vals no callback set 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:21:27.979+0000 7fc55effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:21:27.979+0000 7fc55effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:21:27.979+0000 7fc55effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:21:27.979+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc554076380 auth_method 0 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: get_monmap_and_config 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.474 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding auth protocol: cephx 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding auth protocol: cephx 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding auth protocol: cephx 2024-09-12T17:21:28.475 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.476 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding auth protocol: cephx 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding auth protocol: cephx 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding auth protocol: cephx 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.477 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key cmddesc rotate-key hook 0x7ffda4b4e818 EEXIST 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b16026ae20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b16025b770 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b160266250 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.715496s 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b16026ae20 auth_method 0 2024-09-12T17:21:28.478 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b160266250 auth_method 0 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.479 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_done global_id 7715 payload 274 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:21:27.980+0000 7fc678fa0640 1 monclient: found mon.noname-c 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:21:27.980+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b16025b770 auth_method 0 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: dump: 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.480 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: dump: 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.481 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 7715 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: get_monmap_and_config success 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 4 set_mon_vals no callback set 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: shutdown 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.482 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding auth protocol: cephx 2024-09-12T17:21:28.483 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding auth protocol: cephx 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding auth protocol: cephx 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.484 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: starting msgr at 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: starting objecter 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command objecter_requests cmddesc objecter_requests hook 0x55b16023c850 EEXIST 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: setting wanted keys 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: calling monclient init 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding auth protocol: cephx 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding auth protocol: cephx 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding auth protocol: cephx 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.485 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key cmddesc rotate-key hook 0x55b16022ea88 EEXIST 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b16025b770 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b160266250 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b16026ae20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.486 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.717722s 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b16026ae20 auth_method 0 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): get_auth_request con 0x55b160266250 auth_method 0 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.487 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b16025b770 auth_method 0 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_done global_id 7718 payload 824 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:21:27.982+0000 7fc6797a1640 1 monclient: found mon.noname-c 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:21:27.983+0000 7fc6797a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.488 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: dump: 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.489 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: dump: 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 7718 2024-09-12T17:21:28.490 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:21:27.983+0000 7fc55cff9640 4 set_mon_vals no callback set 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 1 librados: init done 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cr dump hook 0x55b160260bc8 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:21:27.984+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:21:27.985+0000 7fc54affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:21:27.985+0000 7fc54affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:21:27.985+0000 7fc54affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:21:27.985+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc544076470 auth_method 0 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:21:27.985+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b160284ed0 auth_method 0 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 realm 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.491 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:21:27.986+0000 7fc678fa0640 10 monclient: get_auth_request con 0x55b160289100 auth_method 0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:21:27.987+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:21:27.987+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:21:27.987+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b16028c960 auth_method 0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:21:27.988+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:21:27.988+0000 7fc67bcb7800 20 searching for the correct realm 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:21:27.988+0000 7fc6797a1640 10 monclient: get_auth_request con 0x7fc674081060 auth_method 0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:21:27.989+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc66c0a53b0 auth_method 0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:21:27.990+0000 7fc679fa2640 10 monclient: get_auth_request con 0x7fc67002b070 auth_method 0 2024-09-12T17:21:28.492 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:21:27.990+0000 7fc679fa2640 0 -- 172.21.15.123:0/3289002348 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fc67002b070 msgr2=0x7fc670042430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:21:28.192+0000 7fc679fa2640 10 monclient: get_auth_request con 0x7fc67002b070 auth_method 0 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:21:28.194+0000 7fc6797a1640 10 monclient: get_auth_request con 0x7fc6740aaa70 auth_method 0 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:21:28.197+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc6740b3560 auth_method 0 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:21:28.197+0000 7fc678fa0640 0 -- 172.21.15.123:0/3289002348 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fc6740b3560 msgr2=0x7fc6740a8be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:21:28.399+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc6740b3560 auth_method 0 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.493 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 zone default found 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 Realm: () 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 zonegroup default 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.494 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 started sync module instance, tier type = 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=0 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=1 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=2 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=3 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=4 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=5 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=6 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:21:28.417+0000 7fc67bcb7800 20 add_watcher() i=7 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:21:28.417+0000 7fc67bcb7800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding auth protocol: cephx 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding auth protocol: cephx 2024-09-12T17:21:28.495 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding auth protocol: cephx 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:21:28.418+0000 7fc52f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:28.496 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache list hook 0x55b160260dc0 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache inspect hook 0x55b160260dc0 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache erase hook 0x55b160260dc0 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache zap hook 0x55b160260dc0 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 note: GC not initialized 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:21:28.419+0000 7fc52e7e4640 20 reqs_thread_entry: start 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace show hook 0x7fc67001e770 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace history hook 0x7fc67001e770 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace active hook 0x7fc67001e770 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace active_short hook 0x7fc67001e770 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 Filter name: none 2024-09-12T17:21:28.497 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:21:28.419+0000 7fc49ffff640 20 reqs_thread_entry: start 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.498 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366278 cookie 94220310905472 notifier 7718 bl.length()=911 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:21:28.430+0000 7fc67bcb7800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc67bcb7800 time 2024-09-12T17:21:28.430304+0000 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.499 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc67f18c71a] 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:21:28.431+0000 7fc67bcb7800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fc67bcb7800 thread_name:radosgw-admin 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc67de3e6f0] 2024-09-12T17:21:28.500 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc67de8b99c] 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc67f18c774] 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:21:28.501 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:21:28.502 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:21:28.503 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:21:28.504 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:21:28.505 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:21:28.506 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:21:28.507 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc49ffff640 / http_manager 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc52e7e4640 / http_manager 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc52f7e6640 / rgw_dt_lg_renew 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc54affd640 / ms_dispatch 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc55cff9640 / io_context_pool 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc55effd640 / ms_dispatch 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc565e03640 / ms_dispatch 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc567606640 / io_context_pool 2024-09-12T17:21:28.508 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc678fa0640 / msgr-worker-2 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc6797a1640 / msgr-worker-1 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc679fa2640 / msgr-worker-0 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc67a7a3640 / io_context_pool 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc67bcb7800 / radosgw-admin 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.152290.log 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:21:27.966+0000 7fc6797a1640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: dump: 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.509 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 8316 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: get_monmap_and_config success 2024-09-12T17:21:28.510 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 4 set_mon_vals no callback set 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:21:27.967+0000 7fc567606640 10 monclient: dump: 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.511 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: shutdown 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 asok(0x55b15ff75730) unregister_commands rotate-key 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.512 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding auth protocol: cephx 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding auth protocol: cephx 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding auth protocol: cephx 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.513 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: crc 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:21:27.967+0000 7fc67bcb7800 5 AuthRegistry(0x55b16019d1e0) adding con mode: secure 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: starting msgr at 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: starting objecter 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command objecter_requests hook 0x55b1601c14e0 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: setting wanted keys 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 1 librados: calling monclient init 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding auth protocol: cephx 2024-09-12T17:21:28.514 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding auth protocol: cephx 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding auth protocol: cephx 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: crc 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 AuthRegistry(0x55b160197a10) adding con mode: secure 2024-09-12T17:21:28.515 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key hook 0x55b160197b58 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b1600da7e0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b1600dd5a0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b1600ddee0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:21:27.968+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.703857s 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b1600da7e0 auth_method 0 2024-09-12T17:21:28.516 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:21:27.968+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b1600dd5a0 auth_method 0 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:21:27.968+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:21:27.969+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:21:27.969+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:21:27.969+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient(hunting): handle_auth_done global_id 7709 payload 824 2024-09-12T17:21:28.517 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:21:27.969+0000 7fc6797a1640 1 monclient: found mon.noname-c 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:21:27.969+0000 7fc6797a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:21:27.969+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b1600ddee0 auth_method 0 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: dump: 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.518 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:21:27.969+0000 7fc565e03640 10 monclient: dump: 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.519 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 7709 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:21:27.969+0000 7fc567606640 4 set_mon_vals no callback set 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:21:27.969+0000 7fc67bcb7800 1 librados: init done 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:21:27.971+0000 7fc565e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:28.520 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:21:27.971+0000 7fc565e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:21:27.971+0000 7fc565e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:21:27.971+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc5600764a0 auth_method 0 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:21:27.971+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b1601c58b0 auth_method 0 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:21:27.972+0000 7fc6797a1640 10 monclient: get_auth_request con 0x55b1601e2e00 auth_method 0 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:21:27.973+0000 7fc678fa0640 10 monclient: get_auth_request con 0x55b1601e74a0 auth_method 0 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:21:27.974+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b1601e6b30 auth_method 0 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.521 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding auth protocol: cephx 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding auth protocol: cephx 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding auth protocol: cephx 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.522 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: crc 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ef4b0) adding con mode: secure 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command objecter_requests cmddesc objecter_requests hook 0x55b1601f2ea0 EEXIST 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding auth protocol: cephx 2024-09-12T17:21:28.523 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding auth protocol: cephx 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding auth protocol: cephx 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: crc 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:21:27.975+0000 7fc67bcb7800 5 AuthRegistry(0x55b1601ee3f8) adding con mode: secure 2024-09-12T17:21:28.524 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key cmddesc rotate-key hook 0x55b1601ee540 EEXIST 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b160216b90 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b160218e60 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b160215360 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:21:27.976+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.711478s 2024-09-12T17:21:28.525 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): get_auth_request con 0x55b160218e60 auth_method 0 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b160216b90 auth_method 0 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.526 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:21:27.976+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b160215360 auth_method 0 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:21:27.976+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient(hunting): handle_auth_done global_id 8322 payload 824 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:21:27.976+0000 7fc679fa2640 1 monclient: found mon.noname-a 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:21:27.976+0000 7fc679fa2640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: dump: 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.527 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:21:27.977+0000 7fc55effd640 10 monclient: dump: 2024-09-12T17:21:28.528 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 8322 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:21:27.977+0000 7fc67a7a3640 4 set_mon_vals no callback set 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.529 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:21:27.977+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:21:27.979+0000 7fc55effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:21:27.979+0000 7fc55effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:21:27.979+0000 7fc55effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:21:27.979+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc554076380 auth_method 0 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: get_monmap_and_config 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.530 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding auth protocol: cephx 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding auth protocol: cephx 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding auth protocol: cephx 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.531 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: crc 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x55b160236830) adding con mode: secure 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding auth protocol: cephx 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding auth protocol: cephx 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding auth protocol: cephx 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.532 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: crc 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:21:27.979+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4e6d0) adding con mode: secure 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key cmddesc rotate-key hook 0x7ffda4b4e818 EEXIST 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:21:28.533 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b16026ae20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b16025b770 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b160266250 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:21:27.980+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.715496s 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b16026ae20 auth_method 0 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b160266250 auth_method 0 2024-09-12T17:21:28.534 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:21:27.980+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient(hunting): handle_auth_done global_id 7715 payload 274 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.535 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:21:27.980+0000 7fc678fa0640 1 monclient: found mon.noname-c 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:21:27.980+0000 7fc678fa0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:21:27.980+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b16025b770 auth_method 0 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: dump: 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.536 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:21:27.981+0000 7fc55cff9640 10 monclient: dump: 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.537 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 7715 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: get_monmap_and_config success 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 4 set_mon_vals no callback set 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: shutdown 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: build_initial_monmap 2024-09-12T17:21:28.538 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 1 build_initial for_mkfs: 0 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 10 monclient: monmap: 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding auth protocol: cephx 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding auth protocol: cephx 2024-09-12T17:21:28.539 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding auth protocol: cephx 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: crc 2024-09-12T17:21:28.540 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:21:27.981+0000 7fc67bcb7800 5 AuthRegistry(0x55b16023a380) adding con mode: secure 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: starting msgr at 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: starting objecter 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command objecter_requests cmddesc objecter_requests hook 0x55b16023c850 EEXIST 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: setting wanted keys 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 1 librados: calling monclient init 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient: init 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding auth protocol: cephx 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding auth protocol: cephx 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding auth protocol: cephx 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.541 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: crc 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 AuthRegistry(0x55b16022e940) adding con mode: secure 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command rotate-key cmddesc rotate-key hook 0x55b16022ea88 EEXIST 2024-09-12T17:21:28.542 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-b con 0x55b16025b770 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-a con 0x55b160266250 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): picked mon.noname-c con 0x55b16026ae20 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:21:27.982+0000 7fc67bcb7800 10 monclient(hunting): authenticate will time out at 2455.717722s 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): get_auth_request con 0x55b16026ae20 auth_method 0 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.543 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): get_auth_request con 0x55b160266250 auth_method 0 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:21:27.982+0000 7fc679fa2640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): get_auth_request con 0x55b16025b770 auth_method 0 2024-09-12T17:21:28.544 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:21:27.982+0000 7fc678fa0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient(hunting): handle_auth_done global_id 7718 payload 824 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:21:27.982+0000 7fc6797a1640 10 monclient: _finish_hunting 0 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:21:27.982+0000 7fc6797a1640 1 monclient: found mon.noname-c 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:21:27.983+0000 7fc6797a1640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: dump: 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.545 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: _finish_auth 0 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:21:27.983+0000 7fc54affd640 10 monclient: dump: 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:28.546 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 5 monclient: authenticate success, global_id 7718 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:21:27.983+0000 7fc55cff9640 4 set_mon_vals no callback set 2024-09-12T17:21:28.547 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _renew_subs 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 1 librados: init done 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:21:27.983+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cr dump hook 0x55b160260bc8 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:21:27.984+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:21:27.985+0000 7fc54affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:21:27.985+0000 7fc54affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:21:27.985+0000 7fc54affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:21:27.985+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc544076470 auth_method 0 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:21:27.985+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b160284ed0 auth_method 0 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 realm 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.548 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:21:27.986+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:21:27.986+0000 7fc678fa0640 10 monclient: get_auth_request con 0x55b160289100 auth_method 0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:21:27.987+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:21:27.987+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:21:27.987+0000 7fc679fa2640 10 monclient: get_auth_request con 0x55b16028c960 auth_method 0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:21:27.988+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:21:27.988+0000 7fc67bcb7800 20 searching for the correct realm 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:21:27.988+0000 7fc6797a1640 10 monclient: get_auth_request con 0x7fc674081060 auth_method 0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:21:27.989+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc66c0a53b0 auth_method 0 2024-09-12T17:21:28.549 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:21:27.990+0000 7fc679fa2640 10 monclient: get_auth_request con 0x7fc67002b070 auth_method 0 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:21:27.990+0000 7fc679fa2640 0 -- 172.21.15.123:0/3289002348 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fc67002b070 msgr2=0x7fc670042430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:21:28.192+0000 7fc679fa2640 10 monclient: get_auth_request con 0x7fc67002b070 auth_method 0 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:21:28.194+0000 7fc6797a1640 10 monclient: get_auth_request con 0x7fc6740aaa70 auth_method 0 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:21:28.197+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc6740b3560 auth_method 0 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:21:28.197+0000 7fc678fa0640 0 -- 172.21.15.123:0/3289002348 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fc6740b3560 msgr2=0x7fc6740a8be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:21:28.399+0000 7fc678fa0640 10 monclient: get_auth_request con 0x7fc6740b3560 auth_method 0 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.550 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:21:28.404+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 zone default found 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 Realm: () 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 zonegroup default 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:21:28.405+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.551 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 started sync module instance, tier type = 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:21:28.406+0000 7fc67bcb7800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=0 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=1 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=2 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=3 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=4 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=5 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:21:28.416+0000 7fc67bcb7800 20 add_watcher() i=6 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:21:28.417+0000 7fc67bcb7800 20 add_watcher() i=7 2024-09-12T17:21:28.552 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:21:28.417+0000 7fc67bcb7800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding auth protocol: cephx 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding auth protocol: cephx 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding auth protocol: cephx 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.553 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: crc 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:21:28.418+0000 7fc67bcb7800 5 AuthRegistry(0x7ffda4b4eba0) adding con mode: secure 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:21:28.418+0000 7fc52f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache list hook 0x55b160260dc0 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache inspect hook 0x55b160260dc0 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache erase hook 0x55b160260dc0 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command cache zap hook 0x55b160260dc0 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 note: GC not initialized 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:21:28.419+0000 7fc52e7e4640 20 reqs_thread_entry: start 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace show hook 0x7fc67001e770 2024-09-12T17:21:28.554 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace history hook 0x7fc67001e770 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace active hook 0x7fc67001e770 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 5 asok(0x55b15ff75730) register_command sync trace active_short hook 0x7fc67001e770 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 Filter name: none 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:21:28.419+0000 7fc49ffff640 20 reqs_thread_entry: start 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:21:28.419+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:21:28.555 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:21:28.420+0000 7fc67bcb7800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:21:28.424+0000 7fc67bcb7800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366278 cookie 94220310905472 notifier 7718 bl.length()=911 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.556 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:21:28.425+0000 7fc55cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:21:28.426+0000 7fc67bcb7800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:21:28.430+0000 7fc67bcb7800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc67bcb7800 time 2024-09-12T17:21:28.430304+0000 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fc67f18c71a] 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.557 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:21:28.431+0000 7fc67bcb7800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fc67bcb7800 thread_name:radosgw-admin 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fc67de3e6f0] 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fc67de8b99c] 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:28.558 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fc67f18c774] 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fc67f18c8d8] 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b15e3dc841] 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55b15e3ec57a] 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fc67de29590] 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:21:28.559 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:21:28.560 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:21:28.561 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:21:28.562 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:21:28.563 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:21:28.564 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:21:28.565 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc49ffff640 / http_manager 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc52e7e4640 / http_manager 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc52f7e6640 / rgw_dt_lg_renew 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc54affd640 / ms_dispatch 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc55cff9640 / io_context_pool 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc55effd640 / ms_dispatch 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc565e03640 / ms_dispatch 2024-09-12T17:21:28.566 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc567606640 / io_context_pool 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc678fa0640 / msgr-worker-2 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc6797a1640 / msgr-worker-1 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc679fa2640 / msgr-worker-0 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc67a7a3640 / io_context_pool 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: 7fc67bcb7800 / radosgw-admin 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:21:28.431736Z_82f6fc42-8bc9-48b1-b6aa-f78e7d28c4a1/log 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:21:28.567 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:21:28.572 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.506+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 20 realm 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.508+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.509+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.509+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.510+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.510+0000 7fafba098800 20 searching for the correct realm 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.513+0000 7fafb7b82640 0 -- 172.21.15.123:0/2485709680 >> [v2:172.21.15.123:6800/3312603660,v1:172.21.15.123:6801/3312603660] conn(0x55e3a746e000 msgr2=0x55e3a7470450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.517+0000 7fafb8383640 0 -- 172.21.15.123:0/2485709680 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fafa006b060 msgr2=0x7fafa008da80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.520+0000 7fafba098800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.520+0000 7fafba098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.520+0000 7fafba098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.520+0000 7fafba098800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.520+0000 7fafba098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.520+0000 7fafba098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.520+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 zone default found 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 4 Realm: () 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 zonegroup default 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.521+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.522+0000 7fafba098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.522+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.522+0000 7fafba098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.522+0000 7fafba098800 20 started sync module instance, tier type = 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.522+0000 7fafba098800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.531+0000 7fafba098800 20 add_watcher() i=0 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.531+0000 7fafba098800 20 add_watcher() i=1 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.531+0000 7fafba098800 20 add_watcher() i=2 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.531+0000 7fafba098800 20 add_watcher() i=3 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.531+0000 7fafba098800 20 add_watcher() i=4 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.531+0000 7fafba098800 20 add_watcher() i=5 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.531+0000 7fafba098800 20 add_watcher() i=6 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.532+0000 7fafba098800 20 add_watcher() i=7 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.532+0000 7fafba098800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.534+0000 7fae6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.534+0000 7fafba098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.534+0000 7fafba098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:28.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.534+0000 7fafba098800 5 note: GC not initialized 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.534+0000 7fae6cfe1640 20 reqs_thread_entry: start 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.534+0000 7fafba098800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.535+0000 7fafba098800 20 Filter name: none 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.535+0000 7fade67fc640 20 reqs_thread_entry: start 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.535+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.535+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.535+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.536+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.536+0000 7fafba098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.536+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.536+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.536+0000 7fafba098800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.537+0000 7fafba098800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:28.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.537+0000 7fafba098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.538+0000 7fae6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.540+0000 7fafba098800 20 remove_watcher() i=0 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.540+0000 7fafba098800 2 removed watcher, disabling cache 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.541+0000 7fafba098800 20 remove_watcher() i=1 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.542+0000 7fafba098800 20 remove_watcher() i=2 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.543+0000 7fafba098800 20 remove_watcher() i=3 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.545+0000 7fafba098800 20 remove_watcher() i=4 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.546+0000 7fafba098800 20 remove_watcher() i=5 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.547+0000 7fafba098800 20 remove_watcher() i=6 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.548+0000 7fafba098800 20 remove_watcher() i=7 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:21:28.578 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:21:28.599 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:21:28.627 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:28.627 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:28.665 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.664+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 20 realm 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.667 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.666+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.667+0000 7fc6f042f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.668 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.667+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.668+0000 7fc6f042f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:28.669 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.668+0000 7fc6f042f800 20 searching for the correct realm 2024-09-12T17:21:28.670 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.669+0000 7fc6e5718640 0 -- 172.21.15.123:0/3072684206 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fc6e0018070 msgr2=0x7fc6e005faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.876 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.875+0000 7fc6edf19640 0 -- 172.21.15.123:0/3072684206 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fc6e8061040 msgr2=0x7fc6e80a9d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.882 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.881+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 zone default found 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 4 Realm: () 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:28.884 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 zonegroup default 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.882+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.883+0000 7fc6f042f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.883+0000 7fc6f042f800 20 started sync module instance, tier type = 2024-09-12T17:21:28.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.883+0000 7fc6f042f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:28.892 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=0 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=1 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=2 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=3 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=4 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=5 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=6 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 20 add_watcher() i=7 2024-09-12T17:21:28.893 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.892+0000 7fc6f042f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:28.895 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.894+0000 7fc59ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:28.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc6f042f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:28.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc6f042f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:28.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc6f042f800 5 note: GC not initialized 2024-09-12T17:21:28.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc59effd640 20 reqs_thread_entry: start 2024-09-12T17:21:28.896 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc6f042f800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:28.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc6f042f800 20 Filter name: none 2024-09-12T17:21:28.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc59cff9640 20 reqs_thread_entry: start 2024-09-12T17:21:28.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc6f042f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:28.897 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.895+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:28.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:28.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:28.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:28.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 20 rados->read ofs=0 len=0 2024-09-12T17:21:28.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:28.898 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.896+0000 7fc6f042f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.897+0000 7fc6f042f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.897+0000 7fc6f042f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.897+0000 7fc6f042f800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:21:28.899 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.897+0000 7fc6f042f800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:21:28.900 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.898+0000 7fc59ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:28.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.901+0000 7fc6f042f800 20 remove_watcher() i=0 2024-09-12T17:21:28.901 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.901+0000 7fc6f042f800 2 removed watcher, disabling cache 2024-09-12T17:21:28.903 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.902+0000 7fc6f042f800 20 remove_watcher() i=1 2024-09-12T17:21:28.904 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.903+0000 7fc6f042f800 20 remove_watcher() i=2 2024-09-12T17:21:28.905 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.904+0000 7fc6f042f800 20 remove_watcher() i=3 2024-09-12T17:21:28.906 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.905+0000 7fc6f042f800 20 remove_watcher() i=4 2024-09-12T17:21:28.907 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.906+0000 7fc6f042f800 20 remove_watcher() i=5 2024-09-12T17:21:28.908 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.907+0000 7fc6f042f800 20 remove_watcher() i=6 2024-09-12T17:21:28.909 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:28.908+0000 7fc6f042f800 20 remove_watcher() i=7 2024-09-12T17:21:58.940 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:21:58.977 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:58.977 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:59.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.018+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 20 realm 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.020+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.020+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.021+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:59.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.021+0000 7f06f1942800 20 searching for the correct realm 2024-09-12T17:21:59.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.022+0000 7f06ece85640 0 -- 172.21.15.123:0/328368438 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f06e0027040 msgr2=0x7f06e0008930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.230 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.228+0000 7f06ed686640 0 -- 172.21.15.123:0/328368438 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f06e801f040 msgr2=0x7f06e8067b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.237 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 zone default found 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 4 Realm: () 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 zonegroup default 2024-09-12T17:21:59.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.237+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.237+0000 7f06f1942800 20 started sync module instance, tier type = 2024-09-12T17:21:59.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.237+0000 7f06f1942800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:59.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=0 2024-09-12T17:21:59.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=1 2024-09-12T17:21:59.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=2 2024-09-12T17:21:59.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=3 2024-09-12T17:21:59.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=4 2024-09-12T17:21:59.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=5 2024-09-12T17:21:59.249 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=6 2024-09-12T17:21:59.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.248+0000 7f06f1942800 20 add_watcher() i=7 2024-09-12T17:21:59.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.248+0000 7f06f1942800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:59.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.250+0000 7f05a3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:59.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.250+0000 7f06f1942800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:59.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.250+0000 7f06f1942800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:59.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.250+0000 7f06f1942800 5 note: GC not initialized 2024-09-12T17:21:59.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.250+0000 7f05a2fe5640 20 reqs_thread_entry: start 2024-09-12T17:21:59.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.250+0000 7f06f1942800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:59.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 20 Filter name: none 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f05a0fe1640 20 reqs_thread_entry: start 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.252+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.252+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.252+0000 7f06f1942800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.254 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.252+0000 7f06f1942800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:59.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.252+0000 7f06f1942800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.252+0000 7f06f1942800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:59.255 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.253+0000 7f06f1942800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.257+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.257+0000 7f06f1942800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.257+0000 7f06f1942800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.257+0000 7f06f1942800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366279 cookie 94574613632576 notifier 7769 bl.length()=911 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.260 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:21:59.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:21:59.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:21:59.261 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:21:59.264 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06f1942800 time 2024-09-12T17:21:59.264244+0000 2024-09-12T17:21:59.264 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f06f318c71a] 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:21:59.265 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f06f1942800 thread_name:radosgw-admin 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.263+0000 7f06f1942800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06f1942800 time 2024-09-12T17:21:59.264244+0000 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f06f318c71a] 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.266 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.267 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:21:59.267 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.267 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:21:59.267 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:21:59.267 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.280 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.280 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f06f1e3e6f0] 2024-09-12T17:21:59.280 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f06f1e8b99c] 2024-09-12T17:21:59.280 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:59.280 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:59.280 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f06f318c774] 2024-09-12T17:21:59.280 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:21:59.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.264+0000 7f06f1942800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:21:59.283 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f06f1942800 thread_name:radosgw-admin 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f06f1e3e6f0] 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f06f1e8b99c] 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f06f318c774] 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:21:59.284 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:21:58.999+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.285 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding auth protocol: cephx 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding auth protocol: cephx 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding auth protocol: cephx 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.286 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:21:58.999+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: starting msgr at 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: starting objecter 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 asok(0x5603de0df730) register_command objecter_requests hook 0x5603de32bc60 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: setting wanted keys 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: calling monclient init 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:21:58.999+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding auth protocol: cephx 2024-09-12T17:21:59.287 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding auth protocol: cephx 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding auth protocol: cephx 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:21:59.000+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.288 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:21:59.000+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:21:59.000+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key hook 0x5603de300b78 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de1aca10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de243790 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de249ad0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.736476s 2024-09-12T17:21:59.289 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de243790 auth_method 0 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de249ad0 auth_method 0 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.290 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de1aca10 auth_method 0 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_done global_id 7760 payload 824 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:21:59.000+0000 7f06ece85640 1 monclient: found mon.noname-c 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: dump: 2024-09-12T17:21:59.291 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.292 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: dump: 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:21:59.001+0000 7f06f1942800 5 monclient: authenticate success, global_id 7760 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.293 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:21:59.001+0000 7f05db606640 4 set_mon_vals no callback set 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:21:59.001+0000 7f06f1942800 1 librados: init done 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:21:59.003+0000 7f05d9e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:21:59.003+0000 7f05d9e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:21:59.003+0000 7f05d9e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:21:59.003+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f05d4076470 auth_method 0 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:21:59.003+0000 7f06ede87640 10 monclient: get_auth_request con 0x5603de3274a0 auth_method 0 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:21:59.004+0000 7f06ed686640 10 monclient: get_auth_request con 0x5603de34d290 auth_method 0 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:21:59.005+0000 7f06ece85640 10 monclient: get_auth_request con 0x5603de351480 auth_method 0 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:21:59.006+0000 7f06ede87640 10 monclient: get_auth_request con 0x5603de350b60 auth_method 0 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:21:59.007+0000 7f06f1942800 10 monclient: build_initial_monmap 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:21:59.007+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.294 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:21:59.007+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding auth protocol: cephx 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding auth protocol: cephx 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding auth protocol: cephx 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.295 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:21:59.007+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 asok(0x5603de0df730) register_command objecter_requests cmddesc objecter_requests hook 0x5603de35c8d0 EEXIST 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.296 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding auth protocol: cephx 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding auth protocol: cephx 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding auth protocol: cephx 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.297 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:21:59.008+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:21:59.008+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key cmddesc rotate-key hook 0x5603de358490 EEXIST 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de380bf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de380fd0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de37f900 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.744772s 2024-09-12T17:21:59.298 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de380fd0 auth_method 0 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de37f900 auth_method 0 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:21:59.009+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.299 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de380bf0 auth_method 0 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:21:59.009+0000 7f06ede87640 10 monclient(hunting): handle_auth_done global_id 7763 payload 824 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:21:59.009+0000 7f06ede87640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:21:59.009+0000 7f06ede87640 1 monclient: found mon.noname-c 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:21:59.009+0000 7f06ede87640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: dump: 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.300 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:59.301 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: dump: 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.302 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:21:59.009+0000 7f06f1942800 5 monclient: authenticate success, global_id 7763 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:21:59.009+0000 7f06ee688640 4 set_mon_vals no callback set 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:21:59.011+0000 7f05d2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:21:59.011+0000 7f05d2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:21:59.011+0000 7f05d2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:21:59.011+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f05c8076380 auth_method 0 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:21:59.011+0000 7f06f1942800 10 monclient: get_monmap_and_config 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:21:59.011+0000 7f06f1942800 10 monclient: build_initial_monmap 2024-09-12T17:21:59.303 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:21:59.011+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:21:59.011+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding auth protocol: cephx 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding auth protocol: cephx 2024-09-12T17:21:59.304 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding auth protocol: cephx 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.305 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:21:59.012+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding auth protocol: cephx 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding auth protocol: cephx 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding auth protocol: cephx 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.306 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:21:59.012+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:21:59.012+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key cmddesc rotate-key hook 0x7fffaac60858 EEXIST 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de3d5070 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de3a6080 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de3d0550 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.307 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.748827s 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de3a6080 auth_method 0 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de3d0550 auth_method 0 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:21:59.013+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.308 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:21:59.013+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:21:59.013+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de3d5070 auth_method 0 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_done global_id 8382 payload 274 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:21:59.013+0000 7f06ede87640 1 monclient: found mon.noname-a 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: dump: 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.309 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:21:59.310 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: dump: 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:21:59.013+0000 7f06f1942800 5 monclient: authenticate success, global_id 8382 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:21:59.013+0000 7f06f1942800 10 monclient: get_monmap_and_config success 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:21:59.013+0000 7f06f1942800 4 set_mon_vals no callback set 2024-09-12T17:21:59.311 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: shutdown 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: build_initial_monmap 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.312 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding auth protocol: cephx 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding auth protocol: cephx 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding auth protocol: cephx 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.313 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:21:59.014+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: starting msgr at 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: starting objecter 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 asok(0x5603de0df730) register_command objecter_requests cmddesc objecter_requests hook 0x5603de382a40 EEXIST 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: setting wanted keys 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: calling monclient init 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding auth protocol: cephx 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding auth protocol: cephx 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding auth protocol: cephx 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.314 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:21:59.015+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:21:59.015+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:21:59.015+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key cmddesc rotate-key hook 0x5603de3955f8 EEXIST 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de3a6080 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.315 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de3d0550 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de3d5070 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.751454s 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de3d5070 auth_method 0 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de3a6080 auth_method 0 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.316 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de3d0550 auth_method 0 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.317 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_done global_id 7769 payload 824 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:21:59.015+0000 7f06ece85640 1 monclient: found mon.noname-c 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.318 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:21:59.016+0000 7f06f1942800 5 monclient: authenticate success, global_id 7769 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.319 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:21:59.016+0000 7f05d0ff9640 4 set_mon_vals no callback set 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:21:59.016+0000 7f06f1942800 1 librados: init done 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:21:59.016+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cr dump hook 0x5603de3a5228 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:21:59.018+0000 7f05beffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:59.320 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:21:59.018+0000 7f05beffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:21:59.018+0000 7f05beffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:21:59.018+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:21:59.018+0000 7f06ede87640 10 monclient: get_auth_request con 0x7f05b8076470 auth_method 0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:21:59.018+0000 7f06ed686640 10 monclient: get_auth_request con 0x5603de3ef420 auth_method 0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 realm 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:21:59.019+0000 7f06f1942800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:21:59.020+0000 7f06ece85640 10 monclient: get_auth_request con 0x5603de3f3690 auth_method 0 2024-09-12T17:21:59.321 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:21:59.020+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:21:59.020+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:21:59.020+0000 7f06ede87640 10 monclient: get_auth_request con 0x5603de3f6ef0 auth_method 0 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:21:59.021+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:21:59.021+0000 7f06f1942800 20 searching for the correct realm 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:21:59.021+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f06e801f040 auth_method 0 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:21:59.022+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f06e0027040 auth_method 0 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:21:59.022+0000 7f06ece85640 0 -- 172.21.15.123:0/328368438 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f06e0027040 msgr2=0x7f06e0008930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:21:59.223+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f06e0027040 auth_method 0 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:21:59.224+0000 7f06ede87640 10 monclient: get_auth_request con 0x7f06e40c5c20 auth_method 0 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:21:59.226+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f06e80a1110 auth_method 0 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:21:59.228+0000 7f06ed686640 0 -- 172.21.15.123:0/328368438 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f06e801f040 msgr2=0x7f06e8067b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:21:59.228+0000 7f05beffd640 1 client.7769.objecter ms_handle_reset 0x7f06e801f040 session 0x7f06e8028040 osd.7 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:21:59.228+0000 7f05beffd640 10 monclient: _renew_subs 2024-09-12T17:21:59.322 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:21:59.228+0000 7f05beffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:21:59.228+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f05b8086aa0 auth_method 0 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:21:59.229+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f06e80680b0 auth_method 0 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:59.323 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 zone default found 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:21:59.236+0000 7f06f1942800 4 Realm: () 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:21:59.236+0000 7f06f1942800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:21:59.236+0000 7f06f1942800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:21:59.236+0000 7f06f1942800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 zonegroup default 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:21:59.237+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:21:59.237+0000 7f06f1942800 20 started sync module instance, tier type = 2024-09-12T17:21:59.324 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:21:59.237+0000 7f06f1942800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=0 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=1 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=2 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=3 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=4 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=5 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=6 2024-09-12T17:21:59.325 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:21:59.248+0000 7f06f1942800 20 add_watcher() i=7 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:21:59.248+0000 7f06f1942800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding auth protocol: cephx 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding auth protocol: cephx 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding auth protocol: cephx 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:21:59.250+0000 7f05a3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:59.326 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:21:59.250+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:21:59.250+0000 7f06f1942800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:21:59.250+0000 7f06f1942800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache list hook 0x5603de3a2b00 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache inspect hook 0x5603de3a2b00 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache erase hook 0x5603de3a2b00 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache zap hook 0x5603de3a2b00 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 note: GC not initialized 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:21:59.250+0000 7f05a2fe5640 20 reqs_thread_entry: start 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace show hook 0x7f06e803c020 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace history hook 0x7f06e803c020 2024-09-12T17:21:59.327 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace active hook 0x7f06e803c020 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace active_short hook 0x7f06e803c020 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:21:59.250+0000 7f06f1942800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 Filter name: none 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:21:59.251+0000 7f05a0fe1640 20 reqs_thread_entry: start 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:21:59.252+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.328 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:21:59.253+0000 7f06f1942800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366279 cookie 94574613632576 notifier 7769 bl.length()=911 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:21:59.329 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:21:59.263+0000 7f06f1942800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06f1942800 time 2024-09-12T17:21:59.264244+0000 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f06f318c71a] 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:21:59.330 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:21:59.264+0000 7f06f1942800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f06f1942800 thread_name:radosgw-admin 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f06f1e3e6f0] 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f06f1e8b99c] 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f06f318c774] 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.331 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:21:59.332 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:21:59.333 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:21:59.334 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:21:59.335 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:21:59.336 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:21:59.337 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:21:59.338 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05a0fe1640 / http_manager 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05a2fe5640 / http_manager 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05a3fe7640 / rgw_dt_lg_renew 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05beffd640 / ms_dispatch 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05d0ff9640 / io_context_pool 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05d2ffd640 / ms_dispatch 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05d9e03640 / ms_dispatch 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05db606640 / io_context_pool 2024-09-12T17:21:59.339 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ece85640 / msgr-worker-2 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ed686640 / msgr-worker-1 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ede87640 / msgr-worker-0 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ee688640 / io_context_pool 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06f1942800 / radosgw-admin 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.154057.log 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:21:58.999+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.340 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding auth protocol: cephx 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding auth protocol: cephx 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding auth protocol: cephx 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.341 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: crc 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de3060b0) adding con mode: secure 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:21:58.999+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: starting msgr at 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: starting objecter 2024-09-12T17:21:59.342 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 asok(0x5603de0df730) register_command objecter_requests hook 0x5603de32bc60 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: setting wanted keys 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:21:58.999+0000 7f06f1942800 1 librados: calling monclient init 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:21:58.999+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding auth protocol: cephx 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding auth protocol: cephx 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding auth protocol: cephx 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.343 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: crc 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:21:58.999+0000 7f06f1942800 5 AuthRegistry(0x5603de300a30) adding con mode: secure 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:21:59.000+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:21:59.000+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:21:59.000+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key hook 0x5603de300b78 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de1aca10 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de243790 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de249ad0 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.344 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:21:59.000+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.736476s 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de243790 auth_method 0 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de249ad0 auth_method 0 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.345 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:21:59.000+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de1aca10 auth_method 0 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:21:59.000+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient(hunting): handle_auth_done global_id 7760 payload 824 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.346 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:21:59.000+0000 7f06ece85640 1 monclient: found mon.noname-c 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:21:59.000+0000 7f06ece85640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: dump: 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.347 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:21:59.001+0000 7f05d9e03640 10 monclient: dump: 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.348 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:21:59.001+0000 7f06f1942800 5 monclient: authenticate success, global_id 7760 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:21:59.001+0000 7f05db606640 4 set_mon_vals no callback set 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:21:59.001+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:21:59.001+0000 7f06f1942800 1 librados: init done 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:21:59.003+0000 7f05d9e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:21:59.003+0000 7f05d9e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:21:59.003+0000 7f05d9e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:21:59.003+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f05d4076470 auth_method 0 2024-09-12T17:21:59.349 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:21:59.003+0000 7f06ede87640 10 monclient: get_auth_request con 0x5603de3274a0 auth_method 0 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:21:59.004+0000 7f06ed686640 10 monclient: get_auth_request con 0x5603de34d290 auth_method 0 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:21:59.005+0000 7f06ece85640 10 monclient: get_auth_request con 0x5603de351480 auth_method 0 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:21:59.006+0000 7f06ede87640 10 monclient: get_auth_request con 0x5603de350b60 auth_method 0 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:21:59.007+0000 7f06f1942800 10 monclient: build_initial_monmap 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:21:59.007+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:21:59.007+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.350 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding auth protocol: cephx 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding auth protocol: cephx 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding auth protocol: cephx 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.351 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: crc 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:21:59.007+0000 7f06f1942800 5 AuthRegistry(0x5603de359400) adding con mode: secure 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:21:59.007+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 asok(0x5603de0df730) register_command objecter_requests cmddesc objecter_requests hook 0x5603de35c8d0 EEXIST 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding auth protocol: cephx 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding auth protocol: cephx 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding auth protocol: cephx 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.352 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: crc 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 AuthRegistry(0x5603de358348) adding con mode: secure 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:21:59.008+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:21:59.008+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:21:59.008+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key cmddesc rotate-key hook 0x5603de358490 EEXIST 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de380bf0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de380fd0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de37f900 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.353 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:21:59.008+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.744772s 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de380fd0 auth_method 0 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de37f900 auth_method 0 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.354 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:21:59.008+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:21:59.008+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:21:59.009+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de380bf0 auth_method 0 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:21:59.009+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:21:59.009+0000 7f06ede87640 10 monclient(hunting): handle_auth_done global_id 7763 payload 824 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:21:59.009+0000 7f06ede87640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:21:59.009+0000 7f06ede87640 1 monclient: found mon.noname-c 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:21:59.009+0000 7f06ede87640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.355 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: dump: 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.356 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:21:59.009+0000 7f05d2ffd640 10 monclient: dump: 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.357 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:21:59.009+0000 7f06f1942800 5 monclient: authenticate success, global_id 7763 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:21:59.009+0000 7f06ee688640 4 set_mon_vals no callback set 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:21:59.009+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:21:59.011+0000 7f05d2ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:21:59.011+0000 7f05d2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:21:59.011+0000 7f05d2ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:21:59.011+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f05c8076380 auth_method 0 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:21:59.011+0000 7f06f1942800 10 monclient: get_monmap_and_config 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:21:59.011+0000 7f06f1942800 10 monclient: build_initial_monmap 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:21:59.011+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.358 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:21:59.011+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.359 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.359 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.359 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.359 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding auth protocol: cephx 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding auth protocol: cephx 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding auth protocol: cephx 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.360 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: crc 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:21:59.011+0000 7f06f1942800 5 AuthRegistry(0x5603de3a0a10) adding con mode: secure 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:21:59.012+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.361 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding auth protocol: cephx 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding auth protocol: cephx 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding auth protocol: cephx 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: crc 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60710) adding con mode: secure 2024-09-12T17:21:59.362 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:21:59.012+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:21:59.012+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:21:59.012+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key cmddesc rotate-key hook 0x7fffaac60858 EEXIST 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de3d5070 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de3a6080 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de3d0550 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:21:59.012+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.748827s 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de3a6080 auth_method 0 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.363 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:21:59.012+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de3d0550 auth_method 0 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:21:59.012+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:21:59.013+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:21:59.013+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:21:59.013+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de3d5070 auth_method 0 2024-09-12T17:21:59.364 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:21:59.013+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient(hunting): handle_auth_done global_id 8382 payload 274 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:21:59.013+0000 7f06ede87640 1 monclient: found mon.noname-a 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:21:59.013+0000 7f06ede87640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: dump: 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.365 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:21:59.013+0000 7f05d0ff9640 10 monclient: dump: 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.366 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:21:59.013+0000 7f06f1942800 5 monclient: authenticate success, global_id 8382 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:21:59.013+0000 7f06f1942800 10 monclient: get_monmap_and_config success 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:21:59.013+0000 7f06f1942800 4 set_mon_vals no callback set 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: shutdown 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: build_initial_monmap 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 build_initial for_mkfs: 0 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: monmap: 2024-09-12T17:21:59.367 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding auth protocol: cephx 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding auth protocol: cephx 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding auth protocol: cephx 2024-09-12T17:21:59.368 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: crc 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3c7300) adding con mode: secure 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:21:59.014+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: starting msgr at 2024-09-12T17:21:59.369 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: starting objecter 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 asok(0x5603de0df730) register_command objecter_requests cmddesc objecter_requests hook 0x5603de382a40 EEXIST 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: setting wanted keys 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:21:59.014+0000 7f06f1942800 1 librados: calling monclient init 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:21:59.014+0000 7f06f1942800 10 monclient: init 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding auth protocol: cephx 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding auth protocol: cephx 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding auth protocol: cephx 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.370 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: crc 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:21:59.014+0000 7f06f1942800 5 AuthRegistry(0x5603de3954b0) adding con mode: secure 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:21:59.015+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:21:59.015+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:21:59.015+0000 7f06f1942800 5 asok(0x5603de0df730) register_command rotate-key cmddesc rotate-key hook 0x5603de3955f8 EEXIST 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient: _reopen_session rank -1 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-c con 0x5603de3a6080 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-b con 0x5603de3d0550 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:21:59.371 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): picked mon.noname-a con 0x5603de3d5070 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): start opening mon connection 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): _renew_subs 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:21:59.015+0000 7f06f1942800 10 monclient(hunting): authenticate will time out at 2486.751454s 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): get_auth_request con 0x5603de3d5070 auth_method 0 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): get_auth_request con 0x5603de3a6080 auth_method 0 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.372 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:21:59.015+0000 7f06ed686640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): get_auth_request con 0x5603de3d0550 auth_method 0 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:21:59.015+0000 7f06ede87640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient(hunting): handle_auth_done global_id 7769 payload 824 2024-09-12T17:21:59.373 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient: _finish_hunting 0 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:21:59.015+0000 7f06ece85640 1 monclient: found mon.noname-c 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:21:59.015+0000 7f06ece85640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.374 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: _finish_auth 0 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: _check_auth_tickets 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:21:59.016+0000 7f06f1942800 5 monclient: authenticate success, global_id 7769 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:21:59.016+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:21:59.375 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:21:59.016+0000 7f05d0ff9640 4 set_mon_vals no callback set 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _renew_subs 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:21:59.016+0000 7f06f1942800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:21:59.016+0000 7f06f1942800 1 librados: init done 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:21:59.016+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cr dump hook 0x5603de3a5228 2024-09-12T17:21:59.376 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:21:59.018+0000 7f05beffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:21:59.018+0000 7f05beffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:21:59.018+0000 7f05beffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:21:59.018+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:21:59.018+0000 7f06ede87640 10 monclient: get_auth_request con 0x7f05b8076470 auth_method 0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:21:59.018+0000 7f06ed686640 10 monclient: get_auth_request con 0x5603de3ef420 auth_method 0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 realm 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:21:59.019+0000 7f06f1942800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:21:59.019+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.377 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:21:59.020+0000 7f06ece85640 10 monclient: get_auth_request con 0x5603de3f3690 auth_method 0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:21:59.020+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:21:59.020+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:21:59.020+0000 7f06ede87640 10 monclient: get_auth_request con 0x5603de3f6ef0 auth_method 0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:21:59.021+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:21:59.021+0000 7f06f1942800 20 searching for the correct realm 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:21:59.021+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f06e801f040 auth_method 0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:21:59.022+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f06e0027040 auth_method 0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:21:59.022+0000 7f06ece85640 0 -- 172.21.15.123:0/328368438 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f06e0027040 msgr2=0x7f06e0008930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:21:59.223+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f06e0027040 auth_method 0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:21:59.224+0000 7f06ede87640 10 monclient: get_auth_request con 0x7f06e40c5c20 auth_method 0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:21:59.226+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f06e80a1110 auth_method 0 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:21:59.228+0000 7f06ed686640 0 -- 172.21.15.123:0/328368438 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f06e801f040 msgr2=0x7f06e8067b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:21:59.228+0000 7f05beffd640 1 client.7769.objecter ms_handle_reset 0x7f06e801f040 session 0x7f06e8028040 osd.7 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:21:59.228+0000 7f05beffd640 10 monclient: _renew_subs 2024-09-12T17:21:59.378 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:21:59.228+0000 7f05beffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:21:59.228+0000 7f06ed686640 10 monclient: get_auth_request con 0x7f05b8086aa0 auth_method 0 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:21:59.229+0000 7f06ece85640 10 monclient: get_auth_request con 0x7f06e80680b0 auth_method 0 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:21:59.235+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.379 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 zone default found 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:21:59.236+0000 7f06f1942800 4 Realm: () 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:21:59.236+0000 7f06f1942800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:21:59.236+0000 7f06f1942800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:21:59.236+0000 7f06f1942800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 zonegroup default 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:21:59.236+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:21:59.237+0000 7f06f1942800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:21:59.237+0000 7f06f1942800 20 started sync module instance, tier type = 2024-09-12T17:21:59.380 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:21:59.237+0000 7f06f1942800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=0 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=1 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=2 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=3 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=4 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=5 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:21:59.247+0000 7f06f1942800 20 add_watcher() i=6 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:21:59.248+0000 7f06f1942800 20 add_watcher() i=7 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:21:59.248+0000 7f06f1942800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding auth protocol: cephx 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding auth protocol: cephx 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding auth protocol: cephx 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.381 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:21:59.250+0000 7f05a3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: crc 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 AuthRegistry(0x7fffaac60be0) adding con mode: secure 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:21:59.250+0000 7f06f1942800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:21:59.250+0000 7f06f1942800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:21:59.250+0000 7f06f1942800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache list hook 0x5603de3a2b00 2024-09-12T17:21:59.382 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache inspect hook 0x5603de3a2b00 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache erase hook 0x5603de3a2b00 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command cache zap hook 0x5603de3a2b00 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 note: GC not initialized 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:21:59.250+0000 7f05a2fe5640 20 reqs_thread_entry: start 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace show hook 0x7f06e803c020 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace history hook 0x7f06e803c020 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace active hook 0x7f06e803c020 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:21:59.250+0000 7f06f1942800 5 asok(0x5603de0df730) register_command sync trace active_short hook 0x7f06e803c020 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:21:59.250+0000 7f06f1942800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 Filter name: none 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:21:59.251+0000 7f05a0fe1640 20 reqs_thread_entry: start 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:59.383 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:21:59.251+0000 7f06f1942800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:21:59.251+0000 7f06f1942800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:21:59.252+0000 7f06f1942800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:21:59.252+0000 7f06f1942800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:21:59.253+0000 7f06f1942800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.384 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:21:59.257+0000 7f06f1942800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366279 cookie 94574613632576 notifier 7769 bl.length()=911 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:21:59.258+0000 7f05d0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:21:59.259+0000 7f06f1942800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:21:59.263+0000 7f06f1942800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06f1942800 time 2024-09-12T17:21:59.264244+0000 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f06f318c71a] 2024-09-12T17:21:59.385 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 4: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 6: main() 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 8: __libc_start_main() 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 9: _start() 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:21:59.264+0000 7f06f1942800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7f06f1942800 thread_name:radosgw-admin 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f06f1e3e6f0] 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f06f1e8b99c] 2024-09-12T17:21:59.386 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f06f318c774] 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f06f318c8d8] 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5603dc207841] 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 8: radosgw-admin(+0xd7490c) [0x5603dc71590c] 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5603dc21750d] 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 10: main() 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f06f1e29590] 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 12: __libc_start_main() 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 13: _start() 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:21:59.387 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:21:59.388 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:21:59.389 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:21:59.390 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:21:59.391 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:21:59.392 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:21:59.393 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05a0fe1640 / http_manager 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05a2fe5640 / http_manager 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05a3fe7640 / rgw_dt_lg_renew 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05beffd640 / ms_dispatch 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05d0ff9640 / io_context_pool 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05d2ffd640 / ms_dispatch 2024-09-12T17:21:59.394 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05d9e03640 / ms_dispatch 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: 7f05db606640 / io_context_pool 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ece85640 / msgr-worker-2 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ed686640 / msgr-worker-1 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ede87640 / msgr-worker-0 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06ee688640 / io_context_pool 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: 7f06f1942800 / radosgw-admin 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:21:59.265945Z_26462001-8534-4059-9b77-1a51cf7f38f9/log 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:21:59.395 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.343+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.344+0000 7fd5f6c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.344+0000 7fd5f6c13800 20 realm 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.344+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.344+0000 7fd5f6c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.344+0000 7fd5f6c13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.344+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.345+0000 7fd5f6c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.345+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.346+0000 7fd5f6c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.346+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.346+0000 7fd5f6c13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:21:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.346+0000 7fd5f6c13800 20 searching for the correct realm 2024-09-12T17:21:59.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.349+0000 7fd5f2b93640 0 -- 172.21.15.123:0/1658824349 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fd5e80a2040 msgr2=0x7fd5e8084410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.558 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.556+0000 7fd5f1b91640 0 -- 172.21.15.123:0/1658824349 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fd5ec032410 msgr2=0x7fd5ec032870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:21:59.764 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.762+0000 7fd5f6c13800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.762+0000 7fd5f6c13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.762+0000 7fd5f6c13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.762+0000 7fd5f6c13800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.762+0000 7fd5f6c13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.762+0000 7fd5f6c13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.762+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.765 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:21:59.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:21:59.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 zone default found 2024-09-12T17:21:59.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 4 Realm: () 2024-09-12T17:21:59.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:21:59.766 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:21:59.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:21:59.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 zonegroup default 2024-09-12T17:21:59.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.763+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.764+0000 7fd5f6c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.764+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.767 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.765+0000 7fd5f6c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.765+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.765+0000 7fd5f6c13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:21:59.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.765+0000 7fd5f6c13800 20 started sync module instance, tier type = 2024-09-12T17:21:59.768 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.765+0000 7fd5f6c13800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.775+0000 7fd5f6c13800 20 add_watcher() i=0 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.775+0000 7fd5f6c13800 20 add_watcher() i=1 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.775+0000 7fd5f6c13800 20 add_watcher() i=2 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.775+0000 7fd5f6c13800 20 add_watcher() i=3 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.775+0000 7fd5f6c13800 20 add_watcher() i=4 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.775+0000 7fd5f6c13800 20 add_watcher() i=5 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.775+0000 7fd5f6c13800 20 add_watcher() i=6 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.776+0000 7fd5f6c13800 20 add_watcher() i=7 2024-09-12T17:21:59.777 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.776+0000 7fd5f6c13800 2 all 8 watchers are set, enabling cache 2024-09-12T17:21:59.780 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.778+0000 7fd4a8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd5f6c13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:21:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd5f6c13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:21:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd5f6c13800 5 note: GC not initialized 2024-09-12T17:21:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd4237fe640 20 reqs_thread_entry: start 2024-09-12T17:21:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd5f6c13800 20 init_complete bucket index max shards: 1 2024-09-12T17:21:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd5f6c13800 20 Filter name: none 2024-09-12T17:21:59.781 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd4217fa640 20 reqs_thread_entry: start 2024-09-12T17:21:59.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd5f6c13800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:21:59.782 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.779+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 20 rados->read ofs=0 len=0 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:21:59.783 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:21:59.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.780+0000 7fd5f6c13800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:21:59.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.781+0000 7fd5f6c13800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:21:59.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.781+0000 7fd5f6c13800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:21:59.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.781+0000 7fd5f6c13800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:21:59.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.781+0000 7fd5f6c13800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:21:59.784 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.782+0000 7fd4a8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:21:59.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.784+0000 7fd5f6c13800 20 remove_watcher() i=0 2024-09-12T17:21:59.786 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.785+0000 7fd5f6c13800 2 removed watcher, disabling cache 2024-09-12T17:21:59.787 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.786+0000 7fd5f6c13800 20 remove_watcher() i=1 2024-09-12T17:21:59.788 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.787+0000 7fd5f6c13800 20 remove_watcher() i=2 2024-09-12T17:21:59.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.788+0000 7fd5f6c13800 20 remove_watcher() i=3 2024-09-12T17:21:59.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.789+0000 7fd5f6c13800 20 remove_watcher() i=4 2024-09-12T17:21:59.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.790+0000 7fd5f6c13800 20 remove_watcher() i=5 2024-09-12T17:21:59.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.791+0000 7fd5f6c13800 20 remove_watcher() i=6 2024-09-12T17:21:59.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:21:59.792+0000 7fd5f6c13800 20 remove_watcher() i=7 2024-09-12T17:21:59.804 INFO:tasks.workunit.client.0.smithi123.stderr: test: duplicated entries can be purged manually 2024-09-12T17:22:29.808 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:22:29.840 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:29.840 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:29.883 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.881+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 20 realm 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:29.885 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.883+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:29.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.884+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:29.886 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.884+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:29.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.885+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:22:29.887 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.885+0000 7fbbac937800 20 searching for the correct realm 2024-09-12T17:22:29.889 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:29.887+0000 7fbba8e22640 0 -- 172.21.15.123:0/2061118867 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fbb9c067b30 msgr2=0x7fbb9c04c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:22:30.095 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.094+0000 7fbba7e20640 0 -- 172.21.15.123:0/2061118867 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fbba00b1ba0 msgr2=0x7fbba00c19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:22:30.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:22:30.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:22:30.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:22:30.303 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:22:30.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:22:30.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.301+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 zone default found 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 4 Realm: () 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:22:30.305 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 zonegroup default 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.302+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.303+0000 7fbbac937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.303+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.303+0000 7fbbac937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.303+0000 7fbbac937800 20 started sync module instance, tier type = 2024-09-12T17:22:30.306 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.303+0000 7fbbac937800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:22:30.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.313+0000 7fbbac937800 20 add_watcher() i=0 2024-09-12T17:22:30.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.313+0000 7fbbac937800 20 add_watcher() i=1 2024-09-12T17:22:30.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.313+0000 7fbbac937800 20 add_watcher() i=2 2024-09-12T17:22:30.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.313+0000 7fbbac937800 20 add_watcher() i=3 2024-09-12T17:22:30.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.313+0000 7fbbac937800 20 add_watcher() i=4 2024-09-12T17:22:30.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.313+0000 7fbbac937800 20 add_watcher() i=5 2024-09-12T17:22:30.315 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.313+0000 7fbbac937800 20 add_watcher() i=6 2024-09-12T17:22:30.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.314+0000 7fbbac937800 20 add_watcher() i=7 2024-09-12T17:22:30.316 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.314+0000 7fbbac937800 2 all 8 watchers are set, enabling cache 2024-09-12T17:22:30.317 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.316+0000 7fba5efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:30.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.316+0000 7fbbac937800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:22:30.318 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.316+0000 7fbbac937800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:22:30.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.316+0000 7fbbac937800 5 note: GC not initialized 2024-09-12T17:22:30.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.316+0000 7fba5dfdb640 20 reqs_thread_entry: start 2024-09-12T17:22:30.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.317+0000 7fbbac937800 20 init_complete bucket index max shards: 1 2024-09-12T17:22:30.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.317+0000 7fbbac937800 20 Filter name: none 2024-09-12T17:22:30.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.317+0000 7fb9cf7fe640 20 reqs_thread_entry: start 2024-09-12T17:22:30.319 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.317+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.317+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:30.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.317+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.318+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:30.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.318+0000 7fbbac937800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:22:30.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.318+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.320 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.318+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:30.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.318+0000 7fbbac937800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.319+0000 7fbbac937800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:30.321 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.319+0000 7fbbac937800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:22:30.322 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.320+0000 7fba5efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:30.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.322+0000 7fbbac937800 20 remove_watcher() i=0 2024-09-12T17:22:30.324 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.322+0000 7fbbac937800 2 removed watcher, disabling cache 2024-09-12T17:22:30.325 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.324+0000 7fbbac937800 20 remove_watcher() i=1 2024-09-12T17:22:30.326 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.325+0000 7fbbac937800 20 remove_watcher() i=2 2024-09-12T17:22:30.327 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.326+0000 7fbbac937800 20 remove_watcher() i=3 2024-09-12T17:22:30.328 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.327+0000 7fbbac937800 20 remove_watcher() i=4 2024-09-12T17:22:30.330 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.328+0000 7fbbac937800 20 remove_watcher() i=5 2024-09-12T17:22:30.331 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.329+0000 7fbbac937800 20 remove_watcher() i=6 2024-09-12T17:22:30.332 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.330+0000 7fbbac937800 20 remove_watcher() i=7 2024-09-12T17:22:30.343 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.344 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:22:30.344 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-12T17:22:30.344 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.345 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:22:30.381 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:30.381 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:30.420 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.418+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.421 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.419+0000 7fa208d1f800 20 realm 2024-09-12T17:22:30.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.419+0000 7fa208d1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:22:30.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.422 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.421+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:22:30.423 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.421+0000 7fa208d1f800 20 searching for the correct realm 2024-09-12T17:22:30.425 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.423+0000 7fa2052aa640 0 -- 172.21.15.123:0/3692260487 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fa1ec05c6c0 msgr2=0x7fa1ec086990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.429 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.427+0000 7fa1fc2a8640 0 -- 172.21.15.123:0/3692260487 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fa20006cad0 msgr2=0x7fa20007c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.636 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.637 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 20 zone default found 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 4 Realm: () 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 20 zonegroup default 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.638 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.635+0000 7fa208d1f800 20 started sync module instance, tier type = 2024-09-12T17:22:30.639 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.635+0000 7fa208d1f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:22:30.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=0 2024-09-12T17:22:30.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=1 2024-09-12T17:22:30.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=2 2024-09-12T17:22:30.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=3 2024-09-12T17:22:30.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=4 2024-09-12T17:22:30.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=5 2024-09-12T17:22:30.647 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=6 2024-09-12T17:22:30.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.646+0000 7fa208d1f800 20 add_watcher() i=7 2024-09-12T17:22:30.648 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.646+0000 7fa208d1f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:22:30.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.648+0000 7fa0bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.648+0000 7fa208d1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.648+0000 7fa208d1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.648+0000 7fa208d1f800 5 note: GC not initialized 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.648+0000 7fa0ba7e4640 20 reqs_thread_entry: start 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.649+0000 7fa208d1f800 20 init_complete bucket index max shards: 1 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.649+0000 7fa208d1f800 20 Filter name: none 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.649+0000 7fa0b37fe640 20 reqs_thread_entry: start 2024-09-12T17:22:30.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.649+0000 7fa208d1f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:22:30.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.649+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:30.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:22:30.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:22:30.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:22:30.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:30.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:22:30.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.650+0000 7fa208d1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:22:30.654 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.651+0000 7fa208d1f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:22:30.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa208d1f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa208d1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa208d1f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:22:30.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366280 cookie 93975497252208 notifier 8439 bl.length()=911 2024-09-12T17:22:30.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.657 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.658 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:22:30.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:22:30.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:22:30.659 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:22:30.661 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa208d1f800 time 2024-09-12T17:22:30.661825+0000 2024-09-12T17:22:30.661 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:22:30.662 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.662 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa20a58c71a] 2024-09-12T17:22:30.662 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.662 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.662 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fa208d1f800 thread_name:radosgw-admin 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.660+0000 7fa208d1f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa208d1f800 time 2024-09-12T17:22:30.661825+0000 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa20a58c71a] 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.663 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.664 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.664 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:22:30.664 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.664 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:22:30.664 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:22:30.664 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.679 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.679 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa20923e6f0] 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa20928b99c] 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa20a58c774] 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.661+0000 7fa208d1f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:22:30.680 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fa208d1f800 thread_name:radosgw-admin 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa20923e6f0] 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa20928b99c] 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa20a58c774] 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.681 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:22:30.400+0000 7fa208d1f800 5 monclient: authenticate success, global_id 8427 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:22:30.400+0000 7fa208d1f800 10 monclient: get_monmap_and_config success 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:22:30.400+0000 7fa208d1f800 4 set_mon_vals no callback set 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: shutdown 2024-09-12T17:22:30.682 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 asok(0x55785fef5730) unregister_commands rotate-key 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding auth protocol: cephx 2024-09-12T17:22:30.683 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding auth protocol: cephx 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding auth protocol: cephx 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.684 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:22:30.401+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: starting msgr at 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: starting objecter 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command objecter_requests hook 0x55786014afd0 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: setting wanted keys 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: calling monclient init 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding auth protocol: cephx 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding auth protocol: cephx 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding auth protocol: cephx 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.685 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:22:30.401+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:22:30.402+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:22:30.402+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key hook 0x557860119f38 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:22:30.686 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x55785ffc4fe0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x55785ffc9f10 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x55786005d080 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.138282s 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x55785ffc9f10 auth_method 0 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x55786005d080 auth_method 0 2024-09-12T17:22:30.687 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x55785ffc4fe0 auth_method 0 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.688 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_done global_id 8430 payload 824 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 1 monclient: found mon.noname-a 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: dump: 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.689 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: dump: 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.690 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:22:30.402+0000 7fa208d1f800 5 monclient: authenticate success, global_id 8430 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:22:30.402+0000 7fa0f2e0d640 4 set_mon_vals no callback set 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:22:30.402+0000 7fa208d1f800 1 librados: init done 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:22:30.404+0000 7fa0f160a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:22:30.404+0000 7fa0f160a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.691 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:22:30.404+0000 7fa0f160a640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:22:30.404+0000 7fa204aa9640 10 monclient: get_auth_request con 0x7fa0ec0764a0 auth_method 0 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:22:30.405+0000 7fa2052aa640 10 monclient: get_auth_request con 0x557860141bf0 auth_method 0 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:22:30.406+0000 7fa204aa9640 10 monclient: get_auth_request con 0x557860164d40 auth_method 0 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:22:30.407+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x557860169130 auth_method 0 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:22:30.408+0000 7fa2052aa640 10 monclient: get_auth_request con 0x557860168620 auth_method 0 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:22:30.408+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:22:30.408+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:22:30.408+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.692 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding auth protocol: cephx 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding auth protocol: cephx 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding auth protocol: cephx 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.693 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:22:30.409+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command objecter_requests cmddesc objecter_requests hook 0x5578601747e0 EEXIST 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:22:30.409+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding auth protocol: cephx 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding auth protocol: cephx 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding auth protocol: cephx 2024-09-12T17:22:30.694 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:22:30.409+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.695 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:22:30.409+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:22:30.410+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key cmddesc rotate-key hook 0x5578601703d0 EEXIST 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x557860198b00 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x557860198ee0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x557860197810 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.146092s 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x557860198b00 auth_method 0 2024-09-12T17:22:30.696 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x557860198ee0 auth_method 0 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.697 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x557860197810 auth_method 0 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_done global_id 7814 payload 824 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:22:30.410+0000 7fa2052aa640 1 monclient: found mon.noname-c 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: dump: 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.698 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: dump: 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.699 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:22:30.410+0000 7fa208d1f800 5 monclient: authenticate success, global_id 7814 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:22:30.410+0000 7fa205aab640 4 set_mon_vals no callback set 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.700 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:22:30.412+0000 7fa0ea7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:22:30.412+0000 7fa0ea7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:22:30.412+0000 7fa0ea7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:22:30.412+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa0dc076380 auth_method 0 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:22:30.412+0000 7fa208d1f800 10 monclient: get_monmap_and_config 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:22:30.412+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:22:30.412+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:22:30.412+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.701 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding auth protocol: cephx 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding auth protocol: cephx 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding auth protocol: cephx 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.702 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:22:30.413+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding auth protocol: cephx 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding auth protocol: cephx 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding auth protocol: cephx 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.703 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:22:30.413+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:22:30.413+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.704 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key cmddesc rotate-key hook 0x7ffc11ee4278 EEXIST 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x5578601ecdd0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x5578601dd720 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x5578601e8200 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.149905s 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x5578601ecdd0 auth_method 0 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.705 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x5578601e8200 auth_method 0 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x5578601dd720 auth_method 0 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.706 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_done global_id 7817 payload 274 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 1 monclient: found mon.noname-c 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: dump: 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.707 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:22:30.414+0000 7fa208d1f800 5 monclient: authenticate success, global_id 7817 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:22:30.414+0000 7fa208d1f800 10 monclient: get_monmap_and_config success 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:22:30.414+0000 7fa208d1f800 4 set_mon_vals no callback set 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:22:30.708 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: dump: 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:22:30.414+0000 7fa208d1f800 10 monclient: shutdown 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:22:30.415+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.709 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:22:30.415+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding auth protocol: cephx 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding auth protocol: cephx 2024-09-12T17:22:30.710 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding auth protocol: cephx 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:22:30.415+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.711 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: starting msgr at 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: starting objecter 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command objecter_requests cmddesc objecter_requests hook 0x5578601be800 EEXIST 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: setting wanted keys 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: calling monclient init 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:22:30.415+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding auth protocol: cephx 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding auth protocol: cephx 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding auth protocol: cephx 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.712 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:22:30.415+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:22:30.415+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:22:30.416+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key cmddesc rotate-key hook 0x5578601ad508 EEXIST 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x5578601dd720 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.713 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x5578601e8200 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x5578601ecdd0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.152100s 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x5578601e8200 auth_method 0 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x5578601ecdd0 auth_method 0 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.714 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x5578601dd720 auth_method 0 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.715 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_done global_id 8439 payload 824 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:22:30.416+0000 7fa2052aa640 1 monclient: found mon.noname-a 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: dump: 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.716 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:22:30.416+0000 7fa208d1f800 5 monclient: authenticate success, global_id 8439 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: dump: 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.717 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:22:30.416+0000 7fa0dbfff640 4 set_mon_vals no callback set 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:22:30.416+0000 7fa208d1f800 1 librados: init done 2024-09-12T17:22:30.718 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:22:30.416+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cr dump hook 0x5578601e6e48 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:22:30.418+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:22:30.418+0000 7fa0da7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:22:30.418+0000 7fa0da7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:22:30.418+0000 7fa0da7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:22:30.418+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa0d0076470 auth_method 0 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:22:30.419+0000 7fa204aa9640 10 monclient: get_auth_request con 0x557860206d80 auth_method 0 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 realm 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:22:30.419+0000 7fa208d1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.719 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:22:30.420+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x55786020b000 auth_method 0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:22:30.421+0000 7fa2052aa640 10 monclient: get_auth_request con 0x55786020e860 auth_method 0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:22:30.421+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:22:30.421+0000 7fa208d1f800 20 searching for the correct realm 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:22:30.422+0000 7fa204aa9640 10 monclient: get_auth_request con 0x7fa2000de040 auth_method 0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:22:30.422+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa1f4009040 auth_method 0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:22:30.423+0000 7fa2052aa640 10 monclient: get_auth_request con 0x7fa1ec05c6c0 auth_method 0 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:22:30.423+0000 7fa2052aa640 0 -- 172.21.15.123:0/3692260487 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fa1ec05c6c0 msgr2=0x7fa1ec086990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:22:30.423+0000 7fa0da7fc640 1 client.8439.objecter ms_handle_reset 0x7fa1ec05c6c0 session 0x7fa1ec08d040 osd.4 2024-09-12T17:22:30.720 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:22:30.424+0000 7fa0da7fc640 10 monclient: _renew_subs 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:22:30.424+0000 7fa0da7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:22:30.424+0000 7fa2052aa640 10 monclient: get_auth_request con 0x7fa0d0086ba0 auth_method 0 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:22:30.425+0000 7fa204aa9640 10 monclient: get_auth_request con 0x7fa2000e93c0 auth_method 0 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:22:30.427+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa20006cad0 auth_method 0 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:22:30.427+0000 7fa1fc2a8640 0 -- 172.21.15.123:0/3692260487 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fa20006cad0 msgr2=0x7fa20007c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:22:30.628+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa20006cad0 auth_method 0 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:22:30.721 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 zone default found 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:22:30.634+0000 7fa208d1f800 4 Realm: () 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:22:30.634+0000 7fa208d1f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:22:30.634+0000 7fa208d1f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:22:30.634+0000 7fa208d1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 zonegroup default 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.722 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 started sync module instance, tier type = 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=0 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=1 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=2 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=3 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=4 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=5 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=6 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:22:30.646+0000 7fa208d1f800 20 add_watcher() i=7 2024-09-12T17:22:30.723 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:22:30.646+0000 7fa208d1f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding auth protocol: cephx 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding auth protocol: cephx 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding auth protocol: cephx 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:22:30.648+0000 7fa0bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.724 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:22:30.648+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:22:30.648+0000 7fa208d1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:22:30.648+0000 7fa208d1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache list hook 0x5578601e1980 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache inspect hook 0x5578601e1980 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache erase hook 0x5578601e1980 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache zap hook 0x5578601e1980 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 note: GC not initialized 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:22:30.648+0000 7fa0ba7e4640 20 reqs_thread_entry: start 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace show hook 0x7fa1f4004500 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace history hook 0x7fa1f4004500 2024-09-12T17:22:30.725 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace active hook 0x7fa1f4004500 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace active_short hook 0x7fa1f4004500 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:22:30.649+0000 7fa208d1f800 20 init_complete bucket index max shards: 1 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:22:30.649+0000 7fa208d1f800 20 Filter name: none 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:22:30.649+0000 7fa0b37fe640 20 reqs_thread_entry: start 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:22:30.649+0000 7fa208d1f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:22:30.649+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:30.726 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:22:30.651+0000 7fa208d1f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366280 cookie 93975497252208 notifier 8439 bl.length()=911 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.727 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:22:30.660+0000 7fa208d1f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa208d1f800 time 2024-09-12T17:22:30.661825+0000 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa20a58c71a] 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.728 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:22:30.661+0000 7fa208d1f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fa208d1f800 thread_name:radosgw-admin 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa20923e6f0] 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa20928b99c] 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa20a58c774] 2024-09-12T17:22:30.729 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:22:30.730 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:22:30.731 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:22:30.732 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:22:30.733 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:22:30.734 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:22:30.735 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:22:30.736 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0b37fe640 / http_manager 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0ba7e4640 / http_manager 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0bb7e6640 / rgw_dt_lg_renew 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0da7fc640 / ms_dispatch 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0dbfff640 / io_context_pool 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0ea7fc640 / ms_dispatch 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0f160a640 / ms_dispatch 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0f2e0d640 / io_context_pool 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa1fc2a8640 / msgr-worker-2 2024-09-12T17:22:30.737 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa204aa9640 / msgr-worker-1 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa2052aa640 / msgr-worker-0 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa205aab640 / io_context_pool 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa208d1f800 / radosgw-admin 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/log/ceph/ceph-client.admin.155824.log 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr:--- begin dump of recent events --- 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: -499> 2024-09-12T17:22:30.400+0000 7fa208d1f800 5 monclient: authenticate success, global_id 8427 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: -498> 2024-09-12T17:22:30.400+0000 7fa208d1f800 10 monclient: get_monmap_and_config success 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: -497> 2024-09-12T17:22:30.400+0000 7fa208d1f800 4 set_mon_vals no callback set 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: -496> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: shutdown 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: -495> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 asok(0x55785fef5730) unregister_commands rotate-key 2024-09-12T17:22:30.738 INFO:tasks.workunit.client.0.smithi123.stderr: -494> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr: -493> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr: -492> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr: -491> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding auth protocol: cephx 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr: -490> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding auth protocol: cephx 2024-09-12T17:22:30.739 INFO:tasks.workunit.client.0.smithi123.stderr: -489> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding auth protocol: cephx 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -488> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -487> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -486> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -485> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -484> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -483> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -482> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -481> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -480> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -479> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -478> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: crc 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -477> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x55786011f4f0) adding con mode: secure 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -476> 2024-09-12T17:22:30.401+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.740 INFO:tasks.workunit.client.0.smithi123.stderr: -475> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: starting msgr at 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -474> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: starting objecter 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -473> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command objecter_requests hook 0x55786014afd0 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -472> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: setting wanted keys 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -471> 2024-09-12T17:22:30.401+0000 7fa208d1f800 1 librados: calling monclient init 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -470> 2024-09-12T17:22:30.401+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -469> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding auth protocol: cephx 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -468> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding auth protocol: cephx 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -467> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding auth protocol: cephx 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -466> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -465> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -464> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -463> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.741 INFO:tasks.workunit.client.0.smithi123.stderr: -462> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -461> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -460> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -459> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -458> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -457> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -456> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: crc 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -455> 2024-09-12T17:22:30.401+0000 7fa208d1f800 5 AuthRegistry(0x557860119df0) adding con mode: secure 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -454> 2024-09-12T17:22:30.401+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -453> 2024-09-12T17:22:30.402+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -452> 2024-09-12T17:22:30.402+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key hook 0x557860119f38 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -451> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -450> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -449> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x55785ffc4fe0 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.742 INFO:tasks.workunit.client.0.smithi123.stderr: -448> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x55785ffc9f10 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -447> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x55786005d080 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -446> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -445> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -444> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -443> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -442> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.138282s 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -441> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x55785ffc9f10 auth_method 0 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -440> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -439> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -438> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -437> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x55786005d080 auth_method 0 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -436> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -435> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.743 INFO:tasks.workunit.client.0.smithi123.stderr: -434> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -433> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -432> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -431> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -430> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -429> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -428> 2024-09-12T17:22:30.402+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -427> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x55785ffc4fe0 auth_method 0 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -426> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -425> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -424> 2024-09-12T17:22:30.402+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -423> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_done global_id 8430 payload 824 2024-09-12T17:22:30.744 INFO:tasks.workunit.client.0.smithi123.stderr: -422> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr: -421> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 1 monclient: found mon.noname-a 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr: -420> 2024-09-12T17:22:30.402+0000 7fa1fc2a8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr: -419> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr: -418> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr: -417> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: dump: 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.745 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr: -416> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr: -415> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr: -414> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr: -413> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr: -412> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr: -411> 2024-09-12T17:22:30.402+0000 7fa0f160a640 10 monclient: dump: 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.746 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -410> 2024-09-12T17:22:30.402+0000 7fa208d1f800 5 monclient: authenticate success, global_id 8430 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -409> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -408> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -407> 2024-09-12T17:22:30.402+0000 7fa0f2e0d640 4 set_mon_vals no callback set 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -406> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -405> 2024-09-12T17:22:30.402+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -404> 2024-09-12T17:22:30.402+0000 7fa208d1f800 1 librados: init done 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -403> 2024-09-12T17:22:30.404+0000 7fa0f160a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -402> 2024-09-12T17:22:30.404+0000 7fa0f160a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.747 INFO:tasks.workunit.client.0.smithi123.stderr: -401> 2024-09-12T17:22:30.404+0000 7fa0f160a640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -400> 2024-09-12T17:22:30.404+0000 7fa204aa9640 10 monclient: get_auth_request con 0x7fa0ec0764a0 auth_method 0 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -399> 2024-09-12T17:22:30.405+0000 7fa2052aa640 10 monclient: get_auth_request con 0x557860141bf0 auth_method 0 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -398> 2024-09-12T17:22:30.406+0000 7fa204aa9640 10 monclient: get_auth_request con 0x557860164d40 auth_method 0 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -397> 2024-09-12T17:22:30.407+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x557860169130 auth_method 0 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -396> 2024-09-12T17:22:30.408+0000 7fa2052aa640 10 monclient: get_auth_request con 0x557860168620 auth_method 0 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -395> 2024-09-12T17:22:30.408+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -394> 2024-09-12T17:22:30.408+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr: -393> 2024-09-12T17:22:30.408+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.748 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -392> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding auth protocol: cephx 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -391> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding auth protocol: cephx 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -390> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding auth protocol: cephx 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -389> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -388> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -387> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -386> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.749 INFO:tasks.workunit.client.0.smithi123.stderr: -385> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -384> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -383> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -382> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -381> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -380> 2024-09-12T17:22:30.408+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -379> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: crc 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -378> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x5578601712d0) adding con mode: secure 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -377> 2024-09-12T17:22:30.409+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -376> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command objecter_requests cmddesc objecter_requests hook 0x5578601747e0 EEXIST 2024-09-12T17:22:30.750 INFO:tasks.workunit.client.0.smithi123.stderr: -375> 2024-09-12T17:22:30.409+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -374> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding auth protocol: cephx 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -373> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding auth protocol: cephx 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -372> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding auth protocol: cephx 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -371> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -370> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -369> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -368> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -367> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -366> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -365> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.751 INFO:tasks.workunit.client.0.smithi123.stderr: -364> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -363> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -362> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -361> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: crc 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -360> 2024-09-12T17:22:30.409+0000 7fa208d1f800 5 AuthRegistry(0x557860170288) adding con mode: secure 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -359> 2024-09-12T17:22:30.409+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -358> 2024-09-12T17:22:30.409+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -357> 2024-09-12T17:22:30.410+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key cmddesc rotate-key hook 0x5578601703d0 EEXIST 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -356> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -355> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -354> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x557860198b00 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -353> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x557860198ee0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.752 INFO:tasks.workunit.client.0.smithi123.stderr: -352> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x557860197810 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -351> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -350> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -349> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -348> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -347> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.146092s 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -346> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x557860198b00 auth_method 0 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -345> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -344> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -343> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -342> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x557860198ee0 auth_method 0 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -341> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -340> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.753 INFO:tasks.workunit.client.0.smithi123.stderr: -339> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -338> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -337> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -336> 2024-09-12T17:22:30.410+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -335> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -334> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -333> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -332> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x557860197810 auth_method 0 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -331> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -330> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -329> 2024-09-12T17:22:30.410+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -328> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient(hunting): handle_auth_done global_id 7814 payload 824 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -327> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -326> 2024-09-12T17:22:30.410+0000 7fa2052aa640 1 monclient: found mon.noname-c 2024-09-12T17:22:30.754 INFO:tasks.workunit.client.0.smithi123.stderr: -325> 2024-09-12T17:22:30.410+0000 7fa2052aa640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr: -324> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr: -323> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr: -322> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: dump: 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.755 INFO:tasks.workunit.client.0.smithi123.stderr: -321> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr: -320> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr: -319> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr: -318> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr: -317> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr: -316> 2024-09-12T17:22:30.410+0000 7fa0ea7fc640 10 monclient: dump: 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.756 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -315> 2024-09-12T17:22:30.410+0000 7fa208d1f800 5 monclient: authenticate success, global_id 7814 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -314> 2024-09-12T17:22:30.410+0000 7fa205aab640 4 set_mon_vals no callback set 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -313> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -312> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -311> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -310> 2024-09-12T17:22:30.410+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -309> 2024-09-12T17:22:30.412+0000 7fa0ea7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -308> 2024-09-12T17:22:30.412+0000 7fa0ea7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -307> 2024-09-12T17:22:30.412+0000 7fa0ea7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.757 INFO:tasks.workunit.client.0.smithi123.stderr: -306> 2024-09-12T17:22:30.412+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa0dc076380 auth_method 0 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr: -305> 2024-09-12T17:22:30.412+0000 7fa208d1f800 10 monclient: get_monmap_and_config 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr: -304> 2024-09-12T17:22:30.412+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr: -303> 2024-09-12T17:22:30.412+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr: -302> 2024-09-12T17:22:30.412+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.758 INFO:tasks.workunit.client.0.smithi123.stderr: -301> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding auth protocol: cephx 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -300> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding auth protocol: cephx 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -299> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding auth protocol: cephx 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -298> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -297> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -296> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -295> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -294> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -293> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -292> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -291> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -290> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -289> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -288> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: crc 2024-09-12T17:22:30.759 INFO:tasks.workunit.client.0.smithi123.stderr: -287> 2024-09-12T17:22:30.412+0000 7fa208d1f800 5 AuthRegistry(0x5578601b87d0) adding con mode: secure 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -286> 2024-09-12T17:22:30.413+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -285> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -284> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding auth protocol: cephx 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -283> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding auth protocol: cephx 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -282> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding auth protocol: cephx 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -281> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -280> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -279> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -278> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -277> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -276> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -275> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.760 INFO:tasks.workunit.client.0.smithi123.stderr: -274> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -273> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -272> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -271> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: crc 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -270> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4130) adding con mode: secure 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -269> 2024-09-12T17:22:30.413+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -268> 2024-09-12T17:22:30.413+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -267> 2024-09-12T17:22:30.413+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key cmddesc rotate-key hook 0x7ffc11ee4278 EEXIST 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -266> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -265> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -264> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x5578601ecdd0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -263> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x5578601dd720 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -262> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x5578601e8200 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.761 INFO:tasks.workunit.client.0.smithi123.stderr: -261> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -260> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -259> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -258> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -257> 2024-09-12T17:22:30.413+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.149905s 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -256> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x5578601ecdd0 auth_method 0 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -255> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -254> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -253> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -252> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x5578601e8200 auth_method 0 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -251> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -250> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -249> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -248> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.762 INFO:tasks.workunit.client.0.smithi123.stderr: -247> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -246> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -245> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x5578601dd720 auth_method 0 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -244> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -243> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -242> 2024-09-12T17:22:30.414+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -241> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -240> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -239> 2024-09-12T17:22:30.414+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -238> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_done global_id 7817 payload 274 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -237> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -236> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 1 monclient: found mon.noname-c 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -235> 2024-09-12T17:22:30.414+0000 7fa1fc2a8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.123:3301/0 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -234> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.763 INFO:tasks.workunit.client.0.smithi123.stderr: -233> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr: -232> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: dump: 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr: -231> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr: -230> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.764 INFO:tasks.workunit.client.0.smithi123.stderr: -229> 2024-09-12T17:22:30.414+0000 7fa208d1f800 5 monclient: authenticate success, global_id 7817 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr: -228> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr: -227> 2024-09-12T17:22:30.414+0000 7fa208d1f800 10 monclient: get_monmap_and_config success 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr: -226> 2024-09-12T17:22:30.414+0000 7fa208d1f800 4 set_mon_vals no callback set 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr: -225> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr: -224> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr: -223> 2024-09-12T17:22:30.414+0000 7fa0dbfff640 10 monclient: dump: 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.765 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr: -222> 2024-09-12T17:22:30.414+0000 7fa208d1f800 10 monclient: shutdown 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr: -221> 2024-09-12T17:22:30.415+0000 7fa208d1f800 10 monclient: build_initial_monmap 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr: -220> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 build_initial for_mkfs: 0 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr: -219> 2024-09-12T17:22:30.415+0000 7fa208d1f800 10 monclient: monmap: 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 0 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 0.000000 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:created 0.000000 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 0 (unknown) 2024-09-12T17:22:30.766 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.noname-a 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.noname-b 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.noname-c 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -218> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding auth protocol: cephx 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -217> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding auth protocol: cephx 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -216> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding auth protocol: cephx 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -215> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -214> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -213> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -212> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -211> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -210> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.767 INFO:tasks.workunit.client.0.smithi123.stderr: -209> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -208> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -207> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -206> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -205> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: crc 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -204> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ddc10) adding con mode: secure 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -203> 2024-09-12T17:22:30.415+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -202> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: starting msgr at 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -201> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: starting objecter 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -200> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command objecter_requests cmddesc objecter_requests hook 0x5578601be800 EEXIST 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -199> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: setting wanted keys 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -198> 2024-09-12T17:22:30.415+0000 7fa208d1f800 1 librados: calling monclient init 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -197> 2024-09-12T17:22:30.415+0000 7fa208d1f800 10 monclient: init 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -196> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding auth protocol: cephx 2024-09-12T17:22:30.768 INFO:tasks.workunit.client.0.smithi123.stderr: -195> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding auth protocol: cephx 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -194> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding auth protocol: cephx 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -193> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -192> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -191> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -190> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -189> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -188> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -187> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -186> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -185> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -184> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -183> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: crc 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -182> 2024-09-12T17:22:30.415+0000 7fa208d1f800 5 AuthRegistry(0x5578601ad3c0) adding con mode: secure 2024-09-12T17:22:30.769 INFO:tasks.workunit.client.0.smithi123.stderr: -181> 2024-09-12T17:22:30.415+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -180> 2024-09-12T17:22:30.415+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -179> 2024-09-12T17:22:30.416+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command rotate-key cmddesc rotate-key hook 0x5578601ad508 EEXIST 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -178> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _reopen_session rank -1 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -177> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -176> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-b con 0x5578601dd720 addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -175> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-a con 0x5578601e8200 addr [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -174> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): picked mon.noname-c con 0x5578601ecdd0 addr [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -173> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -172> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -171> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): start opening mon connection 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -170> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): _renew_subs 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -169> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient(hunting): authenticate will time out at 2518.152100s 2024-09-12T17:22:30.770 INFO:tasks.workunit.client.0.smithi123.stderr: -168> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): get_auth_request con 0x5578601e8200 auth_method 0 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -167> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -166> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -165> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -164> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): get_auth_request con 0x5578601ecdd0 auth_method 0 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -163> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -162> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -161> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -160> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -159> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -158> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -157> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request con 0x5578601dd720 auth_method 0 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -156> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -155> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:22:30.771 INFO:tasks.workunit.client.0.smithi123.stderr: -154> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -153> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -152> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -151> 2024-09-12T17:22:30.416+0000 7fa204aa9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -150> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -149> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -148> 2024-09-12T17:22:30.416+0000 7fa1fc2a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -147> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient(hunting): handle_auth_done global_id 8439 payload 824 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -146> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient: _finish_hunting 0 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -145> 2024-09-12T17:22:30.416+0000 7fa2052aa640 1 monclient: found mon.noname-a 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -144> 2024-09-12T17:22:30.416+0000 7fa2052aa640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -143> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -142> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:22:30.772 INFO:tasks.workunit.client.0.smithi123.stderr: -141> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: dump: 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr: -140> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: _finish_auth 0 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr: -139> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:22:30.773 INFO:tasks.workunit.client.0.smithi123.stderr: -138> 2024-09-12T17:22:30.416+0000 7fa208d1f800 5 monclient: authenticate success, global_id 8439 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr: -137> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr: -136> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr: -135> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr: -134> 2024-09-12T17:22:30.416+0000 7fa0da7fc640 10 monclient: dump: 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:epoch 1 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:fsid 5edf5046-2fdf-41de-aff8-847bcf39a1a2 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:last_changed 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:created 2024-09-12T16:52:07.960790+0000 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:min_mon_release 19 (squid) 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:election_strategy: 1 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:0: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.a 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr:2: [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] mon.c 2024-09-12T17:22:30.774 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -133> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -132> 2024-09-12T17:22:30.416+0000 7fa0dbfff640 4 set_mon_vals no callback set 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -131> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -130> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _renew_subs 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -129> 2024-09-12T17:22:30.416+0000 7fa208d1f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -128> 2024-09-12T17:22:30.416+0000 7fa208d1f800 1 librados: init done 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -127> 2024-09-12T17:22:30.416+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cr dump hook 0x5578601e6e48 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -126> 2024-09-12T17:22:30.418+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -125> 2024-09-12T17:22:30.418+0000 7fa0da7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -124> 2024-09-12T17:22:30.418+0000 7fa0da7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -123> 2024-09-12T17:22:30.418+0000 7fa0da7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.123:6816/3641816894,v1:172.21.15.123:6817/3641816894] 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -122> 2024-09-12T17:22:30.418+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa0d0076470 auth_method 0 2024-09-12T17:22:30.775 INFO:tasks.workunit.client.0.smithi123.stderr: -121> 2024-09-12T17:22:30.419+0000 7fa204aa9640 10 monclient: get_auth_request con 0x557860206d80 auth_method 0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -120> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -119> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 realm 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -118> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -117> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -116> 2024-09-12T17:22:30.419+0000 7fa208d1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -115> 2024-09-12T17:22:30.419+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -114> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -113> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -112> 2024-09-12T17:22:30.420+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x55786020b000 auth_method 0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -111> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -110> 2024-09-12T17:22:30.420+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -109> 2024-09-12T17:22:30.421+0000 7fa2052aa640 10 monclient: get_auth_request con 0x55786020e860 auth_method 0 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -108> 2024-09-12T17:22:30.421+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -107> 2024-09-12T17:22:30.421+0000 7fa208d1f800 20 searching for the correct realm 2024-09-12T17:22:30.776 INFO:tasks.workunit.client.0.smithi123.stderr: -106> 2024-09-12T17:22:30.422+0000 7fa204aa9640 10 monclient: get_auth_request con 0x7fa2000de040 auth_method 0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -105> 2024-09-12T17:22:30.422+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa1f4009040 auth_method 0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -104> 2024-09-12T17:22:30.423+0000 7fa2052aa640 10 monclient: get_auth_request con 0x7fa1ec05c6c0 auth_method 0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -103> 2024-09-12T17:22:30.423+0000 7fa2052aa640 0 -- 172.21.15.123:0/3692260487 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fa1ec05c6c0 msgr2=0x7fa1ec086990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -102> 2024-09-12T17:22:30.423+0000 7fa0da7fc640 1 client.8439.objecter ms_handle_reset 0x7fa1ec05c6c0 session 0x7fa1ec08d040 osd.4 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -101> 2024-09-12T17:22:30.424+0000 7fa0da7fc640 10 monclient: _renew_subs 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -100> 2024-09-12T17:22:30.424+0000 7fa0da7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.123:3300/0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -99> 2024-09-12T17:22:30.424+0000 7fa2052aa640 10 monclient: get_auth_request con 0x7fa0d0086ba0 auth_method 0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -98> 2024-09-12T17:22:30.425+0000 7fa204aa9640 10 monclient: get_auth_request con 0x7fa2000e93c0 auth_method 0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -97> 2024-09-12T17:22:30.427+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa20006cad0 auth_method 0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -96> 2024-09-12T17:22:30.427+0000 7fa1fc2a8640 0 -- 172.21.15.123:0/3692260487 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fa20006cad0 msgr2=0x7fa20007c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -95> 2024-09-12T17:22:30.628+0000 7fa1fc2a8640 10 monclient: get_auth_request con 0x7fa20006cad0 auth_method 0 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -94> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:22:30.777 INFO:tasks.workunit.client.0.smithi123.stderr: -93> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -92> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -91> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -90> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -89> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -88> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -87> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -86> 2024-09-12T17:22:30.633+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -85> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -84> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.778 INFO:tasks.workunit.client.0.smithi123.stderr: -83> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -82> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 zone default found 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -81> 2024-09-12T17:22:30.634+0000 7fa208d1f800 4 Realm: () 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -80> 2024-09-12T17:22:30.634+0000 7fa208d1f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -79> 2024-09-12T17:22:30.634+0000 7fa208d1f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -78> 2024-09-12T17:22:30.634+0000 7fa208d1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -77> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 zonegroup default 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -76> 2024-09-12T17:22:30.634+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -75> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -74> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -73> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -72> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -71> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.779 INFO:tasks.workunit.client.0.smithi123.stderr: -70> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 started sync module instance, tier type = 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -69> 2024-09-12T17:22:30.635+0000 7fa208d1f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -68> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=0 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -67> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=1 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -66> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=2 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -65> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=3 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -64> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=4 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -63> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=5 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -62> 2024-09-12T17:22:30.645+0000 7fa208d1f800 20 add_watcher() i=6 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -61> 2024-09-12T17:22:30.646+0000 7fa208d1f800 20 add_watcher() i=7 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -60> 2024-09-12T17:22:30.646+0000 7fa208d1f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -59> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding auth protocol: cephx 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -58> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding auth protocol: cephx 2024-09-12T17:22:30.780 INFO:tasks.workunit.client.0.smithi123.stderr: -57> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding auth protocol: cephx 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -56> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -55> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -54> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -53> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -52> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -51> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -50> 2024-09-12T17:22:30.648+0000 7fa0bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -49> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.781 INFO:tasks.workunit.client.0.smithi123.stderr: -48> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -47> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -46> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -45> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: crc 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -44> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 AuthRegistry(0x7ffc11ee4600) adding con mode: secure 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -43> 2024-09-12T17:22:30.648+0000 7fa208d1f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -42> 2024-09-12T17:22:30.648+0000 7fa208d1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -41> 2024-09-12T17:22:30.648+0000 7fa208d1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -40> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache list hook 0x5578601e1980 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -39> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache inspect hook 0x5578601e1980 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -38> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache erase hook 0x5578601e1980 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -37> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command cache zap hook 0x5578601e1980 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -36> 2024-09-12T17:22:30.648+0000 7fa208d1f800 5 note: GC not initialized 2024-09-12T17:22:30.782 INFO:tasks.workunit.client.0.smithi123.stderr: -35> 2024-09-12T17:22:30.648+0000 7fa0ba7e4640 20 reqs_thread_entry: start 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -34> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace show hook 0x7fa1f4004500 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -33> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace history hook 0x7fa1f4004500 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -32> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace active hook 0x7fa1f4004500 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -31> 2024-09-12T17:22:30.649+0000 7fa208d1f800 5 asok(0x55785fef5730) register_command sync trace active_short hook 0x7fa1f4004500 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -30> 2024-09-12T17:22:30.649+0000 7fa208d1f800 20 init_complete bucket index max shards: 1 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -29> 2024-09-12T17:22:30.649+0000 7fa208d1f800 20 Filter name: none 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -28> 2024-09-12T17:22:30.649+0000 7fa0b37fe640 20 reqs_thread_entry: start 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -27> 2024-09-12T17:22:30.649+0000 7fa208d1f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -26> 2024-09-12T17:22:30.649+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -25> 2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -24> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -23> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:22:30.783 INFO:tasks.workunit.client.0.smithi123.stderr: -22> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -21> 2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -20> 2024-09-12T17:22:30.650+0000 7fa208d1f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -19> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -18> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -17> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -16> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -15> 2024-09-12T17:22:30.650+0000 7fa208d1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -14> 2024-09-12T17:22:30.651+0000 7fa208d1f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -13> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -12> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -11> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -10> 2024-09-12T17:22:30.655+0000 7fa208d1f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -9> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366280 cookie 93975497252208 notifier 8439 bl.length()=911 2024-09-12T17:22:30.784 INFO:tasks.workunit.client.0.smithi123.stderr: -8> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: -7> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: -6> 2024-09-12T17:22:30.655+0000 7fa0dbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: -5> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: -4> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: -3> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: -2> 2024-09-12T17:22:30.657+0000 7fa208d1f800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: -1> 2024-09-12T17:22:30.660+0000 7fa208d1f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa208d1f800 time 2024-09-12T17:22:30.661825+0000 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4762-gbad475c1/rpm/el9/BUILD/ceph-19.3.0-4762-gbad475c1/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa20a58c71a] 2024-09-12T17:22:30.785 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 5: main() 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 7: __libc_start_main() 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 8: _start() 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 0> 2024-09-12T17:22:30.661+0000 7fa208d1f800 -1 *** Caught signal (Aborted) ** 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: in thread 7fa208d1f800 thread_name:radosgw-admin 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa20923e6f0] 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa20928b99c] 2024-09-12T17:22:30.786 INFO:tasks.workunit.client.0.smithi123.stderr: 3: raise() 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 4: abort() 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa20a58c774] 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa20a58c8d8] 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55785d884841] 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55785d89457a] 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 9: main() 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa209229590] 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 11: __libc_start_main() 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 12: _start() 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr:--- logging levels --- 2024-09-12T17:22:30.787 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 none 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 lockdep 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 context 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 crush 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_balancer 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_locker 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_log_expire 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mds_migrator 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 3/ 5 mds_quiesce 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 buffer 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 timer 2024-09-12T17:22:30.788 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 filer 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 striper 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 1 objecter 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rados 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_mirror 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_replay 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 rbd_pwl 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 journaler 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objectcacher 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 client 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 osd 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 optracker 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 objclass 2024-09-12T17:22:30.789 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 filestore 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 journal 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 ms 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mon 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 0/10 monc 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 paxos 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 tp 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 auth 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 crypto 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 finisher 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 reserver 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 heartbeatmap 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 perfcounter 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_sync 2024-09-12T17:22:30.790 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_datacache 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_access 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_flight 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 20/20 rgw_notification 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 javaclient 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 asok 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 1 throttle 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 0 refs 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 compressor 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluestore 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 bluefs 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 3 bdev 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 kstore 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 4/ 5 rocksdb 2024-09-12T17:22:30.791 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 fuse 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 2/ 5 mgr 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mgrc 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 dpdk 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 eventtrace 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 prioritycache 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 test 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cephsqlite 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_onode 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_odata 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_omap 2024-09-12T17:22:30.792 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_tm 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_t 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_epm 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_lba 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_cache 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_journal 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_device 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 seastore_backref 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 alienstore 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 mclock 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 cyanstore 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 ceph_exporter 2024-09-12T17:22:30.793 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 memstore 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 1/ 5 trace 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 0/ 5 ceph_dedup 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: -2/-2 (syslog threshold) 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 99/99 (stderr threshold) 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0b37fe640 / http_manager 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0ba7e4640 / http_manager 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0bb7e6640 / rgw_dt_lg_renew 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0da7fc640 / ms_dispatch 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0dbfff640 / io_context_pool 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0ea7fc640 / ms_dispatch 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0f160a640 / ms_dispatch 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa0f2e0d640 / io_context_pool 2024-09-12T17:22:30.794 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa1fc2a8640 / msgr-worker-2 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa204aa9640 / msgr-worker-1 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa2052aa640 / msgr-worker-0 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa205aab640 / io_context_pool 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr: 7fa208d1f800 / radosgw-admin 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr: max_recent 500 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr: max_new 1000 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:22:30.663200Z_66746a93-c840-496e-a6e2-47f26fd6fa9c/log 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr:--- end dump of recent events --- 2024-09-12T17:22:30.795 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.736+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 20 realm 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.738+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.739+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.739+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.740+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:22:30.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.740+0000 7fe285925800 20 searching for the correct realm 2024-09-12T17:22:30.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.742+0000 7fe281d34640 0 -- 172.21.15.123:0/3999248994 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fe26c092970 msgr2=0x7fe26c009cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:22:30.798 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.747+0000 7fe278d32640 0 -- 172.21.15.123:0/3999248994 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe27c01f440 msgr2=0x7fe27c01f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:30.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:22:30.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:22:30.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:22:30.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:22:30.955 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:22:30.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:22:30.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:30.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.953+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:22:30.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 20 zone default found 2024-09-12T17:22:30.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 4 Realm: () 2024-09-12T17:22:30.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 20 zonegroup default 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.954+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.955+0000 7fe285925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.955+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.955+0000 7fe285925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.955+0000 7fe285925800 20 started sync module instance, tier type = 2024-09-12T17:22:30.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.955+0000 7fe285925800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:22:30.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.964+0000 7fe285925800 20 add_watcher() i=0 2024-09-12T17:22:30.966 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.964+0000 7fe285925800 20 add_watcher() i=1 2024-09-12T17:22:30.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.964+0000 7fe285925800 20 add_watcher() i=2 2024-09-12T17:22:30.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.964+0000 7fe285925800 20 add_watcher() i=3 2024-09-12T17:22:30.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.964+0000 7fe285925800 20 add_watcher() i=4 2024-09-12T17:22:30.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.964+0000 7fe285925800 20 add_watcher() i=5 2024-09-12T17:22:30.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.964+0000 7fe285925800 20 add_watcher() i=6 2024-09-12T17:22:30.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.965+0000 7fe285925800 20 add_watcher() i=7 2024-09-12T17:22:30.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.965+0000 7fe285925800 2 all 8 watchers are set, enabling cache 2024-09-12T17:22:30.968 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.967+0000 7fe137fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.967+0000 7fe285925800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.967+0000 7fe285925800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.967+0000 7fe285925800 5 note: GC not initialized 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.967+0000 7fe136fe5640 20 reqs_thread_entry: start 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.968+0000 7fe285925800 20 init_complete bucket index max shards: 1 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.968+0000 7fe285925800 20 Filter name: none 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.968+0000 7fe134fe1640 20 reqs_thread_entry: start 2024-09-12T17:22:30.970 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.968+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.971 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.969+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.969+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.969+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.969+0000 7fe285925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.969+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.970+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.970+0000 7fe285925800 20 rados->read ofs=0 len=0 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.970+0000 7fe285925800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:30.972 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.970+0000 7fe285925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:22:30.973 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.972+0000 7fe137fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:30.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.974+0000 7fe285925800 20 remove_watcher() i=0 2024-09-12T17:22:30.976 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.974+0000 7fe285925800 2 removed watcher, disabling cache 2024-09-12T17:22:30.977 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.975+0000 7fe285925800 20 remove_watcher() i=1 2024-09-12T17:22:30.978 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.976+0000 7fe285925800 20 remove_watcher() i=2 2024-09-12T17:22:30.979 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.977+0000 7fe285925800 20 remove_watcher() i=3 2024-09-12T17:22:30.980 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.978+0000 7fe285925800 20 remove_watcher() i=4 2024-09-12T17:22:30.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.979+0000 7fe285925800 20 remove_watcher() i=5 2024-09-12T17:22:30.981 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.980+0000 7fe285925800 20 remove_watcher() i=6 2024-09-12T17:22:30.983 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:30.981+0000 7fe285925800 20 remove_watcher() i=7 2024-09-12T17:22:30.996 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:22:30.996 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:22:31.034 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:22:31.062 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:31.063 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:31.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.098+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 20 realm 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:31.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.100+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.101+0000 7fe63cf23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:31.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.101+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.102+0000 7fe63cf23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:22:31.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.102+0000 7fe63cf23800 20 searching for the correct realm 2024-09-12T17:22:31.105 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.104+0000 7fe63940d640 0 -- 172.21.15.123:0/1414358704 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fe620075020 msgr2=0x7fe6200a4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:31.311 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.310+0000 7fe63040b640 0 -- 172.21.15.123:0/1414358704 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe6340223f0 msgr2=0x7fe634022870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:31.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:22:31.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:22:31.518 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:22:31.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:22:31.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:22:31.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:22:31.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.516+0000 7fe63cf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:31.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:31.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:22:31.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 20 zone default found 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 4 Realm: () 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 20 zonegroup default 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.517+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.518+0000 7fe63cf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.518+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.518+0000 7fe63cf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.518+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.518+0000 7fe63cf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.518+0000 7fe63cf23800 20 started sync module instance, tier type = 2024-09-12T17:22:31.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.518+0000 7fe63cf23800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:22:31.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.528+0000 7fe63cf23800 20 add_watcher() i=0 2024-09-12T17:22:31.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.528+0000 7fe63cf23800 20 add_watcher() i=1 2024-09-12T17:22:31.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.528+0000 7fe63cf23800 20 add_watcher() i=2 2024-09-12T17:22:31.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.528+0000 7fe63cf23800 20 add_watcher() i=3 2024-09-12T17:22:31.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.528+0000 7fe63cf23800 20 add_watcher() i=4 2024-09-12T17:22:31.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.528+0000 7fe63cf23800 20 add_watcher() i=5 2024-09-12T17:22:31.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.528+0000 7fe63cf23800 20 add_watcher() i=6 2024-09-12T17:22:31.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.529+0000 7fe63cf23800 20 add_watcher() i=7 2024-09-12T17:22:31.531 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.529+0000 7fe63cf23800 2 all 8 watchers are set, enabling cache 2024-09-12T17:22:31.532 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.530+0000 7fe4ef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:31.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe63cf23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:22:31.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe63cf23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:22:31.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe63cf23800 5 note: GC not initialized 2024-09-12T17:22:31.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe4ee7e4640 20 reqs_thread_entry: start 2024-09-12T17:22:31.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe63cf23800 20 init_complete bucket index max shards: 1 2024-09-12T17:22:31.533 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe63cf23800 20 Filter name: none 2024-09-12T17:22:31.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe4e7fff640 20 reqs_thread_entry: start 2024-09-12T17:22:31.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe63cf23800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:22:31.534 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.531+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 20 rados->read ofs=0 len=0 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:22:31.535 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.532+0000 7fe63cf23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:22:31.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.533+0000 7fe63cf23800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:22:31.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.533+0000 7fe63cf23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:22:31.536 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.533+0000 7fe63cf23800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:22:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.533+0000 7fe63cf23800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:22:31.537 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.535+0000 7fe4ef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:31.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.537+0000 7fe63cf23800 20 remove_watcher() i=0 2024-09-12T17:22:31.539 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.537+0000 7fe63cf23800 2 removed watcher, disabling cache 2024-09-12T17:22:31.540 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.538+0000 7fe63cf23800 20 remove_watcher() i=1 2024-09-12T17:22:31.541 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.540+0000 7fe63cf23800 20 remove_watcher() i=2 2024-09-12T17:22:31.542 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.541+0000 7fe63cf23800 20 remove_watcher() i=3 2024-09-12T17:22:31.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.542+0000 7fe63cf23800 20 remove_watcher() i=4 2024-09-12T17:22:31.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.543+0000 7fe63cf23800 20 remove_watcher() i=5 2024-09-12T17:22:31.546 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.544+0000 7fe63cf23800 20 remove_watcher() i=6 2024-09-12T17:22:31.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:22:31.545+0000 7fe63cf23800 20 remove_watcher() i=7 2024-09-12T17:23:01.574 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-12T17:23:01.606 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:01.606 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:01.649 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.648+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:01.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:01.651 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 20 realm 2024-09-12T17:23:01.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:01.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:01.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:01.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:01.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:01.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.650+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:01.652 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.651+0000 7f2210fa9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:01.653 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.651+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:01.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.854+0000 7f2210fa9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:01.855 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.854+0000 7f2210fa9800 20 searching for the correct realm 2024-09-12T17:23:01.857 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:01.856+0000 7f220e292640 0 -- 172.21.15.123:0/3847349277 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f22000a1040 msgr2=0x7f220008f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:02.064 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.063+0000 7f220ea93640 0 -- 172.21.15.123:0/3847349277 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f220800f430 msgr2=0x7f220800f870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:02.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:02.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:02.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:02.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:02.071 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:02.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:02.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.072 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.070+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:02.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:02.073 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 zone default found 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 4 Realm: () 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 zonegroup default 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.071+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.072+0000 7f2210fa9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.072+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.072+0000 7f2210fa9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.072+0000 7f2210fa9800 20 started sync module instance, tier type = 2024-09-12T17:23:02.074 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.072+0000 7f2210fa9800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.083+0000 7f2210fa9800 20 add_watcher() i=0 2024-09-12T17:23:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.083+0000 7f2210fa9800 20 add_watcher() i=1 2024-09-12T17:23:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.083+0000 7f2210fa9800 20 add_watcher() i=2 2024-09-12T17:23:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.083+0000 7f2210fa9800 20 add_watcher() i=3 2024-09-12T17:23:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.083+0000 7f2210fa9800 20 add_watcher() i=4 2024-09-12T17:23:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.083+0000 7f2210fa9800 20 add_watcher() i=5 2024-09-12T17:23:02.084 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.083+0000 7f2210fa9800 20 add_watcher() i=6 2024-09-12T17:23:02.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.084+0000 7f2210fa9800 20 add_watcher() i=7 2024-09-12T17:23:02.085 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.084+0000 7f2210fa9800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:02.087 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.086+0000 7f20c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.086+0000 7f2210fa9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f2210fa9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f2210fa9800 5 note: GC not initialized 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f203ffff640 20 reqs_thread_entry: start 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f2210fa9800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f2210fa9800 20 Filter name: none 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f203dffb640 20 reqs_thread_entry: start 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f2210fa9800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:23:02.088 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.087+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:02.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:23:02.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:23:02.089 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:23:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:23:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:23:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:02.090 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.088+0000 7f2210fa9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:23:02.092 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.092+0000 7f20c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:02.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.094+0000 7f2210fa9800 20 remove_watcher() i=0 2024-09-12T17:23:02.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.094+0000 7f2210fa9800 2 removed watcher, disabling cache 2024-09-12T17:23:02.096 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.095+0000 7f2210fa9800 20 remove_watcher() i=1 2024-09-12T17:23:02.097 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.097+0000 7f2210fa9800 20 remove_watcher() i=2 2024-09-12T17:23:02.098 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.098+0000 7f2210fa9800 20 remove_watcher() i=3 2024-09-12T17:23:02.100 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.099+0000 7f2210fa9800 20 remove_watcher() i=4 2024-09-12T17:23:02.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.100+0000 7f2210fa9800 20 remove_watcher() i=5 2024-09-12T17:23:02.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.101+0000 7f2210fa9800 20 remove_watcher() i=6 2024-09-12T17:23:02.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.102+0000 7f2210fa9800 20 remove_watcher() i=7 2024-09-12T17:23:02.116 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:23:02.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:02.148 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:02.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.186+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.187+0000 7fea6732e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.187+0000 7fea6732e800 20 realm 2024-09-12T17:23:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.187+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.187+0000 7fea6732e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.187+0000 7fea6732e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.187+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.188+0000 7fea6732e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.188+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.189 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.189+0000 7fea6732e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:02.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.189+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.189+0000 7fea6732e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:02.190 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.189+0000 7fea6732e800 20 searching for the correct realm 2024-09-12T17:23:02.192 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.191+0000 7fea638de640 0 -- 172.21.15.123:0/3636831251 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fea4c042030 msgr2=0x7fea4c06bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:02.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.397+0000 7fea5bfff640 0 -- 172.21.15.123:0/3636831251 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fea5c081910 msgr2=0x7fea5c07f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.604+0000 7fea6732e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.604+0000 7fea6732e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.604+0000 7fea6732e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.604+0000 7fea6732e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.604+0000 7fea6732e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.604+0000 7fea6732e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.604+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:02.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 zone default found 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 4 Realm: () 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 zonegroup default 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.605+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.606+0000 7fea6732e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.606+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.606+0000 7fea6732e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.606+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.606+0000 7fea6732e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.606+0000 7fea6732e800 20 started sync module instance, tier type = 2024-09-12T17:23:02.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.607+0000 7fea6732e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.617+0000 7fea6732e800 20 add_watcher() i=0 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.617+0000 7fea6732e800 20 add_watcher() i=1 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.617+0000 7fea6732e800 20 add_watcher() i=2 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.617+0000 7fea6732e800 20 add_watcher() i=3 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.617+0000 7fea6732e800 20 add_watcher() i=4 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.617+0000 7fea6732e800 20 add_watcher() i=5 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.617+0000 7fea6732e800 20 add_watcher() i=6 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.618+0000 7fea6732e800 20 add_watcher() i=7 2024-09-12T17:23:02.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.618+0000 7fea6732e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:02.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.620+0000 7fe919fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:02.621 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.620+0000 7fea6732e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.620+0000 7fea6732e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.620+0000 7fea6732e800 5 note: GC not initialized 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.620+0000 7fe918fe1640 20 reqs_thread_entry: start 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.620+0000 7fea6732e800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 20 Filter name: none 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fe8927fc640 20 reqs_thread_entry: start 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:23:02.622 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:02.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:23:02.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:23:02.623 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.621+0000 7fea6732e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.622+0000 7fea6732e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.623+0000 7fea6732e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:02.624 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.623+0000 7fea6732e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:02.625 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.624+0000 7fe919fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:02.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.626+0000 7fea6732e800 20 remove_watcher() i=0 2024-09-12T17:23:02.627 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.626+0000 7fea6732e800 2 removed watcher, disabling cache 2024-09-12T17:23:02.628 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.628+0000 7fea6732e800 20 remove_watcher() i=1 2024-09-12T17:23:02.630 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.629+0000 7fea6732e800 20 remove_watcher() i=2 2024-09-12T17:23:02.631 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.630+0000 7fea6732e800 20 remove_watcher() i=3 2024-09-12T17:23:02.632 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.631+0000 7fea6732e800 20 remove_watcher() i=4 2024-09-12T17:23:02.633 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.632+0000 7fea6732e800 20 remove_watcher() i=5 2024-09-12T17:23:02.634 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.633+0000 7fea6732e800 20 remove_watcher() i=6 2024-09-12T17:23:02.635 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.635+0000 7fea6732e800 20 remove_watcher() i=7 2024-09-12T17:23:02.646 INFO:tasks.workunit.client.0.smithi123.stderr:check reshard logrecord successfully 2024-09-12T17:23:02.647 INFO:tasks.workunit.client.0.smithi123.stderr: test: reshard versioned bucket 2024-09-12T17:23:02.648 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:23:02.678 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:02.678 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:02.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.715+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 20 realm 2024-09-12T17:23:02.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.718 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:02.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.717+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.718+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:02.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.718+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.719+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:02.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.719+0000 7fe7ba940800 20 searching for the correct realm 2024-09-12T17:23:02.722 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.721+0000 7fe7b66c0640 0 -- 172.21.15.123:0/3704987461 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fe7b006db80 msgr2=0x7fe7b0066f00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:02.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.725+0000 7fe7b5ebf640 0 -- 172.21.15.123:0/3704987461 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe7b006c580 msgr2=0x7fe7b00215e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.932+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:02.934 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:02.935 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 zone default found 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 4 Realm: () 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 zonegroup default 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.933+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.934+0000 7fe7ba940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.934+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.934+0000 7fe7ba940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.934+0000 7fe7ba940800 20 started sync module instance, tier type = 2024-09-12T17:23:02.936 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.934+0000 7fe7ba940800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:02.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.943+0000 7fe7ba940800 20 add_watcher() i=0 2024-09-12T17:23:02.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.943+0000 7fe7ba940800 20 add_watcher() i=1 2024-09-12T17:23:02.944 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.943+0000 7fe7ba940800 20 add_watcher() i=2 2024-09-12T17:23:02.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.943+0000 7fe7ba940800 20 add_watcher() i=3 2024-09-12T17:23:02.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.943+0000 7fe7ba940800 20 add_watcher() i=4 2024-09-12T17:23:02.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.943+0000 7fe7ba940800 20 add_watcher() i=5 2024-09-12T17:23:02.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.943+0000 7fe7ba940800 20 add_watcher() i=6 2024-09-12T17:23:02.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.944+0000 7fe7ba940800 20 add_watcher() i=7 2024-09-12T17:23:02.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.944+0000 7fe7ba940800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.946+0000 7fe66cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.946+0000 7fe7ba940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.946+0000 7fe7ba940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.946+0000 7fe7ba940800 5 note: GC not initialized 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.947+0000 7fe5e77fe640 20 reqs_thread_entry: start 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.947+0000 7fe7ba940800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.947+0000 7fe7ba940800 20 Filter name: none 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.947+0000 7fe5e57fa640 20 reqs_thread_entry: start 2024-09-12T17:23:02.948 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.947+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.947+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:02.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.947+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.948+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:02.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.948+0000 7fe7ba940800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:02.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.948+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.948+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:02.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.948+0000 7fe7ba940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:02.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.949+0000 7fe7ba940800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:02.950 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.949+0000 7fe7ba940800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:02.951 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.950+0000 7fe66cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:02.953 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.953+0000 7fe7ba940800 20 remove_watcher() i=0 2024-09-12T17:23:02.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.953+0000 7fe7ba940800 2 removed watcher, disabling cache 2024-09-12T17:23:02.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.954+0000 7fe7ba940800 20 remove_watcher() i=1 2024-09-12T17:23:02.956 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.955+0000 7fe7ba940800 20 remove_watcher() i=2 2024-09-12T17:23:02.957 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.956+0000 7fe7ba940800 20 remove_watcher() i=3 2024-09-12T17:23:02.958 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.957+0000 7fe7ba940800 20 remove_watcher() i=4 2024-09-12T17:23:02.959 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.958+0000 7fe7ba940800 20 remove_watcher() i=5 2024-09-12T17:23:02.960 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.959+0000 7fe7ba940800 20 remove_watcher() i=6 2024-09-12T17:23:02.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:02.960+0000 7fe7ba940800 20 remove_watcher() i=7 2024-09-12T17:23:02.971 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:02.971 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:23:02.971 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: myver id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:23:02.971 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:02.972 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-12T17:23:03.003 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:03.004 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:03.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.040+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 20 realm 2024-09-12T17:23:03.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.042+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.043+0000 7f8587c20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:03.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.043+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.044+0000 7f8587c20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:03.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.044+0000 7f8587c20800 20 searching for the correct realm 2024-09-12T17:23:03.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.046+0000 7f8585f12640 0 -- 172.21.15.123:0/2227773323 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f8570041020 msgr2=0x7f857006b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:03.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.253+0000 7f8584f10640 0 -- 172.21.15.123:0/2227773323 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f858004bb80 msgr2=0x7f858004b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:03.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:03.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:03.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:03.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:03.461 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:03.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:03.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:03.462 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.460+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 20 zone default found 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 4 Realm: () 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 20 zonegroup default 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.463 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.461+0000 7f8587c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.462+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.462+0000 7f8587c20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.462+0000 7f8587c20800 20 started sync module instance, tier type = 2024-09-12T17:23:03.464 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.462+0000 7f8587c20800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.471+0000 7f8587c20800 20 add_watcher() i=0 2024-09-12T17:23:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.471+0000 7f8587c20800 20 add_watcher() i=1 2024-09-12T17:23:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.471+0000 7f8587c20800 20 add_watcher() i=2 2024-09-12T17:23:03.472 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.471+0000 7f8587c20800 20 add_watcher() i=3 2024-09-12T17:23:03.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.471+0000 7f8587c20800 20 add_watcher() i=4 2024-09-12T17:23:03.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.471+0000 7f8587c20800 20 add_watcher() i=5 2024-09-12T17:23:03.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.471+0000 7f8587c20800 20 add_watcher() i=6 2024-09-12T17:23:03.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.472+0000 7f8587c20800 20 add_watcher() i=7 2024-09-12T17:23:03.473 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.472+0000 7f8587c20800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:03.475 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.474+0000 7f843bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.474+0000 7f8587c20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.474+0000 7f8587c20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.474+0000 7f8587c20800 5 note: GC not initialized 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.474+0000 7f843afe5640 20 reqs_thread_entry: start 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.474+0000 7f8587c20800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.474+0000 7f8587c20800 20 Filter name: none 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8438fe1640 20 reqs_thread_entry: start 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:23:03.476 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:23:03.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : miss 2024-09-12T17:23:03.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:03.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:03.477 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 adding default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:23:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:03.478 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.475+0000 7f8587c20800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:03.480 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.479+0000 7f8587c20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.479+0000 7f8587c20800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.479+0000 7f8587c20800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.479+0000 7f8587c20800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.480+0000 7f8468ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366183 cookie 94543633958048 notifier 7919 bl.length()=905 2024-09-12T17:23:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.480+0000 7f8468ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.480+0000 7f8468ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:03.481 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.480+0000 7f8468ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.481+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.481+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.481+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:03.482 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.481+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:03.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.484+0000 7f8587c20800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.0 2024-09-12T17:23:03.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.484+0000 7f8587c20800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.0 2024-09-12T17:23:03.485 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.484+0000 7f8587c20800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.1 2024-09-12T17:23:03.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.484+0000 7f8587c20800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.1 2024-09-12T17:23:03.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.484+0000 7f8587c20800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.0 2024-09-12T17:23:03.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.485+0000 7f8587c20800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:03.486 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.485+0000 7f8587c20800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:03.487 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8587c20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8587c20800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8587c20800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8587c20800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8468ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366184 cookie 94543633958048 notifier 7919 bl.length()=905 2024-09-12T17:23:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8468ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8468ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:03.488 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.487+0000 7f8468ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.488+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.488+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.488+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:03.489 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.488+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:03.490 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.490+0000 7f8587c20800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.0 2024-09-12T17:23:03.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.490+0000 7f8587c20800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:03.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.490+0000 7f8587c20800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:03.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.491+0000 7f8587c20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:03.492 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.491+0000 7f8587c20800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:03.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.491+0000 7f8587c20800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:03.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.491+0000 7f8587c20800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:03.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.492+0000 7f845bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366185 cookie 94543633958048 notifier 7919 bl.length()=873 2024-09-12T17:23:03.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.492+0000 7f845bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:03.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.492+0000 7f845bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:03.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.492+0000 7f845bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:03.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.493+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:03.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.493+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:03.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.493+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:03.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.493+0000 7f8587c20800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:03.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.494+0000 7f8587c20800 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-12T17:23:03.497 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.496+0000 7f843bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.498+0000 7f8587c20800 20 remove_watcher() i=0 2024-09-12T17:23:03.499 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.499+0000 7f8587c20800 2 removed watcher, disabling cache 2024-09-12T17:23:03.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.500+0000 7f8587c20800 20 remove_watcher() i=1 2024-09-12T17:23:03.501 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.501+0000 7f8587c20800 20 remove_watcher() i=2 2024-09-12T17:23:03.503 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.502+0000 7f8587c20800 20 remove_watcher() i=3 2024-09-12T17:23:03.504 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.503+0000 7f8587c20800 20 remove_watcher() i=4 2024-09-12T17:23:03.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.504+0000 7f8587c20800 20 remove_watcher() i=5 2024-09-12T17:23:03.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.505+0000 7f8587c20800 20 remove_watcher() i=6 2024-09-12T17:23:03.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.506+0000 7f8587c20800 20 remove_watcher() i=7 2024-09-12T17:23:03.519 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:23:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:03.547 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:03.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.584+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 20 realm 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:03.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.586+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.587+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:03.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.587+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:03.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.588+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:03.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.588+0000 7f44b333d800 20 searching for the correct realm 2024-09-12T17:23:03.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.590+0000 7f44af82b640 0 -- 172.21.15.123:0/3074564406 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f4498048040 msgr2=0x7f4498022960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:03.797 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:03.797+0000 7f44a7fff640 0 -- 172.21.15.123:0/3074564406 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f44a80094b0 msgr2=0x7f44a80557f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.005 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:04.006 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.004+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 20 zone default found 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 4 Realm: () 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 20 zonegroup default 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.005+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.006+0000 7f44b333d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.007 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.006+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.006+0000 7f44b333d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.006+0000 7f44b333d800 20 started sync module instance, tier type = 2024-09-12T17:23:04.008 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.006+0000 7f44b333d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:04.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.021+0000 7f44b333d800 20 add_watcher() i=0 2024-09-12T17:23:04.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.021+0000 7f44b333d800 20 add_watcher() i=1 2024-09-12T17:23:04.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.021+0000 7f44b333d800 20 add_watcher() i=2 2024-09-12T17:23:04.022 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.021+0000 7f44b333d800 20 add_watcher() i=3 2024-09-12T17:23:04.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.021+0000 7f44b333d800 20 add_watcher() i=4 2024-09-12T17:23:04.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.021+0000 7f44b333d800 20 add_watcher() i=5 2024-09-12T17:23:04.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.021+0000 7f44b333d800 20 add_watcher() i=6 2024-09-12T17:23:04.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.022+0000 7f44b333d800 20 add_watcher() i=7 2024-09-12T17:23:04.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.022+0000 7f44b333d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:04.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.024+0000 7f4365fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:04.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.024+0000 7f44b333d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.024+0000 7f44b333d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.024+0000 7f44b333d800 5 note: GC not initialized 2024-09-12T17:23:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.025+0000 7f4364fe1640 20 reqs_thread_entry: start 2024-09-12T17:23:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.025+0000 7f44b333d800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.025+0000 7f44b333d800 20 Filter name: none 2024-09-12T17:23:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.025+0000 7f42de7fc640 20 reqs_thread_entry: start 2024-09-12T17:23:04.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.025+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.025+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:04.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.025+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.026+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:04.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.026+0000 7f44b333d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:04.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.026+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.027 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.027+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:04.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.027+0000 7f44b333d800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.027+0000 7f44b333d800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:04.028 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.027+0000 7f44b333d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:04.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.029+0000 7f4365fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:04.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.031+0000 7f44b333d800 20 remove_watcher() i=0 2024-09-12T17:23:04.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.031+0000 7f44b333d800 2 removed watcher, disabling cache 2024-09-12T17:23:04.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.033+0000 7f44b333d800 20 remove_watcher() i=1 2024-09-12T17:23:04.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.034+0000 7f44b333d800 20 remove_watcher() i=2 2024-09-12T17:23:04.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.035+0000 7f44b333d800 20 remove_watcher() i=3 2024-09-12T17:23:04.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.036+0000 7f44b333d800 20 remove_watcher() i=4 2024-09-12T17:23:04.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.037+0000 7f44b333d800 20 remove_watcher() i=5 2024-09-12T17:23:04.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.038+0000 7f44b333d800 20 remove_watcher() i=6 2024-09-12T17:23:04.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.039+0000 7f44b333d800 20 remove_watcher() i=7 2024-09-12T17:23:04.050 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:04.050 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:23:04.050 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: myver id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:23:04.050 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:04.053 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:04.053 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:04.069 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:04.070 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:04.127 INFO:tasks.workunit.client.0.smithi123.stderr: test: reshard removes olh entries with empty name 2024-09-12T17:23:04.129 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:04.130 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:04.201 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:04.202 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:04.425 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:23:04.454 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:04.454 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:04.491 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.490+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.492+0000 7f4ef2b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.493 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.492+0000 7f4ef2b40800 20 realm 2024-09-12T17:23:04.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.492+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.492+0000 7f4ef2b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.492+0000 7f4ef2b40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:04.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.492+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.493+0000 7f4ef2b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.494 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.493+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.493+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:04.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.493+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.494+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:04.495 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.494+0000 7f4ef2b40800 20 searching for the correct realm 2024-09-12T17:23:04.496 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.496+0000 7f4eee0ec640 0 -- 172.21.15.123:0/3042460024 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f4ee001f070 msgr2=0x7f4ee0008420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:04.500 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.499+0000 7f4eee8ed640 0 -- 172.21.15.123:0/3042460024 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f4ee8095bd0 msgr2=0x7f4ee8065840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:04.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:04.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:04.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:04.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:04.505 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:04.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:04.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.506 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.504+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 zone default found 2024-09-12T17:23:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 4 Realm: () 2024-09-12T17:23:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:04.507 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 zonegroup default 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.505+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.506+0000 7f4ef2b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.506+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.506+0000 7f4ef2b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.506+0000 7f4ef2b40800 20 started sync module instance, tier type = 2024-09-12T17:23:04.508 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.506+0000 7f4ef2b40800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:04.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.514+0000 7f4ef2b40800 20 add_watcher() i=0 2024-09-12T17:23:04.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.514+0000 7f4ef2b40800 20 add_watcher() i=1 2024-09-12T17:23:04.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.514+0000 7f4ef2b40800 20 add_watcher() i=2 2024-09-12T17:23:04.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.514+0000 7f4ef2b40800 20 add_watcher() i=3 2024-09-12T17:23:04.515 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.514+0000 7f4ef2b40800 20 add_watcher() i=4 2024-09-12T17:23:04.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.514+0000 7f4ef2b40800 20 add_watcher() i=5 2024-09-12T17:23:04.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.514+0000 7f4ef2b40800 20 add_watcher() i=6 2024-09-12T17:23:04.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.515+0000 7f4ef2b40800 20 add_watcher() i=7 2024-09-12T17:23:04.516 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.515+0000 7f4ef2b40800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:04.517 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.517+0000 7f4da57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:04.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.517+0000 7f4ef2b40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:04.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.517+0000 7f4ef2b40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:04.519 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.517+0000 7f4ef2b40800 5 note: GC not initialized 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.517+0000 7f4d1ffff640 20 reqs_thread_entry: start 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.517+0000 7f4ef2b40800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.517+0000 7f4ef2b40800 20 Filter name: none 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.518+0000 7f4d1dffb640 20 reqs_thread_entry: start 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.518+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.518+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.518+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.518+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.518+0000 7f4ef2b40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:04.520 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.518+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.519+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:04.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.519+0000 7f4ef2b40800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.519+0000 7f4ef2b40800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:23:04.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.519+0000 7f4ef2b40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:04.521 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.520+0000 7f4da57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:04.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.522+0000 7f4ef2b40800 20 remove_watcher() i=0 2024-09-12T17:23:04.523 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.522+0000 7f4ef2b40800 2 removed watcher, disabling cache 2024-09-12T17:23:04.524 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.523+0000 7f4ef2b40800 20 remove_watcher() i=1 2024-09-12T17:23:04.525 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.524+0000 7f4ef2b40800 20 remove_watcher() i=2 2024-09-12T17:23:04.526 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.525+0000 7f4ef2b40800 20 remove_watcher() i=3 2024-09-12T17:23:04.527 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.526+0000 7f4ef2b40800 20 remove_watcher() i=4 2024-09-12T17:23:04.528 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.527+0000 7f4ef2b40800 20 remove_watcher() i=5 2024-09-12T17:23:04.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.528+0000 7f4ef2b40800 20 remove_watcher() i=6 2024-09-12T17:23:04.530 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.529+0000 7f4ef2b40800 20 remove_watcher() i=7 2024-09-12T17:23:04.540 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:04.540 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:23:04.540 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: a-bucket id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-12T17:23:04.540 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:04.541 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-12T17:23:04.570 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:04.570 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:04.607 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.606+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 20 realm 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:04.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.608+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.609+0000 7ff3c410c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:04.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.609+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:04.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.609+0000 7ff3c410c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:04.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.609+0000 7ff3c410c800 20 searching for the correct realm 2024-09-12T17:23:04.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.611+0000 7ff3c23f7640 0 -- 172.21.15.123:0/1448366247 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff3ac06b030 msgr2=0x7ff3ac0c6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:04.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:04.816+0000 7ff3b93f5640 0 -- 172.21.15.123:0/1448366247 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff3bc08e6b0 msgr2=0x7ff3bc082a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:05.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:05.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:05.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:05.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:05.023 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:05.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:05.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.024 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.022+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 zone default found 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 4 Realm: () 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 zonegroup default 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.025 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.023+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.024+0000 7ff3c410c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.024+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.024+0000 7ff3c410c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.024+0000 7ff3c410c800 20 started sync module instance, tier type = 2024-09-12T17:23:05.026 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.024+0000 7ff3c410c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:05.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.034+0000 7ff3c410c800 20 add_watcher() i=0 2024-09-12T17:23:05.034 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.034+0000 7ff3c410c800 20 add_watcher() i=1 2024-09-12T17:23:05.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.034+0000 7ff3c410c800 20 add_watcher() i=2 2024-09-12T17:23:05.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.034+0000 7ff3c410c800 20 add_watcher() i=3 2024-09-12T17:23:05.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.034+0000 7ff3c410c800 20 add_watcher() i=4 2024-09-12T17:23:05.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.034+0000 7ff3c410c800 20 add_watcher() i=5 2024-09-12T17:23:05.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.034+0000 7ff3c410c800 20 add_watcher() i=6 2024-09-12T17:23:05.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.035+0000 7ff3c410c800 20 add_watcher() i=7 2024-09-12T17:23:05.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.035+0000 7ff3c410c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:05.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.036+0000 7ff2737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:05.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff3c410c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:05.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff3c410c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:05.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff3c410c800 5 note: GC not initialized 2024-09-12T17:23:05.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff2727fc640 20 reqs_thread_entry: start 2024-09-12T17:23:05.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff3c410c800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:05.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff3c410c800 20 Filter name: none 2024-09-12T17:23:05.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff1e3fff640 20 reqs_thread_entry: start 2024-09-12T17:23:05.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.037+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.038+0000 7ff3c410c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:05.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.038+0000 7ff3c410c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.038+0000 7ff3c410c800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:23:05.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.038+0000 7ff3c410c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:05.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.039+0000 7ff2737fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:05.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.041+0000 7ff3c410c800 20 remove_watcher() i=0 2024-09-12T17:23:05.042 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.041+0000 7ff3c410c800 2 removed watcher, disabling cache 2024-09-12T17:23:05.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.042+0000 7ff3c410c800 20 remove_watcher() i=1 2024-09-12T17:23:05.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.044+0000 7ff3c410c800 20 remove_watcher() i=2 2024-09-12T17:23:05.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.045+0000 7ff3c410c800 20 remove_watcher() i=3 2024-09-12T17:23:05.046 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.046+0000 7ff3c410c800 20 remove_watcher() i=4 2024-09-12T17:23:05.047 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.047+0000 7ff3c410c800 20 remove_watcher() i=5 2024-09-12T17:23:05.048 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.048+0000 7ff3c410c800 20 remove_watcher() i=6 2024-09-12T17:23:05.049 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.049+0000 7ff3c410c800 20 remove_watcher() i=7 2024-09-12T17:23:05.062 INFO:tasks.workunit.client.0.smithi123.stderr:rados -p default.rgw.buckets.index setomapval .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-12T17:23:05.088 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:05.088 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:05.104 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T17:23:05.132 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:05.132 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:05.169 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.169+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.170+0000 7faa8b33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.171 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.170+0000 7faa8b33c800 20 realm 2024-09-12T17:23:05.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.170+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.170+0000 7faa8b33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.170+0000 7faa8b33c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:05.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.170+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.171+0000 7faa8b33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.171+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.171+0000 7faa8b33c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:05.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.171+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.172+0000 7faa8b33c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:05.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.172+0000 7faa8b33c800 20 searching for the correct realm 2024-09-12T17:23:05.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.175+0000 7faa87081640 0 -- 172.21.15.123:0/222166895 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7faa800b8510 msgr2=0x7faa800e58f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:05.179 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.178+0000 7faa7ffff640 0 -- 172.21.15.123:0/222166895 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7faa80062ae0 msgr2=0x7faa8008f460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.183+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 zone default found 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 4 Realm: () 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 zonegroup default 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.184+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.185+0000 7faa8b33c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.185+0000 7faa8b33c800 20 started sync module instance, tier type = 2024-09-12T17:23:05.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.185+0000 7faa8b33c800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:05.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.193+0000 7faa8b33c800 20 add_watcher() i=0 2024-09-12T17:23:05.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.193+0000 7faa8b33c800 20 add_watcher() i=1 2024-09-12T17:23:05.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.193+0000 7faa8b33c800 20 add_watcher() i=2 2024-09-12T17:23:05.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.193+0000 7faa8b33c800 20 add_watcher() i=3 2024-09-12T17:23:05.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.193+0000 7faa8b33c800 20 add_watcher() i=4 2024-09-12T17:23:05.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.193+0000 7faa8b33c800 20 add_watcher() i=5 2024-09-12T17:23:05.194 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.193+0000 7faa8b33c800 20 add_watcher() i=6 2024-09-12T17:23:05.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.194+0000 7faa8b33c800 20 add_watcher() i=7 2024-09-12T17:23:05.195 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.194+0000 7faa8b33c800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:05.196 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7fa93dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:05.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7faa8b33c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:05.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7faa8b33c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:05.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7faa8b33c800 5 note: GC not initialized 2024-09-12T17:23:05.197 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7fa93cfe1640 20 reqs_thread_entry: start 2024-09-12T17:23:05.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7faa8b33c800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:05.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7faa8b33c800 20 Filter name: none 2024-09-12T17:23:05.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.196+0000 7fa8b67fc640 20 reqs_thread_entry: start 2024-09-12T17:23:05.198 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 INFO: main: starting shard=0 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.197+0000 7faa8b33c800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:23:05.199 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 20 INFO: main: starting shard=1 2024-09-12T17:23:05.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:05.200 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:05.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:05.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 20 INFO: main: starting shard=2 2024-09-12T17:23:05.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:05.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.198+0000 7faa8b33c800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:05.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.199+0000 7faa8b33c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:05.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.199+0000 7faa8b33c800 20 INFO: main: done 2024-09-12T17:23:05.201 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.200+0000 7fa93dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:05.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.202+0000 7faa8b33c800 20 remove_watcher() i=0 2024-09-12T17:23:05.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.202+0000 7faa8b33c800 2 removed watcher, disabling cache 2024-09-12T17:23:05.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.203+0000 7faa8b33c800 20 remove_watcher() i=1 2024-09-12T17:23:05.204 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.204+0000 7faa8b33c800 20 remove_watcher() i=2 2024-09-12T17:23:05.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.205+0000 7faa8b33c800 20 remove_watcher() i=3 2024-09-12T17:23:05.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.206+0000 7faa8b33c800 20 remove_watcher() i=4 2024-09-12T17:23:05.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.207+0000 7faa8b33c800 20 remove_watcher() i=5 2024-09-12T17:23:05.208 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.208+0000 7faa8b33c800 20 remove_watcher() i=6 2024-09-12T17:23:05.209 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.209+0000 7faa8b33c800 20 remove_watcher() i=7 2024-09-12T17:23:05.221 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-12T17:23:05.253 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:05.253 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:05.291 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.290+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.292 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.291+0000 7f551512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.291+0000 7f551512e800 20 realm 2024-09-12T17:23:05.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.291+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.292+0000 7f551512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.292+0000 7f551512e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:05.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.292+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.292+0000 7f551512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.293 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.292+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.293+0000 7f551512e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:05.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.293+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.293+0000 7f551512e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:05.294 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.293+0000 7f551512e800 20 searching for the correct realm 2024-09-12T17:23:05.296 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.295+0000 7f5511565640 0 -- 172.21.15.123:0/384373176 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f54fc04d020 msgr2=0x7f54fc04e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:05.502 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.501+0000 7f550bfff640 0 -- 172.21.15.123:0/384373176 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f550c080920 msgr2=0x7f550c0a0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:05.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.708+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:05.710 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 zone default found 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 4 Realm: () 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 zonegroup default 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.709+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.710+0000 7f551512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.710+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.710+0000 7f551512e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.710+0000 7f551512e800 20 started sync module instance, tier type = 2024-09-12T17:23:05.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.710+0000 7f551512e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:05.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.719+0000 7f551512e800 20 add_watcher() i=0 2024-09-12T17:23:05.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.719+0000 7f551512e800 20 add_watcher() i=1 2024-09-12T17:23:05.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.719+0000 7f551512e800 20 add_watcher() i=2 2024-09-12T17:23:05.720 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.719+0000 7f551512e800 20 add_watcher() i=3 2024-09-12T17:23:05.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.719+0000 7f551512e800 20 add_watcher() i=4 2024-09-12T17:23:05.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.719+0000 7f551512e800 20 add_watcher() i=5 2024-09-12T17:23:05.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.719+0000 7f551512e800 20 add_watcher() i=6 2024-09-12T17:23:05.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.720+0000 7f551512e800 20 add_watcher() i=7 2024-09-12T17:23:05.721 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.720+0000 7f551512e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:05.723 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.722+0000 7f53c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.722+0000 7f551512e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.722+0000 7f551512e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.723+0000 7f551512e800 5 note: GC not initialized 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.723+0000 7f53c67e4640 20 reqs_thread_entry: start 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.723+0000 7f551512e800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.723+0000 7f551512e800 20 Filter name: none 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.723+0000 7f53bffff640 20 reqs_thread_entry: start 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.723+0000 7f551512e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:23:05.724 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.723+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:05.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:23:05.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : miss 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:05.726 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.724+0000 7f551512e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:23:05.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.727+0000 7f551512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:05.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.727+0000 7f551512e800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:05.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.727+0000 7f551512e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:05.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.727+0000 7f551512e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:23:05.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.728+0000 7f53e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366283 cookie 93965222095312 notifier 8003 bl.length()=911 2024-09-12T17:23:05.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.728+0000 7f53e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:05.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.728+0000 7f53e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:05.729 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.728+0000 7f53e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:05.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.729+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:23:05.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.729+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:23:05.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.729+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:23:05.730 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.729+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:23:05.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.732+0000 7f551512e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:23:05.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.732+0000 7f551512e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:23:05.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.732+0000 7f551512e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:05.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.732+0000 7f551512e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:05.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.733+0000 7f551512e800 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-12T17:23:05.733 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.733+0000 7f551512e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:05.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.733+0000 7f551512e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:05.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.733+0000 7f551512e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:05.734 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.733+0000 7f551512e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:05.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.734+0000 7f551512e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:05.735 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.734+0000 7f551512e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f551512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f551512e800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f551512e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f551512e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f53e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366284 cookie 93965222095312 notifier 8003 bl.length()=911 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f53e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f53e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:05.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.735+0000 7f53e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:05.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.737+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:23:05.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.737+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:23:05.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.737+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:23:05.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.737+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:23:05.738 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.738+0000 7f551512e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:05.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.738+0000 7f551512e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.0 2024-09-12T17:23:05.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.738+0000 7f551512e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:05.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.738+0000 7f551512e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.1 2024-09-12T17:23:05.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.738+0000 7f551512e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:05.739 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.738+0000 7f551512e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.2.2 2024-09-12T17:23:05.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.739+0000 7f551512e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:05.740 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.739+0000 7f551512e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f551512e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f551512e800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f551512e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f551512e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18, ofs0, ns] 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f53e77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366285 cookie 93965222095312 notifier 8003 bl.length()=879 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f53e77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 info.flags=0x17 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f53e77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18 to cache LRU end 2024-09-12T17:23:05.741 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.740+0000 7f53e77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:05.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.742+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_sources= new_sources= 2024-09-12T17:23:05.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.742+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential sources added=[] removed=[] 2024-09-12T17:23:05.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.742+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): orig_dests= new_dests= 2024-09-12T17:23:05.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.742+0000 7f551512e800 20 handle_bi_update(): bucket=:a-bucket[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18]): potential dests added=[] removed=[] 2024-09-12T17:23:05.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.743+0000 7f551512e800 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-12T17:23:05.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.745+0000 7f53c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:05.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.747+0000 7f551512e800 20 remove_watcher() i=0 2024-09-12T17:23:05.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.747+0000 7f551512e800 2 removed watcher, disabling cache 2024-09-12T17:23:05.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.748+0000 7f551512e800 20 remove_watcher() i=1 2024-09-12T17:23:05.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.749+0000 7f551512e800 20 remove_watcher() i=2 2024-09-12T17:23:05.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.750+0000 7f551512e800 20 remove_watcher() i=3 2024-09-12T17:23:05.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.751+0000 7f551512e800 20 remove_watcher() i=4 2024-09-12T17:23:05.753 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.752+0000 7f551512e800 20 remove_watcher() i=5 2024-09-12T17:23:05.754 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.753+0000 7f551512e800 20 remove_watcher() i=6 2024-09-12T17:23:05.755 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.754+0000 7f551512e800 20 remove_watcher() i=7 2024-09-12T17:23:05.766 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T17:23:05.795 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:05.796 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:05.832 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.831+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 20 realm 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:05.834 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.833+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.834+0000 7fa62cd46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:05.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.834+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:05.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.834+0000 7fa62cd46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:05.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.834+0000 7fa62cd46800 20 searching for the correct realm 2024-09-12T17:23:05.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:05.836+0000 7fa62b038640 0 -- 172.21.15.123:0/1737837215 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fa614066920 msgr2=0x7fa61408aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:06.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.042+0000 7fa623fff640 0 -- 172.21.15.123:0/1737837215 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fa624055920 msgr2=0x7fa62409a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.250 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.251 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.249+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 20 zone default found 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 4 Realm: () 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 20 zonegroup default 2024-09-12T17:23:06.252 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.253 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.250+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.251+0000 7fa62cd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.256 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.251+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.251+0000 7fa62cd46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.251+0000 7fa62cd46800 20 started sync module instance, tier type = 2024-09-12T17:23:06.257 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.251+0000 7fa62cd46800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:06.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.261+0000 7fa62cd46800 20 add_watcher() i=0 2024-09-12T17:23:06.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.261+0000 7fa62cd46800 20 add_watcher() i=1 2024-09-12T17:23:06.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.261+0000 7fa62cd46800 20 add_watcher() i=2 2024-09-12T17:23:06.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.261+0000 7fa62cd46800 20 add_watcher() i=3 2024-09-12T17:23:06.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.261+0000 7fa62cd46800 20 add_watcher() i=4 2024-09-12T17:23:06.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.261+0000 7fa62cd46800 20 add_watcher() i=5 2024-09-12T17:23:06.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.261+0000 7fa62cd46800 20 add_watcher() i=6 2024-09-12T17:23:06.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.262+0000 7fa62cd46800 20 add_watcher() i=7 2024-09-12T17:23:06.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.262+0000 7fa62cd46800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:06.264 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.263+0000 7fa4e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:06.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa62cd46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:06.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa62cd46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:06.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa62cd46800 5 note: GC not initialized 2024-09-12T17:23:06.265 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa45bfff640 20 reqs_thread_entry: start 2024-09-12T17:23:06.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa62cd46800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:06.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa62cd46800 20 Filter name: none 2024-09-12T17:23:06.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa459ffb640 20 reqs_thread_entry: start 2024-09-12T17:23:06.266 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.264+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.267 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 20 INFO: main: starting shard=0 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.265+0000 7fa62cd46800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18.3.0 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.266+0000 7fa62cd46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.266+0000 7fa62cd46800 20 INFO: main: done 2024-09-12T17:23:06.268 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.267+0000 7fa4e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.270+0000 7fa62cd46800 20 remove_watcher() i=0 2024-09-12T17:23:06.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.270+0000 7fa62cd46800 2 removed watcher, disabling cache 2024-09-12T17:23:06.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.271+0000 7fa62cd46800 20 remove_watcher() i=1 2024-09-12T17:23:06.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.272+0000 7fa62cd46800 20 remove_watcher() i=2 2024-09-12T17:23:06.274 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.273+0000 7fa62cd46800 20 remove_watcher() i=3 2024-09-12T17:23:06.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.274+0000 7fa62cd46800 20 remove_watcher() i=4 2024-09-12T17:23:06.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.275+0000 7fa62cd46800 20 remove_watcher() i=5 2024-09-12T17:23:06.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.276+0000 7fa62cd46800 20 remove_watcher() i=6 2024-09-12T17:23:06.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.277+0000 7fa62cd46800 20 remove_watcher() i=7 2024-09-12T17:23:06.289 INFO:tasks.workunit.client.0.smithi123.stderr: test: PUT succeeds during reshard 2024-09-12T17:23:06.290 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:23:06.319 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:06.319 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:06.357 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.356+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.358 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.357+0000 7f866fc14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.357+0000 7f866fc14800 20 realm 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.357+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.358+0000 7f866fc14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.358+0000 7f866fc14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.358+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.358+0000 7f866fc14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.358+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.359 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.359+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:06.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.359+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.359+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:06.360 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.359+0000 7f866fc14800 20 searching for the correct realm 2024-09-12T17:23:06.361 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.361+0000 7f866abdf640 0 -- 172.21.15.123:0/3400856724 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f865c078cc0 msgr2=0x7f865c00d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:06.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.566+0000 7f866b3e0640 0 -- 172.21.15.123:0/3400856724 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f866402e070 msgr2=0x7f8664064e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:06.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:06.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:06.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:06.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:06.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:06.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:06.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.572+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 zone default found 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 4 Realm: () 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:06.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 zonegroup default 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.573+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.574+0000 7f866fc14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.574+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.574+0000 7f866fc14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.574+0000 7f866fc14800 20 started sync module instance, tier type = 2024-09-12T17:23:06.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.574+0000 7f866fc14800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:06.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.583+0000 7f866fc14800 20 add_watcher() i=0 2024-09-12T17:23:06.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.583+0000 7f866fc14800 20 add_watcher() i=1 2024-09-12T17:23:06.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.583+0000 7f866fc14800 20 add_watcher() i=2 2024-09-12T17:23:06.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.583+0000 7f866fc14800 20 add_watcher() i=3 2024-09-12T17:23:06.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.583+0000 7f866fc14800 20 add_watcher() i=4 2024-09-12T17:23:06.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.583+0000 7f866fc14800 20 add_watcher() i=5 2024-09-12T17:23:06.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.583+0000 7f866fc14800 20 add_watcher() i=6 2024-09-12T17:23:06.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.584+0000 7f866fc14800 20 add_watcher() i=7 2024-09-12T17:23:06.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.584+0000 7f866fc14800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:06.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.585+0000 7f8521fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:06.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f866fc14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:06.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f866fc14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:06.587 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f866fc14800 5 note: GC not initialized 2024-09-12T17:23:06.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f8520fe1640 20 reqs_thread_entry: start 2024-09-12T17:23:06.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f866fc14800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:06.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f866fc14800 20 Filter name: none 2024-09-12T17:23:06.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f849a7fc640 20 reqs_thread_entry: start 2024-09-12T17:23:06.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.586+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.587+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:06.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.587+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.587+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:06.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.587+0000 7f866fc14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:06.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.587+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.587+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:06.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.587+0000 7f866fc14800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.588+0000 7f866fc14800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:06.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.588+0000 7f866fc14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:06.590 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.589+0000 7f8521fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:06.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.591+0000 7f866fc14800 20 remove_watcher() i=0 2024-09-12T17:23:06.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.591+0000 7f866fc14800 2 removed watcher, disabling cache 2024-09-12T17:23:06.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.593+0000 7f866fc14800 20 remove_watcher() i=1 2024-09-12T17:23:06.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.594+0000 7f866fc14800 20 remove_watcher() i=2 2024-09-12T17:23:06.596 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.595+0000 7f866fc14800 20 remove_watcher() i=3 2024-09-12T17:23:06.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.596+0000 7f866fc14800 20 remove_watcher() i=4 2024-09-12T17:23:06.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.597+0000 7f866fc14800 20 remove_watcher() i=5 2024-09-12T17:23:06.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.598+0000 7f866fc14800 20 remove_watcher() i=6 2024-09-12T17:23:06.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.599+0000 7f866fc14800 20 remove_watcher() i=7 2024-09-12T17:23:06.610 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:06.610 INFO:tasks.workunit.client.0.smithi123.stderr:BUCKET_STATS: 2024-09-12T17:23:06.610 INFO:tasks.workunit.client.0.smithi123.stderr:bucket: myver id: 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:23:06.610 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:06.611 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-12T17:23:06.644 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:06.644 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:06.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.681+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 20 realm 2024-09-12T17:23:06.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:06.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:06.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.682+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.683+0000 7f4b3bf26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:06.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.683+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:06.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.684+0000 7f4b3bf26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:06.685 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.684+0000 7f4b3bf26800 20 searching for the correct realm 2024-09-12T17:23:06.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.686+0000 7f4b3830a640 0 -- 172.21.15.123:0/1910794750 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f4b2c06b730 msgr2=0x7f4b2c06c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:06.894 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:06.893+0000 7f4b37308640 0 -- 172.21.15.123:0/1910794750 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f4b30062080 msgr2=0x7f4b30070860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.099+0000 7f4b3bf26800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.099+0000 7f4b3bf26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.099+0000 7f4b3bf26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.099+0000 7f4b3bf26800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.099+0000 7f4b3bf26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.099+0000 7f4b3bf26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.099+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.100+0000 7f4b3bf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:07.101 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.100+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.100+0000 7f4b3bf26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:07.102 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.100+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 zone default found 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 4 Realm: () 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 zonegroup default 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.101+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.102+0000 7f4b3bf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:07.103 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.102+0000 7f4b3bf26800 20 started sync module instance, tier type = 2024-09-12T17:23:07.104 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.102+0000 7f4b3bf26800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:07.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.111+0000 7f4b3bf26800 20 add_watcher() i=0 2024-09-12T17:23:07.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.111+0000 7f4b3bf26800 20 add_watcher() i=1 2024-09-12T17:23:07.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.111+0000 7f4b3bf26800 20 add_watcher() i=2 2024-09-12T17:23:07.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.111+0000 7f4b3bf26800 20 add_watcher() i=3 2024-09-12T17:23:07.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.111+0000 7f4b3bf26800 20 add_watcher() i=4 2024-09-12T17:23:07.112 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.111+0000 7f4b3bf26800 20 add_watcher() i=5 2024-09-12T17:23:07.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.111+0000 7f4b3bf26800 20 add_watcher() i=6 2024-09-12T17:23:07.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.112+0000 7f4b3bf26800 20 add_watcher() i=7 2024-09-12T17:23:07.113 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.112+0000 7f4b3bf26800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:07.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.114+0000 7f49edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:07.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.114+0000 7f4b3bf26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:07.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.114+0000 7f4b3bf26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:07.115 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.114+0000 7f4b3bf26800 5 note: GC not initialized 2024-09-12T17:23:07.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f49ecfe1640 20 reqs_thread_entry: start 2024-09-12T17:23:07.116 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 20 Filter name: none 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f49667fc640 20 reqs_thread_entry: start 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : miss 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.115+0000 7f4b3bf26800 20 rados->read ofs=0 len=0 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.116+0000 7f4b3bf26800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.116+0000 7f4b3bf26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:07.117 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.116+0000 7f4b3bf26800 10 adding default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:07.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.116+0000 7f4b3bf26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:23:07.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.116+0000 7f4b3bf26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:07.118 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.116+0000 7f4b3bf26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:07.121 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.120+0000 7f4b3bf26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:07.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.120+0000 7f4b3bf26800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:07.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.120+0000 7f4b3bf26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:07.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.120+0000 7f4b3bf26800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:07.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.121+0000 7f4a167fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366186 cookie 94652318219504 notifier 8048 bl.length()=905 2024-09-12T17:23:07.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.121+0000 7f4a167fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:07.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.121+0000 7f4a167fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:07.122 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.121+0000 7f4a167fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:07.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.122+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:07.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.122+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:07.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.122+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:07.123 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.122+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:07.125 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:07.125+0000 7f4b3bf26800 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-12T17:23:07.615 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:07.615 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:07.673 INFO:tasks.workunit.client.0.smithi123.stderr:put object successful 2024-09-12T17:23:12.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:12.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:12.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:12.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:12.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:12.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:12.126 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.0 2024-09-12T17:23:12.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.124+0000 7f4b3bf26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.0 2024-09-12T17:23:12.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.125+0000 7f4b3bf26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.1 2024-09-12T17:23:12.127 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.125+0000 7f4b3bf26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.1 2024-09-12T17:23:12.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.127+0000 7f4b3bf26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:12.129 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.127+0000 7f4b3bf26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:12.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.129+0000 7f4b3bf26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:12.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.129+0000 7f4b3bf26800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:12.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.129+0000 7f4b3bf26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:12.131 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.129+0000 7f4b3bf26800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:12.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.130+0000 7f4a167fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366187 cookie 94652318219504 notifier 8048 bl.length()=905 2024-09-12T17:23:12.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.130+0000 7f4a167fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:12.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.130+0000 7f4a167fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:12.132 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.130+0000 7f4a167fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:12.133 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.132+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:12.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.132+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:12.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.132+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:12.134 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.132+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:12.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.133+0000 7f4b3bf26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.0 2024-09-12T17:23:12.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.133+0000 7f4b3bf26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.0 2024-09-12T17:23:12.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.134+0000 7f4b3bf26800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.1 2024-09-12T17:23:12.135 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.134+0000 7f4b3bf26800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.1.1 2024-09-12T17:23:12.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.136+0000 7f4b3bf26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:12.138 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.136+0000 7f4b3bf26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:12.139 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4b3bf26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4b3bf26800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4b3bf26800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4b3bf26800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4a167fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366188 cookie 94652318219504 notifier 8048 bl.length()=873 2024-09-12T17:23:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4a167fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4a167fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:12.140 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.138+0000 7f4a167fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:12.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.140+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:12.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.140+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:12.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.140+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:12.142 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.140+0000 7f4b3bf26800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:12.143 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.141+0000 7f4b3bf26800 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-12T17:23:12.146 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.144+0000 7f49edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:12.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.147+0000 7f4b3bf26800 20 remove_watcher() i=0 2024-09-12T17:23:12.148 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.147+0000 7f4b3bf26800 2 removed watcher, disabling cache 2024-09-12T17:23:12.149 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.148+0000 7f4b3bf26800 20 remove_watcher() i=1 2024-09-12T17:23:12.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.149+0000 7f4b3bf26800 20 remove_watcher() i=2 2024-09-12T17:23:12.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.151+0000 7f4b3bf26800 20 remove_watcher() i=3 2024-09-12T17:23:12.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.152+0000 7f4b3bf26800 20 remove_watcher() i=4 2024-09-12T17:23:12.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.153+0000 7f4b3bf26800 20 remove_watcher() i=5 2024-09-12T17:23:12.156 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.155+0000 7f4b3bf26800 20 remove_watcher() i=6 2024-09-12T17:23:12.157 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:12.156+0000 7f4b3bf26800 20 remove_watcher() i=7 2024-09-12T17:23:12.678 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-12T17:23:12.678 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T17:23:12.682 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.682 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:12.713 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.713 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:12.774 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.774 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:12.827 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.827 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:12.851 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.851 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:12.902 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.903 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:12.926 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.926 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:12.978 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:12.978 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:13.002 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:23:13.402 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:23:14.803 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:14.803 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:14.890 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:23:14.891 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-12T17:23:14.924 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:14.924 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:14.961 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.959+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:14.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:14.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 20 realm 2024-09-12T17:23:14.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:14.963 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:14.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:14.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:14.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:14.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.961+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:14.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.962+0000 7ff0ff40e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:14.964 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.962+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:14.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.963+0000 7ff0ff40e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:14.965 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.963+0000 7ff0ff40e800 20 searching for the correct realm 2024-09-12T17:23:14.967 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:14.965+0000 7ff0fb36c640 0 -- 172.21.15.123:0/3295462632 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7ff0e40a21a0 msgr2=0x7ff0e4086ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:15.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.172+0000 7ff0f3fff640 0 -- 172.21.15.123:0/3295462632 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff0f40523f0 msgr2=0x7ff0f4052850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:15.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.378+0000 7ff0ff40e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.378+0000 7ff0ff40e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.378+0000 7ff0ff40e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.378+0000 7ff0ff40e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.378+0000 7ff0ff40e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.378+0000 7ff0ff40e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.378+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 zone default found 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 4 Realm: () 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 zonegroup default 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.379+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.380+0000 7ff0ff40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:15.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.380+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.380+0000 7ff0ff40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:15.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.380+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.380+0000 7ff0ff40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:15.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.380+0000 7ff0ff40e800 20 started sync module instance, tier type = 2024-09-12T17:23:15.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.380+0000 7ff0ff40e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:15.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.391+0000 7ff0ff40e800 20 add_watcher() i=0 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.391+0000 7ff0ff40e800 20 add_watcher() i=1 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.391+0000 7ff0ff40e800 20 add_watcher() i=2 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.391+0000 7ff0ff40e800 20 add_watcher() i=3 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.391+0000 7ff0ff40e800 20 add_watcher() i=4 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.391+0000 7ff0ff40e800 20 add_watcher() i=5 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.391+0000 7ff0ff40e800 20 add_watcher() i=6 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.392+0000 7ff0ff40e800 20 add_watcher() i=7 2024-09-12T17:23:15.393 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.392+0000 7ff0ff40e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:15.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7fefb17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:15.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7ff0ff40e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:15.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7ff0ff40e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:15.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7ff0ff40e800 5 note: GC not initialized 2024-09-12T17:23:15.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7fef2bfff640 20 reqs_thread_entry: start 2024-09-12T17:23:15.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7ff0ff40e800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:15.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7ff0ff40e800 20 Filter name: none 2024-09-12T17:23:15.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7fef29ffb640 20 reqs_thread_entry: start 2024-09-12T17:23:15.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.394+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:15.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:15.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:15.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:23:15.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 20 INFO: main: starting shard=0 2024-09-12T17:23:15.398 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.395+0000 7ff0ff40e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.396+0000 7ff0ff40e800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.396+0000 7ff0ff40e800 20 INFO: main: starting shard=1 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.396+0000 7ff0ff40e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.396+0000 7ff0ff40e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.397+0000 7ff0ff40e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.397+0000 7ff0ff40e800 20 INFO: main: starting shard=2 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.397+0000 7ff0ff40e800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:15.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.397+0000 7ff0ff40e800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:15.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.397+0000 7ff0ff40e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:15.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.397+0000 7ff0ff40e800 20 INFO: main: done 2024-09-12T17:23:15.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.398+0000 7fefb17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:15.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.400+0000 7ff0ff40e800 20 remove_watcher() i=0 2024-09-12T17:23:15.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.400+0000 7ff0ff40e800 2 removed watcher, disabling cache 2024-09-12T17:23:15.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.402+0000 7ff0ff40e800 20 remove_watcher() i=1 2024-09-12T17:23:15.405 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.403+0000 7ff0ff40e800 20 remove_watcher() i=2 2024-09-12T17:23:15.406 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.404+0000 7ff0ff40e800 20 remove_watcher() i=3 2024-09-12T17:23:15.407 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.406+0000 7ff0ff40e800 20 remove_watcher() i=4 2024-09-12T17:23:15.408 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.406+0000 7ff0ff40e800 20 remove_watcher() i=5 2024-09-12T17:23:15.409 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.407+0000 7ff0ff40e800 20 remove_watcher() i=6 2024-09-12T17:23:15.410 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.408+0000 7ff0ff40e800 20 remove_watcher() i=7 2024-09-12T17:23:15.423 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:15.423 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:15.446 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:15.446 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:15.530 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:23:15.531 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-12T17:23:15.561 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:15.561 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:15.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.597+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:15.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 20 realm 2024-09-12T17:23:15.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:15.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:15.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:15.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.599+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.600+0000 7f3554330800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:15.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.600+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:15.602 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.601+0000 7f3554330800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:15.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.601+0000 7f3554330800 20 searching for the correct realm 2024-09-12T17:23:15.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.603+0000 7f35508b1640 0 -- 172.21.15.123:0/3406895350 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f353807d040 msgr2=0x7f3538061a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:15.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:15.810+0000 7f3547fff640 0 -- 172.21.15.123:0/3406895350 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f354806f030 msgr2=0x7f3548009250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:16.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:16.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:16.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:16.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:16.018 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:16.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:16.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.019 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.016+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:16.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:16.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 zone default found 2024-09-12T17:23:16.020 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 4 Realm: () 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 zonegroup default 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.017+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.018+0000 7f3554330800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.018+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.018+0000 7f3554330800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.018+0000 7f3554330800 20 started sync module instance, tier type = 2024-09-12T17:23:16.021 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.018+0000 7f3554330800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:16.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.028+0000 7f3554330800 20 add_watcher() i=0 2024-09-12T17:23:16.029 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.028+0000 7f3554330800 20 add_watcher() i=1 2024-09-12T17:23:16.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.028+0000 7f3554330800 20 add_watcher() i=2 2024-09-12T17:23:16.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.028+0000 7f3554330800 20 add_watcher() i=3 2024-09-12T17:23:16.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.028+0000 7f3554330800 20 add_watcher() i=4 2024-09-12T17:23:16.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.028+0000 7f3554330800 20 add_watcher() i=5 2024-09-12T17:23:16.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.028+0000 7f3554330800 20 add_watcher() i=6 2024-09-12T17:23:16.030 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.029+0000 7f3554330800 20 add_watcher() i=7 2024-09-12T17:23:16.031 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.029+0000 7f3554330800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:16.032 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.030+0000 7f3406fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3554330800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3554330800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3554330800 5 note: GC not initialized 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3405fdb640 20 reqs_thread_entry: start 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3554330800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3554330800 20 Filter name: none 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f33777fe640 20 reqs_thread_entry: start 2024-09-12T17:23:16.033 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.031+0000 7f3554330800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.032+0000 7f3554330800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.032+0000 7f3554330800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.032+0000 7f3554330800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.032+0000 7f3554330800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.032+0000 7f3554330800 20 INFO: main: starting shard=0 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.032+0000 7f3554330800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:16.035 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.032+0000 7f3554330800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 20 INFO: main: starting shard=1 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 20 INFO: main: starting shard=2 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:16.036 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.033+0000 7f3554330800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:16.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.034+0000 7f3554330800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:23:16.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.034+0000 7f3554330800 20 INFO: main: done 2024-09-12T17:23:16.037 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.035+0000 7f3406fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:16.038 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.037+0000 7f3554330800 20 remove_watcher() i=0 2024-09-12T17:23:16.039 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.037+0000 7f3554330800 2 removed watcher, disabling cache 2024-09-12T17:23:16.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.038+0000 7f3554330800 20 remove_watcher() i=1 2024-09-12T17:23:16.040 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.039+0000 7f3554330800 20 remove_watcher() i=2 2024-09-12T17:23:16.041 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.040+0000 7f3554330800 20 remove_watcher() i=3 2024-09-12T17:23:16.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.041+0000 7f3554330800 20 remove_watcher() i=4 2024-09-12T17:23:16.043 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.042+0000 7f3554330800 20 remove_watcher() i=5 2024-09-12T17:23:16.044 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.043+0000 7f3554330800 20 remove_watcher() i=6 2024-09-12T17:23:16.045 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.044+0000 7f3554330800 20 remove_watcher() i=7 2024-09-12T17:23:16.057 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:16.058 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:16.081 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:16.081 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:16.171 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:23:16.172 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-12T17:23:16.204 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:16.204 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:16.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.239+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 20 realm 2024-09-12T17:23:16.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:16.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.241+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.242+0000 7f040b325800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:16.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.242+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.243+0000 7f040b325800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:16.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.243+0000 7f040b325800 20 searching for the correct realm 2024-09-12T17:23:16.247 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.245+0000 7f04077af640 0 -- 172.21.15.123:0/1860170592 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f03fc009040 msgr2=0x7f03fc082a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:16.454 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.452+0000 7f04067ad640 0 -- 172.21.15.123:0/1860170592 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f040008dbd0 msgr2=0x7f04000819a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:16.660 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:16.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:16.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:16.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:16.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:16.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:16.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.661 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.658+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:16.662 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 zone default found 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 4 Realm: () 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 zonegroup default 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.659+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.660+0000 7f040b325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.663 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.660+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.660+0000 7f040b325800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:16.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.660+0000 7f040b325800 20 started sync module instance, tier type = 2024-09-12T17:23:16.664 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.660+0000 7f040b325800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:16.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.670+0000 7f040b325800 20 add_watcher() i=0 2024-09-12T17:23:16.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.670+0000 7f040b325800 20 add_watcher() i=1 2024-09-12T17:23:16.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.670+0000 7f040b325800 20 add_watcher() i=2 2024-09-12T17:23:16.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.670+0000 7f040b325800 20 add_watcher() i=3 2024-09-12T17:23:16.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.670+0000 7f040b325800 20 add_watcher() i=4 2024-09-12T17:23:16.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.670+0000 7f040b325800 20 add_watcher() i=5 2024-09-12T17:23:16.672 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.670+0000 7f040b325800 20 add_watcher() i=6 2024-09-12T17:23:16.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.671+0000 7f040b325800 20 add_watcher() i=7 2024-09-12T17:23:16.673 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.671+0000 7f040b325800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:16.674 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f02bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:16.675 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f040b325800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f040b325800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f040b325800 5 note: GC not initialized 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f0237fff640 20 reqs_thread_entry: start 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f040b325800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f040b325800 20 Filter name: none 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f0235ffb640 20 reqs_thread_entry: start 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.673+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:16.676 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 20 rados->read ofs=0 len=0 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 20 INFO: main: starting shard=0 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.674+0000 7f040b325800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.675+0000 7f040b325800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.675+0000 7f040b325800 20 INFO: main: starting shard=1 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.675+0000 7f040b325800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.675+0000 7f040b325800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:16.678 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.676+0000 7f040b325800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:23:16.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.676+0000 7f040b325800 20 INFO: main: starting shard=2 2024-09-12T17:23:16.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.676+0000 7f040b325800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:16.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.676+0000 7f040b325800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:16.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.677+0000 7f040b325800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:23:16.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.677+0000 7f040b325800 20 INFO: main: done 2024-09-12T17:23:16.679 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.677+0000 7f02bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:16.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.680+0000 7f040b325800 20 remove_watcher() i=0 2024-09-12T17:23:16.681 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.680+0000 7f040b325800 2 removed watcher, disabling cache 2024-09-12T17:23:16.682 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.681+0000 7f040b325800 20 remove_watcher() i=1 2024-09-12T17:23:16.683 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.682+0000 7f040b325800 20 remove_watcher() i=2 2024-09-12T17:23:16.684 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.683+0000 7f040b325800 20 remove_watcher() i=3 2024-09-12T17:23:16.686 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.684+0000 7f040b325800 20 remove_watcher() i=4 2024-09-12T17:23:16.687 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.685+0000 7f040b325800 20 remove_watcher() i=5 2024-09-12T17:23:16.688 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.686+0000 7f040b325800 20 remove_watcher() i=6 2024-09-12T17:23:16.689 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:16.687+0000 7f040b325800 20 remove_watcher() i=7 2024-09-12T17:23:16.701 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:16.701 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:16.724 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:23:17.114 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:23:17.505 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-12T17:23:17.536 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:17.536 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:17.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.572+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.573+0000 7f5f15f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.573+0000 7f5f15f35800 20 realm 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.573+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.573+0000 7f5f15f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.573+0000 7f5f15f35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.573+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.574+0000 7f5f15f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.574+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.575+0000 7f5f15f35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:17.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.575+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.575+0000 7f5f15f35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:17.577 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.575+0000 7f5f15f35800 20 searching for the correct realm 2024-09-12T17:23:17.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.578+0000 7f5f1247e640 0 -- 172.21.15.123:0/911004904 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f5efc086030 msgr2=0x7f5efc064410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:17.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.582+0000 7f5f0947c640 0 -- 172.21.15.123:0/911004904 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f5f0c09a280 msgr2=0x7f5f0c069410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:17.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:17.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:17.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:17.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:17.790 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:17.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:17.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:17.791 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.788+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:17.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 20 zone default found 2024-09-12T17:23:17.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 4 Realm: () 2024-09-12T17:23:17.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:17.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:17.792 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 20 zonegroup default 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.789+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.790+0000 7f5f15f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.790+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.790+0000 7f5f15f35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.790+0000 7f5f15f35800 20 started sync module instance, tier type = 2024-09-12T17:23:17.793 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.790+0000 7f5f15f35800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:17.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.800+0000 7f5f15f35800 20 add_watcher() i=0 2024-09-12T17:23:17.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.800+0000 7f5f15f35800 20 add_watcher() i=1 2024-09-12T17:23:17.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.800+0000 7f5f15f35800 20 add_watcher() i=2 2024-09-12T17:23:17.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.800+0000 7f5f15f35800 20 add_watcher() i=3 2024-09-12T17:23:17.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.800+0000 7f5f15f35800 20 add_watcher() i=4 2024-09-12T17:23:17.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.800+0000 7f5f15f35800 20 add_watcher() i=5 2024-09-12T17:23:17.802 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.800+0000 7f5f15f35800 20 add_watcher() i=6 2024-09-12T17:23:17.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.801+0000 7f5f15f35800 20 add_watcher() i=7 2024-09-12T17:23:17.803 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.801+0000 7f5f15f35800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:17.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5dc37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:17.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5f15f35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:17.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5f15f35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:17.805 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5f15f35800 5 note: GC not initialized 2024-09-12T17:23:17.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5dc27fc640 20 reqs_thread_entry: start 2024-09-12T17:23:17.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5f15f35800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:17.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5f15f35800 20 Filter name: none 2024-09-12T17:23:17.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5d33fff640 20 reqs_thread_entry: start 2024-09-12T17:23:17.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5f15f35800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:23:17.806 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.803+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : miss 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 adding default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:17.807 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.804+0000 7f5f15f35800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:17.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.810+0000 7f5f15f35800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:17.812 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.810+0000 7f5f15f35800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:17.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.810+0000 7f5f15f35800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:17.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.810+0000 7f5f15f35800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:17.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.811+0000 7f5df4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366189 cookie 94092037130112 notifier 8135 bl.length()=905 2024-09-12T17:23:17.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.811+0000 7f5df4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:17.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.811+0000 7f5df4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:17.813 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.811+0000 7f5df4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:17.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.812+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:17.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.812+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:17.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.812+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:17.814 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.812+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:17.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.0 2024-09-12T17:23:17.817 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.0 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.1 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.1 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.2 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.2 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.3 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.3 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.4 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.4 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.5 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.5 2024-09-12T17:23:17.818 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.6 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.6 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.7 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.7 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.8 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.8 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.10 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.10 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.11 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.11 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.12 2024-09-12T17:23:17.819 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.12 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.13 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.13 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.14 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.14 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.15 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.15 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.16 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.16 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.815+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.816+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:17.820 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.816+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:17.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.816+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:17.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.816+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:17.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.819+0000 7f5f15f35800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:17.821 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.819+0000 7f5f15f35800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:17.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.820+0000 7f5f15f35800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:17.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.820+0000 7f5f15f35800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:17.822 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.820+0000 7f5f15f35800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:17.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.820+0000 7f5f15f35800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:17.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.821+0000 7f5df4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366190 cookie 94092037130112 notifier 8135 bl.length()=905 2024-09-12T17:23:17.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.821+0000 7f5df4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:17.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.821+0000 7f5df4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:17.823 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.821+0000 7f5df4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:17.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.822+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:17.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.822+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:17.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.822+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:17.824 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.822+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:17.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.823+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:17.825 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.823+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.0 2024-09-12T17:23:17.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.824+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:17.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.824+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.1 2024-09-12T17:23:17.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.824+0000 7f5f15f35800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:17.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.824+0000 7f5f15f35800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.2.2 2024-09-12T17:23:17.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.824+0000 7f5f15f35800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:23:17.826 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.824+0000 7f5f15f35800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:17.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5f15f35800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:17.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5f15f35800 10 moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:17.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5f15f35800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:17.828 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5f15f35800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19, ofs0, ns] 2024-09-12T17:23:17.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5df57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366191 cookie 94092037130112 notifier 8135 bl.length()=873 2024-09-12T17:23:17.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5df57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:17.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5df57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:17.829 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.826+0000 7f5df57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.828+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_sources= new_sources= 2024-09-12T17:23:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.828+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential sources added=[] removed=[] 2024-09-12T17:23:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.828+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): orig_dests= new_dests= 2024-09-12T17:23:17.830 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.828+0000 7f5f15f35800 20 handle_bi_update(): bucket=:myver[891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19]): potential dests added=[] removed=[] 2024-09-12T17:23:17.831 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.829+0000 7f5f15f35800 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-12T17:23:17.833 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.831+0000 7f5dc37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:17.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.833+0000 7f5f15f35800 20 remove_watcher() i=0 2024-09-12T17:23:17.835 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.833+0000 7f5f15f35800 2 removed watcher, disabling cache 2024-09-12T17:23:17.836 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.834+0000 7f5f15f35800 20 remove_watcher() i=1 2024-09-12T17:23:17.837 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.836+0000 7f5f15f35800 20 remove_watcher() i=2 2024-09-12T17:23:17.838 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.837+0000 7f5f15f35800 20 remove_watcher() i=3 2024-09-12T17:23:17.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.838+0000 7f5f15f35800 20 remove_watcher() i=4 2024-09-12T17:23:17.840 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.839+0000 7f5f15f35800 20 remove_watcher() i=5 2024-09-12T17:23:17.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.840+0000 7f5f15f35800 20 remove_watcher() i=6 2024-09-12T17:23:17.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.841+0000 7f5f15f35800 20 remove_watcher() i=7 2024-09-12T17:23:17.854 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:23:17.889 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:17.889 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:17.927 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.925+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 20 realm 2024-09-12T17:23:17.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:17.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.928 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:17.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.926+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.927+0000 7ff00c940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:17.929 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.927+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:17.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.928+0000 7ff00c940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:17.930 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.928+0000 7ff00c940800 20 searching for the correct realm 2024-09-12T17:23:17.933 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:17.931+0000 7ff0086c0640 0 -- 172.21.15.123:0/909399326 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7ff00007b070 msgr2=0x7ff000055920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:18.136 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.135+0000 7feffffff640 0 -- 172.21.15.123:0/909399326 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7ff00007b450 msgr2=0x7ff00007b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:18.544 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.542+0000 7ff00c940800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.542+0000 7ff00c940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.542+0000 7ff00c940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.542+0000 7ff00c940800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.542+0000 7ff00c940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.542+0000 7ff00c940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.542+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.543+0000 7ff00c940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:18.545 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.543+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.543+0000 7ff00c940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.543+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 zone default found 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 4 Realm: () 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 zonegroup default 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:18.547 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 started sync module instance, tier type = 2024-09-12T17:23:18.548 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.544+0000 7ff00c940800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.556+0000 7ff00c940800 20 add_watcher() i=0 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.556+0000 7ff00c940800 20 add_watcher() i=1 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.556+0000 7ff00c940800 20 add_watcher() i=2 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.556+0000 7ff00c940800 20 add_watcher() i=3 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.556+0000 7ff00c940800 20 add_watcher() i=4 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.556+0000 7ff00c940800 20 add_watcher() i=5 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.556+0000 7ff00c940800 20 add_watcher() i=6 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.557+0000 7ff00c940800 20 add_watcher() i=7 2024-09-12T17:23:18.559 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.557+0000 7ff00c940800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:18.560 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7feebe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7ff00c940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7ff00c940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7ff00c940800 5 note: GC not initialized 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7feebd7e2640 20 reqs_thread_entry: start 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7ff00c940800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7ff00c940800 20 Filter name: none 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.559+0000 7fee2effd640 20 reqs_thread_entry: start 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.560+0000 7ff00c940800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:23:18.562 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.560+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.560+0000 7ff00c940800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:18.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.560+0000 7ff00c940800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:23:18.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.560+0000 7ff00c940800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:23:18.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.560+0000 7ff00c940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 : miss 2024-09-12T17:23:18.563 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.560+0000 7ff00c940800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 info.flags=0x17 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 10 adding default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 to cache LRU end 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.0 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.0 2024-09-12T17:23:18.565 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.1 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.561+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.1 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.562+0000 7ff00c940800 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.562+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.2 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.562+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.2 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.562+0000 7ff00c940800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.562+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.3 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.562+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.3 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.563+0000 7ff00c940800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.563+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.4 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.563+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.4 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.563+0000 7ff00c940800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.563+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.5 2024-09-12T17:23:18.566 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.563+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.5 2024-09-12T17:23:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.564+0000 7ff00c940800 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-12T17:23:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.564+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.6 2024-09-12T17:23:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.564+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.6 2024-09-12T17:23:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.564+0000 7ff00c940800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T17:23:18.567 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.564+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.7 2024-09-12T17:23:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.564+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.7 2024-09-12T17:23:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.565+0000 7ff00c940800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T17:23:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.565+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.8 2024-09-12T17:23:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.565+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.8 2024-09-12T17:23:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.565+0000 7ff00c940800 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-12T17:23:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.565+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.568 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.565+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.566+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.10 2024-09-12T17:23:18.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.566+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.10 2024-09-12T17:23:18.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.566+0000 7ff00c940800 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T17:23:18.569 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.566+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.11 2024-09-12T17:23:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.566+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.11 2024-09-12T17:23:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.567+0000 7ff00c940800 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-12T17:23:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.567+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.12 2024-09-12T17:23:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.567+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.12 2024-09-12T17:23:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.567+0000 7ff00c940800 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-12T17:23:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.567+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.13 2024-09-12T17:23:18.570 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.567+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.13 2024-09-12T17:23:18.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.568+0000 7ff00c940800 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-12T17:23:18.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.568+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.14 2024-09-12T17:23:18.571 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.568+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.14 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.568+0000 7ff00c940800 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.568+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.15 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.568+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.15 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.569+0000 7ff00c940800 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.569+0000 7ff00c940800 10 bucket_obj is .dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.16 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.569+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.16 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.570+0000 7ff00c940800 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-12T17:23:18.572 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.570+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.570+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:x state=0x564168d69c98 s->prefetch_data=0 2024-09-12T17:23:18.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.570+0000 7ff00c940800 20 get_obj_state: setting s->obj_tag to lih03zslhgxgpl0yy9qat0nbgg1ys45a 2024-09-12T17:23:18.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.570+0000 7ff00c940800 20 get_obj_state_impl: setting s->olh_tag to fjvdpk7zy4lbc0qntuah9ufnlc5k7azx 2024-09-12T17:23:18.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.570+0000 7ff00c940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fjvdpk7zy4lbc0qntuah9ufnlc5k7azx 2024-09-12T17:23:18.573 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.571+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.574 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.573+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.573+0000 7ff00c940800 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-12T17:23:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.573+0000 7ff00c940800 20 olh_log_entry: epoch=2 op=3 key=x[OrrQQyUc74ev8.CtnhDMay.Us05t60B] 2024-09-12T17:23:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.573+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:_:OrrQQyUc74ev8.CtnhDMay.Us05t60B_x state=0x564168da5358 s->prefetch_data=0 2024-09-12T17:23:18.575 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.574+0000 7ff00c940800 10 manifest: total_size = 9 2024-09-12T17:23:18.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.574+0000 7ff00c940800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15098329932075489073 2024-09-12T17:23:18.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.574+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:_:OrrQQyUc74ev8.CtnhDMay.Us05t60B_x state=0x564168da5358 s->prefetch_data=0 2024-09-12T17:23:18.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.574+0000 7ff00c940800 20 prepare_atomic_modification: state is not atomic. state=0x564168da5358 2024-09-12T17:23:18.576 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.574+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.576+0000 7ff00c940800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:23:18.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.576+0000 7ff00c940800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T17:23:18.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.576+0000 7ff00c940800 0 deleting objects inline since gc isn't initialized 2024-09-12T17:23:18.578 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.576+0000 7ff00c940800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19__shadow:OrrQQyUc74ev8.CtnhDMay.Us05t60B_.fxUukEFFdxdDJXim3XlD7NIhC_Stoye_0 2024-09-12T17:23:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.577+0000 7feee77fe640 20 handle_completion(): completion ok for obj=x[OrrQQyUc74ev8.CtnhDMay.Us05t60B] 2024-09-12T17:23:18.579 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.578+0000 7ff00c940800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:23:18.580 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.579+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:x state=0x564168d69c98 s->prefetch_data=0 2024-09-12T17:23:18.581 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.579+0000 7ff00c940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fjvdpk7zy4lbc0qntuah9ufnlc5k7azx 2024-09-12T17:23:18.583 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.581+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.584 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.583+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.583+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.583+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:y state=0x564168d69c98 s->prefetch_data=0 2024-09-12T17:23:18.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.583+0000 7ff00c940800 20 get_obj_state: setting s->obj_tag to autk4i1h9mntq1j70p3wyyxh9otx0ye0 2024-09-12T17:23:18.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.583+0000 7ff00c940800 20 get_obj_state_impl: setting s->olh_tag to 5naxnrq8b9bxij6b1nf0kksy7nmc7ibl 2024-09-12T17:23:18.585 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.583+0000 7ff00c940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5naxnrq8b9bxij6b1nf0kksy7nmc7ibl 2024-09-12T17:23:18.586 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.585+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.586+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.586+0000 7ff00c940800 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-12T17:23:18.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.586+0000 7ff00c940800 20 olh_log_entry: epoch=2 op=3 key=y[cxTEaSBBJdgwqy7hFZvsBHK6vx8d3X2] 2024-09-12T17:23:18.588 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.586+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:_:cxTEaSBBJdgwqy7hFZvsBHK6vx8d3X2_y state=0x564168da4348 s->prefetch_data=0 2024-09-12T17:23:18.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.587+0000 7ff00c940800 10 manifest: total_size = 9 2024-09-12T17:23:18.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.587+0000 7ff00c940800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17651887652211805025 2024-09-12T17:23:18.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.587+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:_:cxTEaSBBJdgwqy7hFZvsBHK6vx8d3X2_y state=0x564168da4348 s->prefetch_data=0 2024-09-12T17:23:18.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.587+0000 7ff00c940800 20 prepare_atomic_modification: state is not atomic. state=0x564168da4348 2024-09-12T17:23:18.589 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.587+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.589+0000 7ff00c940800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:23:18.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.589+0000 7ff00c940800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T17:23:18.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.589+0000 7ff00c940800 0 deleting objects inline since gc isn't initialized 2024-09-12T17:23:18.591 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.589+0000 7ff00c940800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19__shadow:cxTEaSBBJdgwqy7hFZvsBHK6vx8d3X2_.mN0_xuKsuETMqvUMtFXYZ5ICrVzCLlK_0 2024-09-12T17:23:18.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.590+0000 7feee77fe640 20 handle_completion(): completion ok for obj=y[cxTEaSBBJdgwqy7hFZvsBHK6vx8d3X2] 2024-09-12T17:23:18.592 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.590+0000 7ff00c940800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:23:18.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.592+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:y state=0x564168d69c98 s->prefetch_data=0 2024-09-12T17:23:18.593 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.592+0000 7ff00c940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5naxnrq8b9bxij6b1nf0kksy7nmc7ibl 2024-09-12T17:23:18.595 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.594+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.595+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.597 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.595+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.596+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:z state=0x564168d69c98 s->prefetch_data=0 2024-09-12T17:23:18.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.596+0000 7ff00c940800 20 get_obj_state: setting s->obj_tag to esh1nfeb1flcuemuh2og6ictt15garhr 2024-09-12T17:23:18.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.596+0000 7ff00c940800 20 get_obj_state_impl: setting s->olh_tag to v61y60wfiaaktsnqrcw51luig80k5tn5 2024-09-12T17:23:18.598 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.596+0000 7ff00c940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=v61y60wfiaaktsnqrcw51luig80k5tn5 2024-09-12T17:23:18.599 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.597+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.600 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 olh_log_entry: epoch=2 op=3 key=z[qWx6sN05vVCxN8GQitAf5VJEYNHEvBz] 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:_:qWx6sN05vVCxN8GQitAf5VJEYNHEvBz_z state=0x564168da3338 s->prefetch_data=0 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 10 manifest: total_size = 22 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 get_obj_state: setting s->obj_tag to 891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10825204081760640439 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:_:qWx6sN05vVCxN8GQitAf5VJEYNHEvBz_z state=0x564168da3338 s->prefetch_data=0 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 prepare_atomic_modification: state is not atomic. state=0x564168da3338 2024-09-12T17:23:18.601 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.599+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.601+0000 7ff00c940800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:23:18.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.601+0000 7ff00c940800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:23:18.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.601+0000 7ff00c940800 0 deleting objects inline since gc isn't initialized 2024-09-12T17:23:18.603 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.601+0000 7ff00c940800 5 delete_objs_inline: removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19__shadow:qWx6sN05vVCxN8GQitAf5VJEYNHEvBz_.OemGQOQwoumWTz13SUQI96WVkGqx62c_0 2024-09-12T17:23:18.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.603+0000 7feee77fe640 20 handle_completion(): completion ok for obj=z[qWx6sN05vVCxN8GQitAf5VJEYNHEvBz] 2024-09-12T17:23:18.604 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.603+0000 7ff00c940800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:23:18.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.604+0000 7ff00c940800 20 get_obj_state: octx=0x564168a9b190 obj=myver:z state=0x564168d69c98 s->prefetch_data=0 2024-09-12T17:23:18.606 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.604+0000 7ff00c940800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=v61y60wfiaaktsnqrcw51luig80k5tn5 2024-09-12T17:23:18.608 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.606+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.609 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.608+0000 7ff00c940800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19.3.9 2024-09-12T17:23:18.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.608+0000 7ff00c940800 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-12T17:23:18.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.608+0000 7ff00c940800 1 NOTICE: finished all shards (3 entries removed) 2024-09-12T17:23:18.610 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.609+0000 7feebe7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:18.612 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.611+0000 7ff00c940800 20 remove_watcher() i=0 2024-09-12T17:23:18.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.611+0000 7ff00c940800 2 removed watcher, disabling cache 2024-09-12T17:23:18.613 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.612+0000 7ff00c940800 20 remove_watcher() i=1 2024-09-12T17:23:18.614 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.613+0000 7ff00c940800 20 remove_watcher() i=2 2024-09-12T17:23:18.615 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.614+0000 7ff00c940800 20 remove_watcher() i=3 2024-09-12T17:23:18.616 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.615+0000 7ff00c940800 20 remove_watcher() i=4 2024-09-12T17:23:18.617 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.616+0000 7ff00c940800 20 remove_watcher() i=5 2024-09-12T17:23:18.618 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.617+0000 7ff00c940800 20 remove_watcher() i=6 2024-09-12T17:23:18.619 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.618+0000 7ff00c940800 20 remove_watcher() i=7 2024-09-12T17:23:18.632 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:18.632 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:18.672 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:18.672 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:18.774 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:23:18.802 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:18.803 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:18.839 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.837+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.841 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.839+0000 7f8dc3812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.839+0000 7f8dc3812800 20 realm 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.839+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.840+0000 7f8dc3812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.840+0000 7f8dc3812800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.840+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.840+0000 7f8dc3812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.840+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.842 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.841+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:18.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.841+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:18.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.841+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:18.843 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.841+0000 7f8dc3812800 20 searching for the correct realm 2024-09-12T17:23:18.845 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:18.843+0000 7f8dbf6cc640 0 -- 172.21.15.123:0/3738721116 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f8da801b040 msgr2=0x7f8da806b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:19.051 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.050+0000 7f8dbe6ca640 0 -- 172.21.15.123:0/3738721116 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f8db8061040 msgr2=0x7f8db80a9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:19.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.255+0000 7f8dc3812800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:19.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.255+0000 7f8dc3812800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:19.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.255+0000 7f8dc3812800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:19.258 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.255+0000 7f8dc3812800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:19.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.255+0000 7f8dc3812800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:19.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.255+0000 7f8dc3812800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:19.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.255+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.256+0000 7f8dc3812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:19.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.256+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.256+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:19.259 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.256+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:19.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 zone default found 2024-09-12T17:23:19.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 4 Realm: () 2024-09-12T17:23:19.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:19.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:19.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:19.262 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 zonegroup default 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 started sync module instance, tier type = 2024-09-12T17:23:19.263 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.257+0000 7f8dc3812800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:19.269 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.268+0000 7f8dc3812800 20 add_watcher() i=0 2024-09-12T17:23:19.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.268+0000 7f8dc3812800 20 add_watcher() i=1 2024-09-12T17:23:19.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.268+0000 7f8dc3812800 20 add_watcher() i=2 2024-09-12T17:23:19.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.268+0000 7f8dc3812800 20 add_watcher() i=3 2024-09-12T17:23:19.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.268+0000 7f8dc3812800 20 add_watcher() i=4 2024-09-12T17:23:19.270 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.268+0000 7f8dc3812800 20 add_watcher() i=5 2024-09-12T17:23:19.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.269+0000 7f8dc3812800 20 add_watcher() i=6 2024-09-12T17:23:19.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.269+0000 7f8dc3812800 20 add_watcher() i=7 2024-09-12T17:23:19.271 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.269+0000 7f8dc3812800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:19.272 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8c757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:19.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8dc3812800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:19.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8dc3812800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:19.275 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8dc3812800 5 note: GC not initialized 2024-09-12T17:23:19.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8beffff640 20 reqs_thread_entry: start 2024-09-12T17:23:19.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8dc3812800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:19.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8dc3812800 20 Filter name: none 2024-09-12T17:23:19.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8bedffb640 20 reqs_thread_entry: start 2024-09-12T17:23:19.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.271+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.276 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.272+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.272+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.272+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.272+0000 7f8dc3812800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.272+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.272+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.273+0000 7f8dc3812800 20 rados->read ofs=0 len=0 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.273+0000 7f8dc3812800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:23:19.277 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.273+0000 7f8dc3812800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:23:19.278 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.275+0000 7f8c757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:19.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.277+0000 7f8dc3812800 20 remove_watcher() i=0 2024-09-12T17:23:19.279 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.277+0000 7f8dc3812800 2 removed watcher, disabling cache 2024-09-12T17:23:19.280 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.278+0000 7f8dc3812800 20 remove_watcher() i=1 2024-09-12T17:23:19.281 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.279+0000 7f8dc3812800 20 remove_watcher() i=2 2024-09-12T17:23:19.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.280+0000 7f8dc3812800 20 remove_watcher() i=3 2024-09-12T17:23:19.282 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.281+0000 7f8dc3812800 20 remove_watcher() i=4 2024-09-12T17:23:19.283 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.282+0000 7f8dc3812800 20 remove_watcher() i=5 2024-09-12T17:23:19.284 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.283+0000 7f8dc3812800 20 remove_watcher() i=6 2024-09-12T17:23:19.285 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T17:23:19.284+0000 7f8dc3812800 20 remove_watcher() i=7 2024-09-12T17:23:19.296 INFO:tasks.workunit.client.0.smithi123.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T17:23:19.296 INFO:tasks.workunit.client.0.smithi123.stderr:Deleting bucket a-bucket 2024-09-12T17:23:19.298 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:19.298 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:19.323 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:19.324 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:19.377 INFO:tasks.workunit.client.0.smithi123.stderr:Deleting bucket myver 2024-09-12T17:23:19.378 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:19.378 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:19.452 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:23:19.453 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T17:23:19.622 INFO:tasks.workunit.client.0.smithi123.stderr:Completed resharding tests 2024-09-12T17:23:19.622 INFO:tasks.workunit.client.0.smithi123.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:23:19.622 INFO:tasks.workunit.client.0.smithi123.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:23:19.622 INFO:tasks.workunit.client.0.smithi123.stdout:connected to https://localhost:443 2024-09-12T17:23:19.703 INFO:tasks.workunit.client.0.smithi123.stderr:+ deactivate 2024-09-12T17:23:19.703 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T17:23:19.703 INFO:tasks.workunit.client.0.smithi123.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ export PATH 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ hash -r 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset -f deactivate 2024-09-12T17:23:19.704 INFO:tasks.workunit.client.0.smithi123.stderr:+ echo OK. 2024-09-12T17:23:19.705 INFO:tasks.workunit.client.0.smithi123.stdout:OK. 2024-09-12T17:23:19.706 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:23:19.706 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:23:19.785 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-12T17:23:19.785 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:23:20.176 DEBUG:teuthology.parallel:result is None 2024-09-12T17:23:20.177 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:23:20.215 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:23:20.215 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:23:20.284 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:23:20.285 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-12T17:23:20.301 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-12T17:23:20.302 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-12T17:23:20.302 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-12T17:23:20.302 DEBUG:teuthology.orchestra.run.smithi123:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-12T17:23:20.353 INFO:teuthology.orchestra.run.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-12T17:23:24.616 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-12T17:23:24.617 DEBUG:teuthology.orchestra.run.smithi123:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-12T17:23:26.499 INFO:teuthology.orchestra.run.smithi123.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required RPM packages. Installing via sudo. 2024-09-12T17:23:27.060 INFO:teuthology.orchestra.run.smithi123.stdout:Last metadata expiration check: 0:33:20 ago on Thu 12 Sep 2024 04:50:07 PM UTC. 2024-09-12T17:23:27.201 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout: Package Arch Version Repository Size 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout: java-1.8.0-openjdk x86_64 1:1.8.0.362.b09-4.el9 appstream 426 k 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout: java-1.8.0-openjdk-devel x86_64 1:1.8.0.362.b09-4.el9 appstream 9.3 M 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2024-09-12T17:23:27.202 INFO:teuthology.orchestra.run.smithi123.stdout: java-1.8.0-openjdk-headless x86_64 1:1.8.0.362.b09-4.el9 appstream 32 M 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout:Installing weak dependencies: 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout: gtk2 x86_64 2.24.33-8.el9 appstream 3.5 M 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout: libcanberra-gtk2 x86_64 0.30-27.el9 appstream 26 k 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout:Install 5 Packages 2024-09-12T17:23:27.203 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:27.204 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 46 M 2024-09-12T17:23:27.204 INFO:teuthology.orchestra.run.smithi123.stdout:Installed size: 166 M 2024-09-12T17:23:27.204 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-09-12T17:23:27.668 INFO:teuthology.orchestra.run.smithi123.stdout:(1/5): java-1.8.0-openjdk-1.8.0.362.b09-4.el9.x 1.2 MB/s | 426 kB 00:00 2024-09-12T17:23:27.735 INFO:teuthology.orchestra.run.smithi123.stdout:(2/5): gtk2-2.24.33-8.el9.x86_64.rpm 8.5 MB/s | 3.5 MB 00:00 2024-09-12T17:23:27.861 INFO:teuthology.orchestra.run.smithi123.stdout:(3/5): java-1.8.0-openjdk-devel-1.8.0.362.b09-4 17 MB/s | 9.3 MB 00:00 2024-09-12T17:23:27.886 INFO:teuthology.orchestra.run.smithi123.stdout:(4/5): libcanberra-gtk2-0.30-27.el9.x86_64.rpm 172 kB/s | 26 kB 00:00 2024-09-12T17:23:29.011 INFO:teuthology.orchestra.run.smithi123.stdout:(5/5): java-1.8.0-openjdk-headless-1.8.0.362.b0 24 MB/s | 32 MB 00:01 2024-09-12T17:23:29.011 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-09-12T17:23:29.011 INFO:teuthology.orchestra.run.smithi123.stdout:Total 25 MB/s | 46 MB 00:01 2024-09-12T17:23:29.433 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-09-12T17:23:29.453 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-09-12T17:23:29.453 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-09-12T17:23:29.931 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-09-12T17:23:29.932 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-09-12T17:23:30.454 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 1/1 2024-09-12T17:23:30.599 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-09-12T17:23:30.784 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcanberra-gtk2-0.30-27.el9.x86_64 1/5 2024-09-12T17:23:31.388 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gtk2-2.24.33-8.el9.x86_64 2/5 2024-09-12T17:23:31.430 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T17:23:31.669 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T17:23:31.697 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T17:23:31.925 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T17:23:31.960 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T17:23:31.967 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T17:23:31.977 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 5/5 2024-09-12T17:23:32.020 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 5/5 2024-09-12T17:23:34.911 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T17:23:34.912 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gtk2-2.24.33-8.el9.x86_64 1/5 2024-09-12T17:23:34.912 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2/5 2024-09-12T17:23:34.912 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 3/5 2024-09-12T17:23:34.912 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 4/5 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcanberra-gtk2-0.30-27.el9.x86_64 5/5 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: gtk2-2.24.33-8.el9.x86_64 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: libcanberra-gtk2-0.30-27.el9.x86_64 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:35.325 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-09-12T17:23:35.768 INFO:teuthology.orchestra.run.smithi123.stdout: Gradle will be installed under /opt/gradle 2024-09-12T17:23:35.848 INFO:teuthology.orchestra.run.smithi123.stderr:--2024-09-12 17:23:35-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-12T17:23:35.963 INFO:teuthology.orchestra.run.smithi123.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.72.101, 104.16.73.101, 2606:4700::6810:4965, ... 2024-09-12T17:23:35.971 INFO:teuthology.orchestra.run.smithi123.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.72.101|:443... connected. 2024-09-12T17:23:36.082 INFO:teuthology.orchestra.run.smithi123.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-12T17:23:36.083 INFO:teuthology.orchestra.run.smithi123.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-12T17:23:36.083 INFO:teuthology.orchestra.run.smithi123.stderr:--2024-09-12 17:23:36-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-12T17:23:36.083 INFO:teuthology.orchestra.run.smithi123.stderr:Resolving github.com (github.com)... 140.82.112.3 2024-09-12T17:23:36.093 INFO:teuthology.orchestra.run.smithi123.stderr:Connecting to github.com (github.com)|140.82.112.3|:443... connected. 2024-09-12T17:23:36.232 INFO:teuthology.orchestra.run.smithi123.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-12T17:23:36.232 INFO:teuthology.orchestra.run.smithi123.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T172336Z&X-Amz-Expires=300&X-Amz-Signature=25e29cf996539fa6d681daed41e3e0e3553d8b9da9aa037bbae72cc34aba0b44&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-12T17:23:36.232 INFO:teuthology.orchestra.run.smithi123.stderr:--2024-09-12 17:23:36-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T172336Z&X-Amz-Expires=300&X-Amz-Signature=25e29cf996539fa6d681daed41e3e0e3553d8b9da9aa037bbae72cc34aba0b44&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-12T17:23:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.110.133, 185.199.108.133, 185.199.111.133, ... 2024-09-12T17:23:36.245 INFO:teuthology.orchestra.run.smithi123.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.110.133|:443... connected. 2024-09-12T17:23:36.327 INFO:teuthology.orchestra.run.smithi123.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-12T17:23:36.327 INFO:teuthology.orchestra.run.smithi123.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-12T17:23:36.327 INFO:teuthology.orchestra.run.smithi123.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2024-09-12T17:23:36.327 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T17:23:36.349 INFO:teuthology.orchestra.run.smithi123.stderr: 0K .......... .......... .......... .......... .......... 0% 2.11M 43s 2024-09-12T17:23:36.353 INFO:teuthology.orchestra.run.smithi123.stderr: 50K .......... .......... .......... .......... .......... 0% 13.7M 25s 2024-09-12T17:23:36.362 INFO:teuthology.orchestra.run.smithi123.stderr: 100K .......... .......... .......... .......... .......... 0% 5.43M 22s 2024-09-12T17:23:36.364 INFO:teuthology.orchestra.run.smithi123.stderr: 150K .......... .......... .......... .......... .......... 0% 20.9M 18s 2024-09-12T17:23:36.367 INFO:teuthology.orchestra.run.smithi123.stderr: 200K .......... .......... .......... .......... .......... 0% 20.0M 15s 2024-09-12T17:23:36.374 INFO:teuthology.orchestra.run.smithi123.stderr: 250K .......... .......... .......... .......... .......... 0% 8.20M 14s 2024-09-12T17:23:36.375 INFO:teuthology.orchestra.run.smithi123.stderr: 300K .......... .......... .......... .......... .......... 0% 32.0M 13s 2024-09-12T17:23:36.376 INFO:teuthology.orchestra.run.smithi123.stderr: 350K .......... .......... .......... .......... .......... 0% 27.0M 12s 2024-09-12T17:23:36.378 INFO:teuthology.orchestra.run.smithi123.stderr: 400K .......... .......... .......... .......... .......... 0% 48.5M 10s 2024-09-12T17:23:36.378 INFO:teuthology.orchestra.run.smithi123.stderr: 450K .......... .......... .......... .......... .......... 0% 87.3M 9s 2024-09-12T17:23:36.380 INFO:teuthology.orchestra.run.smithi123.stderr: 500K .......... .......... .......... .......... .......... 0% 32.0M 9s 2024-09-12T17:23:36.393 INFO:teuthology.orchestra.run.smithi123.stderr: 550K .......... .......... .......... .......... .......... 0% 8.07M 9s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 600K .......... .......... .......... .......... .......... 0% 157M 8s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 650K .......... .......... .......... .......... .......... 0% 148M 8s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 700K .......... .......... .......... .......... .......... 0% 52.4M 7s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 750K .......... .......... .......... .......... .......... 0% 43.8M 7s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 800K .......... .......... .......... .......... .......... 0% 74.6M 7s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 850K .......... .......... .......... .......... .......... 0% 135M 6s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 900K .......... .......... .......... .......... .......... 1% 180M 6s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 950K .......... .......... .......... .......... .......... 1% 57.2M 6s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 1000K .......... .......... .......... .......... .......... 1% 99.9M 6s 2024-09-12T17:23:36.394 INFO:teuthology.orchestra.run.smithi123.stderr: 1050K .......... .......... .......... .......... .......... 1% 305M 5s 2024-09-12T17:23:36.395 INFO:teuthology.orchestra.run.smithi123.stderr: 1100K .......... .......... .......... .......... .......... 1% 75.2M 5s 2024-09-12T17:23:37.886 INFO:teuthology.orchestra.run.smithi123.stderr: 1150K .......... .......... .......... .......... .......... 1% 9.08M 5s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1200K .......... .......... .......... .......... .......... 1% 159M 5s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1250K .......... .......... .......... .......... .......... 1% 184M 5s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1300K .......... .......... .......... .......... .......... 1% 85.7M 5s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1350K .......... .......... .......... .......... .......... 1% 325M 5s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1400K .......... .......... .......... .......... .......... 1% 103M 5s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1450K .......... .......... .......... .......... .......... 1% 130M 4s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1500K .......... .......... .......... .......... .......... 1% 107M 4s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1550K .......... .......... .......... .......... .......... 1% 122M 4s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1600K .......... .......... .......... .......... .......... 1% 233M 4s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1650K .......... .......... .......... .......... .......... 1% 150M 4s 2024-09-12T17:23:37.887 INFO:teuthology.orchestra.run.smithi123.stderr: 1700K .......... .......... .......... .......... .......... 1% 114M 4s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 1750K .......... .......... .......... .......... .......... 1% 145M 4s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 1800K .......... .......... .......... .......... .......... 1% 412M 4s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 1850K .......... .......... .......... .......... .......... 2% 159M 4s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 1900K .......... .......... .......... .......... .......... 2% 74.4M 4s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 1950K .......... .......... .......... .......... .......... 2% 239M 3s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 2000K .......... .......... .......... .......... .......... 2% 298M 3s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 2050K .......... .......... .......... .......... .......... 2% 401M 3s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 2100K .......... .......... .......... .......... .......... 2% 159M 3s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 2150K .......... .......... .......... .......... .......... 2% 197M 3s 2024-09-12T17:23:37.888 INFO:teuthology.orchestra.run.smithi123.stderr: 2200K .......... .......... .......... .......... .......... 2% 200M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2250K .......... .......... .......... .......... .......... 2% 347M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2300K .......... .......... .......... .......... .......... 2% 11.0M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2350K .......... .......... .......... .......... .......... 2% 432M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2400K .......... .......... .......... .......... .......... 2% 89.9M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2450K .......... .......... .......... .......... .......... 2% 286M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2500K .......... .......... .......... .......... .......... 2% 382M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2550K .......... .......... .......... .......... .......... 2% 189M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2600K .......... .......... .......... .......... .......... 2% 294M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2650K .......... .......... .......... .......... .......... 2% 183M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2700K .......... .......... .......... .......... .......... 2% 240M 3s 2024-09-12T17:23:37.889 INFO:teuthology.orchestra.run.smithi123.stderr: 2750K .......... .......... .......... .......... .......... 3% 375M 3s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 2800K .......... .......... .......... .......... .......... 3% 245M 3s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 2850K .......... .......... .......... .......... .......... 3% 246M 3s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 2900K .......... .......... .......... .......... .......... 3% 149M 3s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 2950K .......... .......... .......... .......... .......... 3% 402M 3s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 3000K .......... .......... .......... .......... .......... 3% 162M 2s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 3050K .......... .......... .......... .......... .......... 3% 439M 2s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 3100K .......... .......... .......... .......... .......... 3% 263M 2s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 3150K .......... .......... .......... .......... .......... 3% 387M 2s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 3200K .......... .......... .......... .......... .......... 3% 327M 2s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 3250K .......... .......... .......... .......... .......... 3% 302M 2s 2024-09-12T17:23:37.890 INFO:teuthology.orchestra.run.smithi123.stderr: 3300K .......... .......... .......... .......... .......... 3% 358M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3350K .......... .......... .......... .......... .......... 3% 265M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3400K .......... .......... .......... .......... .......... 3% 371M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3450K .......... .......... .......... .......... .......... 3% 267M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3500K .......... .......... .......... .......... .......... 3% 242M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3550K .......... .......... .......... .......... .......... 3% 334M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3600K .......... .......... .......... .......... .......... 3% 392M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3650K .......... .......... .......... .......... .......... 3% 425M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3700K .......... .......... .......... .......... .......... 4% 245M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3750K .......... .......... .......... .......... .......... 4% 390M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3800K .......... .......... .......... .......... .......... 4% 157M 2s 2024-09-12T17:23:37.891 INFO:teuthology.orchestra.run.smithi123.stderr: 3850K .......... .......... .......... .......... .......... 4% 425M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 3900K .......... .......... .......... .......... .......... 4% 170M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 3950K .......... .......... .......... .......... .......... 4% 420M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4000K .......... .......... .......... .......... .......... 4% 391M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4050K .......... .......... .......... .......... .......... 4% 420M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4100K .......... .......... .......... .......... .......... 4% 232M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4150K .......... .......... .......... .......... .......... 4% 338M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4200K .......... .......... .......... .......... .......... 4% 417M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4250K .......... .......... .......... .......... .......... 4% 431M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4300K .......... .......... .......... .......... .......... 4% 361M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4350K .......... .......... .......... .......... .......... 4% 348M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4400K .......... .......... .......... .......... .......... 4% 325M 2s 2024-09-12T17:23:37.892 INFO:teuthology.orchestra.run.smithi123.stderr: 4450K .......... .......... .......... .......... .......... 4% 310M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4500K .......... .......... .......... .......... .......... 4% 138M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4550K .......... .......... .......... .......... .......... 4% 15.3M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4600K .......... .......... .......... .......... .......... 5% 376M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4650K .......... .......... .......... .......... .......... 5% 412M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4700K .......... .......... .......... .......... .......... 5% 259M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4750K .......... .......... .......... .......... .......... 5% 210M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4800K .......... .......... .......... .......... .......... 5% 197M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4850K .......... .......... .......... .......... .......... 5% 277M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4900K .......... .......... .......... .......... .......... 5% 362M 2s 2024-09-12T17:23:37.893 INFO:teuthology.orchestra.run.smithi123.stderr: 4950K .......... .......... .......... .......... .......... 5% 405M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5000K .......... .......... .......... .......... .......... 5% 430M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5050K .......... .......... .......... .......... .......... 5% 443M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5100K .......... .......... .......... .......... .......... 5% 241M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5150K .......... .......... .......... .......... .......... 5% 411M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5200K .......... .......... .......... .......... .......... 5% 431M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5250K .......... .......... .......... .......... .......... 5% 410M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5300K .......... .......... .......... .......... .......... 5% 373M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5350K .......... .......... .......... .......... .......... 5% 418M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5400K .......... .......... .......... .......... .......... 5% 422M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5450K .......... .......... .......... .......... .......... 5% 376M 2s 2024-09-12T17:23:37.894 INFO:teuthology.orchestra.run.smithi123.stderr: 5500K .......... .......... .......... .......... .......... 5% 344M 2s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5550K .......... .......... .......... .......... .......... 6% 435M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5600K .......... .......... .......... .......... .......... 6% 420M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5650K .......... .......... .......... .......... .......... 6% 438M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5700K .......... .......... .......... .......... .......... 6% 384M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5750K .......... .......... .......... .......... .......... 6% 419M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5800K .......... .......... .......... .......... .......... 6% 434M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5850K .......... .......... .......... .......... .......... 6% 384M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5900K .......... .......... .......... .......... .......... 6% 355M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 5950K .......... .......... .......... .......... .......... 6% 422M 1s 2024-09-12T17:23:37.895 INFO:teuthology.orchestra.run.smithi123.stderr: 6000K .......... .......... .......... .......... .......... 6% 444M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6050K .......... .......... .......... .......... .......... 6% 438M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6100K .......... .......... .......... .......... .......... 6% 206M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6150K .......... .......... .......... .......... .......... 6% 434M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6200K .......... .......... .......... .......... .......... 6% 436M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6250K .......... .......... .......... .......... .......... 6% 227M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6300K .......... .......... .......... .......... .......... 6% 219M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6350K .......... .......... .......... .......... .......... 6% 434M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6400K .......... .......... .......... .......... .......... 6% 404M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6450K .......... .......... .......... .......... .......... 6% 425M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6500K .......... .......... .......... .......... .......... 7% 277M 1s 2024-09-12T17:23:37.896 INFO:teuthology.orchestra.run.smithi123.stderr: 6550K .......... .......... .......... .......... .......... 7% 402M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6600K .......... .......... .......... .......... .......... 7% 433M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6650K .......... .......... .......... .......... .......... 7% 443M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6700K .......... .......... .......... .......... .......... 7% 359M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6750K .......... .......... .......... .......... .......... 7% 450M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6800K .......... .......... .......... .......... .......... 7% 421M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6850K .......... .......... .......... .......... .......... 7% 348M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6900K .......... .......... .......... .......... .......... 7% 378M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 6950K .......... .......... .......... .......... .......... 7% 447M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 7000K .......... .......... .......... .......... .......... 7% 106M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 7050K .......... .......... .......... .......... .......... 7% 408M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 7100K .......... .......... .......... .......... .......... 7% 362M 1s 2024-09-12T17:23:37.897 INFO:teuthology.orchestra.run.smithi123.stderr: 7150K .......... .......... .......... .......... .......... 7% 436M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7200K .......... .......... .......... .......... .......... 7% 414M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7250K .......... .......... .......... .......... .......... 7% 439M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7300K .......... .......... .......... .......... .......... 7% 387M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7350K .......... .......... .......... .......... .......... 7% 366M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7400K .......... .......... .......... .......... .......... 8% 419M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7450K .......... .......... .......... .......... .......... 8% 416M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7500K .......... .......... .......... .......... .......... 8% 355M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7550K .......... .......... .......... .......... .......... 8% 266M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7600K .......... .......... .......... .......... .......... 8% 41.5M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7650K .......... .......... .......... .......... .......... 8% 24.9M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7700K .......... .......... .......... .......... .......... 8% 127M 1s 2024-09-12T17:23:37.898 INFO:teuthology.orchestra.run.smithi123.stderr: 7750K .......... .......... .......... .......... .......... 8% 96.8M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 7800K .......... .......... .......... .......... .......... 8% 413M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 7850K .......... .......... .......... .......... .......... 8% 436M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 7900K .......... .......... .......... .......... .......... 8% 339M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 7950K .......... .......... .......... .......... .......... 8% 428M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8000K .......... .......... .......... .......... .......... 8% 442M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8050K .......... .......... .......... .......... .......... 8% 400M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8100K .......... .......... .......... .......... .......... 8% 387M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8150K .......... .......... .......... .......... .......... 8% 423M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8200K .......... .......... .......... .......... .......... 8% 388M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8250K .......... .......... .......... .......... .......... 8% 435M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8300K .......... .......... .......... .......... .......... 8% 326M 1s 2024-09-12T17:23:37.899 INFO:teuthology.orchestra.run.smithi123.stderr: 8350K .......... .......... .......... .......... .......... 9% 402M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8400K .......... .......... .......... .......... .......... 9% 191M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8450K .......... .......... .......... .......... .......... 9% 289M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8500K .......... .......... .......... .......... .......... 9% 377M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8550K .......... .......... .......... .......... .......... 9% 385M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8600K .......... .......... .......... .......... .......... 9% 443M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8650K .......... .......... .......... .......... .......... 9% 423M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8700K .......... .......... .......... .......... .......... 9% 111M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8750K .......... .......... .......... .......... .......... 9% 420M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8800K .......... .......... .......... .......... .......... 9% 253M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8850K .......... .......... .......... .......... .......... 9% 378M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8900K .......... .......... .......... .......... .......... 9% 335M 1s 2024-09-12T17:23:37.900 INFO:teuthology.orchestra.run.smithi123.stderr: 8950K .......... .......... .......... .......... .......... 9% 387M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9000K .......... .......... .......... .......... .......... 9% 426M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9050K .......... .......... .......... .......... .......... 9% 405M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9100K .......... .......... .......... .......... .......... 9% 367M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9150K .......... .......... .......... .......... .......... 9% 436M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9200K .......... .......... .......... .......... .......... 9% 382M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9250K .......... .......... .......... .......... .......... 10% 428M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9300K .......... .......... .......... .......... .......... 10% 322M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9350K .......... .......... .......... .......... .......... 10% 424M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9400K .......... .......... .......... .......... .......... 10% 413M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9450K .......... .......... .......... .......... .......... 10% 409M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9500K .......... .......... .......... .......... .......... 10% 166M 1s 2024-09-12T17:23:37.901 INFO:teuthology.orchestra.run.smithi123.stderr: 9550K .......... .......... .......... .......... .......... 10% 309M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9600K .......... .......... .......... .......... .......... 10% 424M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9650K .......... .......... .......... .......... .......... 10% 380M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9700K .......... .......... .......... .......... .......... 10% 386M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9750K .......... .......... .......... .......... .......... 10% 410M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9800K .......... .......... .......... .......... .......... 10% 439M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9850K .......... .......... .......... .......... .......... 10% 416M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9900K .......... .......... .......... .......... .......... 10% 335M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 9950K .......... .......... .......... .......... .......... 10% 434M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 10000K .......... .......... .......... .......... .......... 10% 440M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 10050K .......... .......... .......... .......... .......... 10% 439M 1s 2024-09-12T17:23:37.902 INFO:teuthology.orchestra.run.smithi123.stderr: 10100K .......... .......... .......... .......... .......... 10% 387M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10150K .......... .......... .......... .......... .......... 10% 436M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10200K .......... .......... .......... .......... .......... 11% 379M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10250K .......... .......... .......... .......... .......... 11% 413M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10300K .......... .......... .......... .......... .......... 11% 455M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10350K .......... .......... .......... .......... .......... 11% 281M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10400K .......... .......... .......... .......... .......... 11% 440M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10450K .......... .......... .......... .......... .......... 11% 402M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10500K .......... .......... .......... .......... .......... 11% 235M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10550K .......... .......... .......... .......... .......... 11% 207M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10600K .......... .......... .......... .......... .......... 11% 441M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10650K .......... .......... .......... .......... .......... 11% 405M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10700K .......... .......... .......... .......... .......... 11% 62.9M 1s 2024-09-12T17:23:37.903 INFO:teuthology.orchestra.run.smithi123.stderr: 10750K .......... .......... .......... .......... .......... 11% 21.4M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 10800K .......... .......... .......... .......... .......... 11% 75.7M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 10850K .......... .......... .......... .......... .......... 11% 407M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 10900K .......... .......... .......... .......... .......... 11% 413M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 10950K .......... .......... .......... .......... .......... 11% 404M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11000K .......... .......... .......... .......... .......... 11% 428M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11050K .......... .......... .......... .......... .......... 11% 420M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11100K .......... .......... .......... .......... .......... 12% 449M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11150K .......... .......... .......... .......... .......... 12% 384M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11200K .......... .......... .......... .......... .......... 12% 198M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11250K .......... .......... .......... .......... .......... 12% 401M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11300K .......... .......... .......... .......... .......... 12% 436M 1s 2024-09-12T17:23:37.904 INFO:teuthology.orchestra.run.smithi123.stderr: 11350K .......... .......... .......... .......... .......... 12% 397M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11400K .......... .......... .......... .......... .......... 12% 443M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11450K .......... .......... .......... .......... .......... 12% 441M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11500K .......... .......... .......... .......... .......... 12% 217M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11550K .......... .......... .......... .......... .......... 12% 301M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11600K .......... .......... .......... .......... .......... 12% 436M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11650K .......... .......... .......... .......... .......... 12% 294M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11700K .......... .......... .......... .......... .......... 12% 447M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11750K .......... .......... .......... .......... .......... 12% 149M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11800K .......... .......... .......... .......... .......... 12% 151M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11850K .......... .......... .......... .......... .......... 12% 264M 1s 2024-09-12T17:23:37.905 INFO:teuthology.orchestra.run.smithi123.stderr: 11900K .......... .......... .......... .......... .......... 12% 353M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 11950K .......... .......... .......... .......... .......... 12% 371M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12000K .......... .......... .......... .......... .......... 12% 431M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12050K .......... .......... .......... .......... .......... 13% 270M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12100K .......... .......... .......... .......... .......... 13% 228M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12150K .......... .......... .......... .......... .......... 13% 260M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12200K .......... .......... .......... .......... .......... 13% 184M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12250K .......... .......... .......... .......... .......... 13% 412M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12300K .......... .......... .......... .......... .......... 13% 438M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12350K .......... .......... .......... .......... .......... 13% 374M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12400K .......... .......... .......... .......... .......... 13% 310M 1s 2024-09-12T17:23:37.906 INFO:teuthology.orchestra.run.smithi123.stderr: 12450K .......... .......... .......... .......... .......... 13% 385M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12500K .......... .......... .......... .......... .......... 13% 456M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12550K .......... .......... .......... .......... .......... 13% 408M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12600K .......... .......... .......... .......... .......... 13% 248M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12650K .......... .......... .......... .......... .......... 13% 394M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12700K .......... .......... .......... .......... .......... 13% 381M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12750K .......... .......... .......... .......... .......... 13% 273M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12800K .......... .......... .......... .......... .......... 13% 389M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12850K .......... .......... .......... .......... .......... 13% 295M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12900K .......... .......... .......... .......... .......... 13% 426M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 12950K .......... .......... .......... .......... .......... 13% 377M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 13000K .......... .......... .......... .......... .......... 14% 435M 1s 2024-09-12T17:23:37.907 INFO:teuthology.orchestra.run.smithi123.stderr: 13050K .......... .......... .......... .......... .......... 14% 436M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13100K .......... .......... .......... .......... .......... 14% 405M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13150K .......... .......... .......... .......... .......... 14% 351M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13200K .......... .......... .......... .......... .......... 14% 435M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13250K .......... .......... .......... .......... .......... 14% 384M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13300K .......... .......... .......... .......... .......... 14% 430M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13350K .......... .......... .......... .......... .......... 14% 378M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13400K .......... .......... .......... .......... .......... 14% 442M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13450K .......... .......... .......... .......... .......... 14% 339M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13500K .......... .......... .......... .......... .......... 14% 400M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13550K .......... .......... .......... .......... .......... 14% 363M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13600K .......... .......... .......... .......... .......... 14% 461M 1s 2024-09-12T17:23:37.908 INFO:teuthology.orchestra.run.smithi123.stderr: 13650K .......... .......... .......... .......... .......... 14% 97.3M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 13700K .......... .......... .......... .......... .......... 14% 333M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 13750K .......... .......... .......... .......... .......... 14% 341M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 13800K .......... .......... .......... .......... .......... 14% 31.5M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 13850K .......... .......... .......... .......... .......... 14% 40.9M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 13900K .......... .......... .......... .......... .......... 15% 168M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 13950K .......... .......... .......... .......... .......... 15% 370M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 14000K .......... .......... .......... .......... .......... 15% 358M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 14050K .......... .......... .......... .......... .......... 15% 439M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 14100K .......... .......... .......... .......... .......... 15% 428M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 14150K .......... .......... .......... .......... .......... 15% 400M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 14200K .......... .......... .......... .......... .......... 15% 262M 1s 2024-09-12T17:23:37.909 INFO:teuthology.orchestra.run.smithi123.stderr: 14250K .......... .......... .......... .......... .......... 15% 423M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14300K .......... .......... .......... .......... .......... 15% 407M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14350K .......... .......... .......... .......... .......... 15% 352M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14400K .......... .......... .......... .......... .......... 15% 401M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14450K .......... .......... .......... .......... .......... 15% 451M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14500K .......... .......... .......... .......... .......... 15% 232M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14550K .......... .......... .......... .......... .......... 15% 359M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14600K .......... .......... .......... .......... .......... 15% 412M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14650K .......... .......... .......... .......... .......... 15% 402M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14700K .......... .......... .......... .......... .......... 15% 447M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14750K .......... .......... .......... .......... .......... 15% 367M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14800K .......... .......... .......... .......... .......... 15% 387M 1s 2024-09-12T17:23:37.910 INFO:teuthology.orchestra.run.smithi123.stderr: 14850K .......... .......... .......... .......... .......... 16% 85.6M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 14900K .......... .......... .......... .......... .......... 16% 401M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 14950K .......... .......... .......... .......... .......... 16% 326M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15000K .......... .......... .......... .......... .......... 16% 311M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15050K .......... .......... .......... .......... .......... 16% 128M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15100K .......... .......... .......... .......... .......... 16% 199M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15150K .......... .......... .......... .......... .......... 16% 320M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15200K .......... .......... .......... .......... .......... 16% 133M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15250K .......... .......... .......... .......... .......... 16% 373M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15300K .......... .......... .......... .......... .......... 16% 149M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15350K .......... .......... .......... .......... .......... 16% 285M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15400K .......... .......... .......... .......... .......... 16% 428M 1s 2024-09-12T17:23:37.911 INFO:teuthology.orchestra.run.smithi123.stderr: 15450K .......... .......... .......... .......... .......... 16% 441M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15500K .......... .......... .......... .......... .......... 16% 438M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15550K .......... .......... .......... .......... .......... 16% 367M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15600K .......... .......... .......... .......... .......... 16% 436M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15650K .......... .......... .......... .......... .......... 16% 441M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15700K .......... .......... .......... .......... .......... 16% 405M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15750K .......... .......... .......... .......... .......... 17% 384M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15800K .......... .......... .......... .......... .......... 17% 450M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15850K .......... .......... .......... .......... .......... 17% 449M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15900K .......... .......... .......... .......... .......... 17% 442M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 15950K .......... .......... .......... .......... .......... 17% 371M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 16000K .......... .......... .......... .......... .......... 17% 427M 1s 2024-09-12T17:23:37.912 INFO:teuthology.orchestra.run.smithi123.stderr: 16050K .......... .......... .......... .......... .......... 17% 451M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16100K .......... .......... .......... .......... .......... 17% 435M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16150K .......... .......... .......... .......... .......... 17% 385M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16200K .......... .......... .......... .......... .......... 17% 422M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16250K .......... .......... .......... .......... .......... 17% 437M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16300K .......... .......... .......... .......... .......... 17% 431M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16350K .......... .......... .......... .......... .......... 17% 364M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16400K .......... .......... .......... .......... .......... 17% 434M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16450K .......... .......... .......... .......... .......... 17% 443M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16500K .......... .......... .......... .......... .......... 17% 448M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16550K .......... .......... .......... .......... .......... 17% 407M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16600K .......... .......... .......... .......... .......... 17% 82.8M 1s 2024-09-12T17:23:37.913 INFO:teuthology.orchestra.run.smithi123.stderr: 16650K .......... .......... .......... .......... .......... 17% 434M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 16700K .......... .......... .......... .......... .......... 18% 404M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 16750K .......... .......... .......... .......... .......... 18% 364M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 16800K .......... .......... .......... .......... .......... 18% 425M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 16850K .......... .......... .......... .......... .......... 18% 66.0M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 16900K .......... .......... .......... .......... .......... 18% 35.3M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 16950K .......... .......... .......... .......... .......... 18% 376M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 17000K .......... .......... .......... .......... .......... 18% 81.3M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 17050K .......... .......... .......... .......... .......... 18% 229M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 17100K .......... .......... .......... .......... .......... 18% 421M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 17150K .......... .......... .......... .......... .......... 18% 357M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 17200K .......... .......... .......... .......... .......... 18% 436M 1s 2024-09-12T17:23:37.914 INFO:teuthology.orchestra.run.smithi123.stderr: 17250K .......... .......... .......... .......... .......... 18% 440M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17300K .......... .......... .......... .......... .......... 18% 447M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17350K .......... .......... .......... .......... .......... 18% 265M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17400K .......... .......... .......... .......... .......... 18% 274M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17450K .......... .......... .......... .......... .......... 18% 440M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17500K .......... .......... .......... .......... .......... 18% 244M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17550K .......... .......... .......... .......... .......... 18% 365M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17600K .......... .......... .......... .......... .......... 18% 412M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17650K .......... .......... .......... .......... .......... 19% 419M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17700K .......... .......... .......... .......... .......... 19% 449M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17750K .......... .......... .......... .......... .......... 19% 244M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17800K .......... .......... .......... .......... .......... 19% 329M 1s 2024-09-12T17:23:37.915 INFO:teuthology.orchestra.run.smithi123.stderr: 17850K .......... .......... .......... .......... .......... 19% 440M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 17900K .......... .......... .......... .......... .......... 19% 442M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 17950K .......... .......... .......... .......... .......... 19% 211M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18000K .......... .......... .......... .......... .......... 19% 209M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18050K .......... .......... .......... .......... .......... 19% 270M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18100K .......... .......... .......... .......... .......... 19% 112M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18150K .......... .......... .......... .......... .......... 19% 390M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18200K .......... .......... .......... .......... .......... 19% 181M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18250K .......... .......... .......... .......... .......... 19% 246M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18300K .......... .......... .......... .......... .......... 19% 93.2M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18350K .......... .......... .......... .......... .......... 19% 334M 1s 2024-09-12T17:23:37.916 INFO:teuthology.orchestra.run.smithi123.stderr: 18400K .......... .......... .......... .......... .......... 19% 435M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18450K .......... .......... .......... .......... .......... 19% 131M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18500K .......... .......... .......... .......... .......... 19% 433M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18550K .......... .......... .......... .......... .......... 20% 398M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18600K .......... .......... .......... .......... .......... 20% 264M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18650K .......... .......... .......... .......... .......... 20% 434M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18700K .......... .......... .......... .......... .......... 20% 434M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18750K .......... .......... .......... .......... .......... 20% 354M 1s 2024-09-12T17:23:37.917 INFO:teuthology.orchestra.run.smithi123.stderr: 18800K .......... .......... .......... .......... .......... 20% 450M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 18850K .......... .......... .......... .......... .......... 20% 435M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 18900K .......... .......... .......... .......... .......... 20% 424M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 18950K .......... .......... .......... .......... .......... 20% 361M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19000K .......... .......... .......... .......... .......... 20% 412M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19050K .......... .......... .......... .......... .......... 20% 409M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19100K .......... .......... .......... .......... .......... 20% 431M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19150K .......... .......... .......... .......... .......... 20% 347M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19200K .......... .......... .......... .......... .......... 20% 417M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19250K .......... .......... .......... .......... .......... 20% 434M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19300K .......... .......... .......... .......... .......... 20% 435M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19350K .......... .......... .......... .......... .......... 20% 409M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19400K .......... .......... .......... .......... .......... 20% 442M 1s 2024-09-12T17:23:37.918 INFO:teuthology.orchestra.run.smithi123.stderr: 19450K .......... .......... .......... .......... .......... 20% 399M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19500K .......... .......... .......... .......... .......... 21% 452M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19550K .......... .......... .......... .......... .......... 21% 349M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19600K .......... .......... .......... .......... .......... 21% 64.2M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19650K .......... .......... .......... .......... .......... 21% 403M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19700K .......... .......... .......... .......... .......... 21% 434M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19750K .......... .......... .......... .......... .......... 21% 364M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19800K .......... .......... .......... .......... .......... 21% 443M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19850K .......... .......... .......... .......... .......... 21% 437M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19900K .......... .......... .......... .......... .......... 21% 455M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 19950K .......... .......... .......... .......... .......... 21% 31.9M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 20000K .......... .......... .......... .......... .......... 21% 127M 1s 2024-09-12T17:23:37.919 INFO:teuthology.orchestra.run.smithi123.stderr: 20050K .......... .......... .......... .......... .......... 21% 236M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20100K .......... .......... .......... .......... .......... 21% 157M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20150K .......... .......... .......... .......... .......... 21% 183M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20200K .......... .......... .......... .......... .......... 21% 431M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20250K .......... .......... .......... .......... .......... 21% 336M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20300K .......... .......... .......... .......... .......... 21% 441M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20350K .......... .......... .......... .......... .......... 21% 361M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20400K .......... .......... .......... .......... .......... 22% 438M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20450K .......... .......... .......... .......... .......... 22% 414M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20500K .......... .......... .......... .......... .......... 22% 443M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20550K .......... .......... .......... .......... .......... 22% 220M 1s 2024-09-12T17:23:37.920 INFO:teuthology.orchestra.run.smithi123.stderr: 20600K .......... .......... .......... .......... .......... 22% 347M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 20650K .......... .......... .......... .......... .......... 22% 81.0M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 20700K .......... .......... .......... .......... .......... 22% 228M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 20750K .......... .......... .......... .......... .......... 22% 397M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 20800K .......... .......... .......... .......... .......... 22% 365M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 20850K .......... .......... .......... .......... .......... 22% 419M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 20900K .......... .......... .......... .......... .......... 22% 380M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 20950K .......... .......... .......... .......... .......... 22% 427M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 21000K .......... .......... .......... .......... .......... 22% 445M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 21050K .......... .......... .......... .......... .......... 22% 431M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 21100K .......... .......... .......... .......... .......... 22% 345M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 21150K .......... .......... .......... .......... .......... 22% 429M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 21200K .......... .......... .......... .......... .......... 22% 440M 1s 2024-09-12T17:23:37.921 INFO:teuthology.orchestra.run.smithi123.stderr: 21250K .......... .......... .......... .......... .......... 22% 385M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21300K .......... .......... .......... .......... .......... 22% 121M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21350K .......... .......... .......... .......... .......... 23% 157M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21400K .......... .......... .......... .......... .......... 23% 426M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21450K .......... .......... .......... .......... .......... 23% 199M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21500K .......... .......... .......... .......... .......... 23% 140M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21550K .......... .......... .......... .......... .......... 23% 276M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21600K .......... .......... .......... .......... .......... 23% 399M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21650K .......... .......... .......... .......... .......... 23% 427M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21700K .......... .......... .......... .......... .......... 23% 399M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21750K .......... .......... .......... .......... .......... 23% 404M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21800K .......... .......... .......... .......... .......... 23% 312M 1s 2024-09-12T17:23:37.922 INFO:teuthology.orchestra.run.smithi123.stderr: 21850K .......... .......... .......... .......... .......... 23% 312M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 21900K .......... .......... .......... .......... .......... 23% 350M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 21950K .......... .......... .......... .......... .......... 23% 156M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22000K .......... .......... .......... .......... .......... 23% 426M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22050K .......... .......... .......... .......... .......... 23% 441M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22100K .......... .......... .......... .......... .......... 23% 387M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22150K .......... .......... .......... .......... .......... 23% 410M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22200K .......... .......... .......... .......... .......... 23% 414M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22250K .......... .......... .......... .......... .......... 24% 417M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22300K .......... .......... .......... .......... .......... 24% 354M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22350K .......... .......... .......... .......... .......... 24% 449M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22400K .......... .......... .......... .......... .......... 24% 451M 1s 2024-09-12T17:23:37.923 INFO:teuthology.orchestra.run.smithi123.stderr: 22450K .......... .......... .......... .......... .......... 24% 442M 1s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22500K .......... .......... .......... .......... .......... 24% 66.8M 1s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22550K .......... .......... .......... .......... .......... 24% 335M 1s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22600K .......... .......... .......... .......... .......... 24% 401M 1s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22650K .......... .......... .......... .......... .......... 24% 426M 0s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22700K .......... .......... .......... .......... .......... 24% 350M 0s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22750K .......... .......... .......... .......... .......... 24% 405M 0s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22800K .......... .......... .......... .......... .......... 24% 421M 0s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22850K .......... .......... .......... .......... .......... 24% 372M 0s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22900K .......... .......... .......... .......... .......... 24% 378M 0s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 22950K .......... .......... .......... .......... .......... 24% 454M 0s 2024-09-12T17:23:37.924 INFO:teuthology.orchestra.run.smithi123.stderr: 23000K .......... .......... .......... .......... .......... 24% 39.7M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23050K .......... .......... .......... .......... .......... 24% 309M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23100K .......... .......... .......... .......... .......... 24% 82.4M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23150K .......... .......... .......... .......... .......... 24% 429M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23200K .......... .......... .......... .......... .......... 25% 93.2M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23250K .......... .......... .......... .......... .......... 25% 160M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23300K .......... .......... .......... .......... .......... 25% 361M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23350K .......... .......... .......... .......... .......... 25% 425M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23400K .......... .......... .......... .......... .......... 25% 424M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23450K .......... .......... .......... .......... .......... 25% 428M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23500K .......... .......... .......... .......... .......... 25% 289M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23550K .......... .......... .......... .......... .......... 25% 408M 0s 2024-09-12T17:23:37.925 INFO:teuthology.orchestra.run.smithi123.stderr: 23600K .......... .......... .......... .......... .......... 25% 436M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 23650K .......... .......... .......... .......... .......... 25% 443M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 23700K .......... .......... .......... .......... .......... 25% 73.6M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 23750K .......... .......... .......... .......... .......... 25% 372M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 23800K .......... .......... .......... .......... .......... 25% 214M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 23850K .......... .......... .......... .......... .......... 25% 423M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 23900K .......... .......... .......... .......... .......... 25% 163M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 23950K .......... .......... .......... .......... .......... 25% 408M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 24000K .......... .......... .......... .......... .......... 25% 432M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 24050K .......... .......... .......... .......... .......... 25% 380M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 24100K .......... .......... .......... .......... .......... 25% 393M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 24150K .......... .......... .......... .......... .......... 26% 267M 0s 2024-09-12T17:23:37.926 INFO:teuthology.orchestra.run.smithi123.stderr: 24200K .......... .......... .......... .......... .......... 26% 239M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24250K .......... .......... .......... .......... .......... 26% 404M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24300K .......... .......... .......... .......... .......... 26% 404M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24350K .......... .......... .......... .......... .......... 26% 420M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24400K .......... .......... .......... .......... .......... 26% 367M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24450K .......... .......... .......... .......... .......... 26% 434M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24500K .......... .......... .......... .......... .......... 26% 417M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24550K .......... .......... .......... .......... .......... 26% 114M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24600K .......... .......... .......... .......... .......... 26% 167M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24650K .......... .......... .......... .......... .......... 26% 422M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24700K .......... .......... .......... .......... .......... 26% 435M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24750K .......... .......... .......... .......... .......... 26% 436M 0s 2024-09-12T17:23:37.927 INFO:teuthology.orchestra.run.smithi123.stderr: 24800K .......... .......... .......... .......... .......... 26% 351M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 24850K .......... .......... .......... .......... .......... 26% 323M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 24900K .......... .......... .......... .......... .......... 26% 450M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 24950K .......... .......... .......... .......... .......... 26% 236M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25000K .......... .......... .......... .......... .......... 26% 200M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25050K .......... .......... .......... .......... .......... 27% 398M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25100K .......... .......... .......... .......... .......... 27% 430M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25150K .......... .......... .......... .......... .......... 27% 440M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25200K .......... .......... .......... .......... .......... 27% 389M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25250K .......... .......... .......... .......... .......... 27% 422M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25300K .......... .......... .......... .......... .......... 27% 435M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25350K .......... .......... .......... .......... .......... 27% 418M 0s 2024-09-12T17:23:37.928 INFO:teuthology.orchestra.run.smithi123.stderr: 25400K .......... .......... .......... .......... .......... 27% 349M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25450K .......... .......... .......... .......... .......... 27% 445M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25500K .......... .......... .......... .......... .......... 27% 83.6M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25550K .......... .......... .......... .......... .......... 27% 313M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25600K .......... .......... .......... .......... .......... 27% 261M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25650K .......... .......... .......... .......... .......... 27% 341M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25700K .......... .......... .......... .......... .......... 27% 302M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25750K .......... .......... .......... .......... .......... 27% 430M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25800K .......... .......... .......... .......... .......... 27% 411M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25850K .......... .......... .......... .......... .......... 27% 382M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25900K .......... .......... .......... .......... .......... 27% 201M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 25950K .......... .......... .......... .......... .......... 27% 418M 0s 2024-09-12T17:23:37.929 INFO:teuthology.orchestra.run.smithi123.stderr: 26000K .......... .......... .......... .......... .......... 28% 54.2M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26050K .......... .......... .......... .......... .......... 28% 252M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26100K .......... .......... .......... .......... .......... 28% 360M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26150K .......... .......... .......... .......... .......... 28% 64.8M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26200K .......... .......... .......... .......... .......... 28% 427M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26250K .......... .......... .......... .......... .......... 28% 277M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26300K .......... .......... .......... .......... .......... 28% 109M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26350K .......... .......... .......... .......... .......... 28% 407M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26400K .......... .......... .......... .......... .......... 28% 104M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26450K .......... .......... .......... .......... .......... 28% 338M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26500K .......... .......... .......... .......... .......... 28% 391M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26550K .......... .......... .......... .......... .......... 28% 408M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26600K .......... .......... .......... .......... .......... 28% 395M 0s 2024-09-12T17:23:37.930 INFO:teuthology.orchestra.run.smithi123.stderr: 26650K .......... .......... .......... .......... .......... 28% 424M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 26700K .......... .......... .......... .......... .......... 28% 87.0M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 26750K .......... .......... .......... .......... .......... 28% 390M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 26800K .......... .......... .......... .......... .......... 28% 411M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 26850K .......... .......... .......... .......... .......... 28% 246M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 26900K .......... .......... .......... .......... .......... 29% 341M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 26950K .......... .......... .......... .......... .......... 29% 191M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 27000K .......... .......... .......... .......... .......... 29% 414M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 27050K .......... .......... .......... .......... .......... 29% 344M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 27100K .......... .......... .......... .......... .......... 29% 139M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 27150K .......... .......... .......... .......... .......... 29% 332M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 27200K .......... .......... .......... .......... .......... 29% 321M 0s 2024-09-12T17:23:37.931 INFO:teuthology.orchestra.run.smithi123.stderr: 27250K .......... .......... .......... .......... .......... 29% 334M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27300K .......... .......... .......... .......... .......... 29% 342M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27350K .......... .......... .......... .......... .......... 29% 330M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27400K .......... .......... .......... .......... .......... 29% 305M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27450K .......... .......... .......... .......... .......... 29% 421M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27500K .......... .......... .......... .......... .......... 29% 359M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27550K .......... .......... .......... .......... .......... 29% 378M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27600K .......... .......... .......... .......... .......... 29% 386M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27650K .......... .......... .......... .......... .......... 29% 143M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27700K .......... .......... .......... .......... .......... 29% 295M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27750K .......... .......... .......... .......... .......... 29% 416M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27800K .......... .......... .......... .......... .......... 29% 444M 0s 2024-09-12T17:23:37.932 INFO:teuthology.orchestra.run.smithi123.stderr: 27850K .......... .......... .......... .......... .......... 30% 316M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 27900K .......... .......... .......... .......... .......... 30% 353M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 27950K .......... .......... .......... .......... .......... 30% 447M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28000K .......... .......... .......... .......... .......... 30% 271M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28050K .......... .......... .......... .......... .......... 30% 390M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28100K .......... .......... .......... .......... .......... 30% 312M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28150K .......... .......... .......... .......... .......... 30% 417M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28200K .......... .......... .......... .......... .......... 30% 406M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28250K .......... .......... .......... .......... .......... 30% 426M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28300K .......... .......... .......... .......... .......... 30% 156M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28350K .......... .......... .......... .......... .......... 30% 324M 0s 2024-09-12T17:23:37.933 INFO:teuthology.orchestra.run.smithi123.stderr: 28400K .......... .......... .......... .......... .......... 30% 407M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28450K .......... .......... .......... .......... .......... 30% 454M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28500K .......... .......... .......... .......... .......... 30% 182M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28550K .......... .......... .......... .......... .......... 30% 375M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28600K .......... .......... .......... .......... .......... 30% 403M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28650K .......... .......... .......... .......... .......... 30% 452M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28700K .......... .......... .......... .......... .......... 30% 167M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28750K .......... .......... .......... .......... .......... 31% 398M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28800K .......... .......... .......... .......... .......... 31% 420M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28850K .......... .......... .......... .......... .......... 31% 141M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28900K .......... .......... .......... .......... .......... 31% 305M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 28950K .......... .......... .......... .......... .......... 31% 387M 0s 2024-09-12T17:23:37.934 INFO:teuthology.orchestra.run.smithi123.stderr: 29000K .......... .......... .......... .......... .......... 31% 434M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29050K .......... .......... .......... .......... .......... 31% 52.4M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29100K .......... .......... .......... .......... .......... 31% 128M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29150K .......... .......... .......... .......... .......... 31% 187M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29200K .......... .......... .......... .......... .......... 31% 142M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29250K .......... .......... .......... .......... .......... 31% 296M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29300K .......... .......... .......... .......... .......... 31% 384M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29350K .......... .......... .......... .......... .......... 31% 450M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29400K .......... .......... .......... .......... .......... 31% 141M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29450K .......... .......... .......... .......... .......... 31% 78.5M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29500K .......... .......... .......... .......... .......... 31% 278M 0s 2024-09-12T17:23:37.935 INFO:teuthology.orchestra.run.smithi123.stderr: 29550K .......... .......... .......... .......... .......... 31% 305M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29600K .......... .......... .......... .......... .......... 31% 408M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29650K .......... .......... .......... .......... .......... 31% 433M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29700K .......... .......... .......... .......... .......... 32% 88.0M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29750K .......... .......... .......... .......... .......... 32% 400M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29800K .......... .......... .......... .......... .......... 32% 404M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29850K .......... .......... .......... .......... .......... 32% 404M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29900K .......... .......... .......... .......... .......... 32% 307M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 29950K .......... .......... .......... .......... .......... 32% 401M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 30000K .......... .......... .......... .......... .......... 32% 415M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 30050K .......... .......... .......... .......... .......... 32% 435M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 30100K .......... .......... .......... .......... .......... 32% 399M 0s 2024-09-12T17:23:37.936 INFO:teuthology.orchestra.run.smithi123.stderr: 30150K .......... .......... .......... .......... .......... 32% 172M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30200K .......... .......... .......... .......... .......... 32% 146M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30250K .......... .......... .......... .......... .......... 32% 413M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30300K .......... .......... .......... .......... .......... 32% 327M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30350K .......... .......... .......... .......... .......... 32% 405M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30400K .......... .......... .......... .......... .......... 32% 414M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30450K .......... .......... .......... .......... .......... 32% 261M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30500K .......... .......... .......... .......... .......... 32% 375M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30550K .......... .......... .......... .......... .......... 32% 222M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30600K .......... .......... .......... .......... .......... 32% 377M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30650K .......... .......... .......... .......... .......... 33% 112M 0s 2024-09-12T17:23:37.937 INFO:teuthology.orchestra.run.smithi123.stderr: 30700K .......... .......... .......... .......... .......... 33% 427M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 30750K .......... .......... .......... .......... .......... 33% 382M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 30800K .......... .......... .......... .......... .......... 33% 404M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 30850K .......... .......... .......... .......... .......... 33% 273M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 30900K .......... .......... .......... .......... .......... 33% 468M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 30950K .......... .......... .......... .......... .......... 33% 490M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 31000K .......... .......... .......... .......... .......... 33% 405M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 31050K .......... .......... .......... .......... .......... 33% 465M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 31100K .......... .......... .......... .......... .......... 33% 270M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 31150K .......... .......... .......... .......... .......... 33% 360M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 31200K .......... .......... .......... .......... .......... 33% 403M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 31250K .......... .......... .......... .......... .......... 33% 460M 0s 2024-09-12T17:23:37.938 INFO:teuthology.orchestra.run.smithi123.stderr: 31300K .......... .......... .......... .......... .......... 33% 293M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31350K .......... .......... .......... .......... .......... 33% 453M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31400K .......... .......... .......... .......... .......... 33% 188M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31450K .......... .......... .......... .......... .......... 33% 470M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31500K .......... .......... .......... .......... .......... 33% 288M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31550K .......... .......... .......... .......... .......... 34% 317M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31600K .......... .......... .......... .......... .......... 34% 207M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31650K .......... .......... .......... .......... .......... 34% 352M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31700K .......... .......... .......... .......... .......... 34% 306M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31750K .......... .......... .......... .......... .......... 34% 476M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31800K .......... .......... .......... .......... .......... 34% 187M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31850K .......... .......... .......... .......... .......... 34% 433M 0s 2024-09-12T17:23:37.939 INFO:teuthology.orchestra.run.smithi123.stderr: 31900K .......... .......... .......... .......... .......... 34% 481M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 31950K .......... .......... .......... .......... .......... 34% 123M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32000K .......... .......... .......... .......... .......... 34% 369M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32050K .......... .......... .......... .......... .......... 34% 63.5M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32100K .......... .......... .......... .......... .......... 34% 275M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32150K .......... .......... .......... .......... .......... 34% 449M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32200K .......... .......... .......... .......... .......... 34% 87.2M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32250K .......... .......... .......... .......... .......... 34% 471M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32300K .......... .......... .......... .......... .......... 34% 102M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32350K .......... .......... .......... .......... .......... 34% 380M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32400K .......... .......... .......... .......... .......... 34% 356M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32450K .......... .......... .......... .......... .......... 34% 462M 0s 2024-09-12T17:23:37.940 INFO:teuthology.orchestra.run.smithi123.stderr: 32500K .......... .......... .......... .......... .......... 35% 78.6M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32550K .......... .......... .......... .......... .......... 35% 305M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32600K .......... .......... .......... .......... .......... 35% 408M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32650K .......... .......... .......... .......... .......... 35% 247M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32700K .......... .......... .......... .......... .......... 35% 86.2M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32750K .......... .......... .......... .......... .......... 35% 408M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32800K .......... .......... .......... .......... .......... 35% 221M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32850K .......... .......... .......... .......... .......... 35% 467M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32900K .......... .......... .......... .......... .......... 35% 93.1M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 32950K .......... .......... .......... .......... .......... 35% 211M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 33000K .......... .......... .......... .......... .......... 35% 376M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 33050K .......... .......... .......... .......... .......... 35% 416M 0s 2024-09-12T17:23:37.941 INFO:teuthology.orchestra.run.smithi123.stderr: 33100K .......... .......... .......... .......... .......... 35% 466M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33150K .......... .......... .......... .......... .......... 35% 464M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33200K .......... .......... .......... .......... .......... 35% 382M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33250K .......... .......... .......... .......... .......... 35% 463M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33300K .......... .......... .......... .......... .......... 35% 473M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33350K .......... .......... .......... .......... .......... 35% 497M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33400K .......... .......... .......... .......... .......... 36% 443M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33450K .......... .......... .......... .......... .......... 36% 457M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33500K .......... .......... .......... .......... .......... 36% 448M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33550K .......... .......... .......... .......... .......... 36% 488M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33600K .......... .......... .......... .......... .......... 36% 328M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33650K .......... .......... .......... .......... .......... 36% 105M 0s 2024-09-12T17:23:37.942 INFO:teuthology.orchestra.run.smithi123.stderr: 33700K .......... .......... .......... .......... .......... 36% 218M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 33750K .......... .......... .......... .......... .......... 36% 224M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 33800K .......... .......... .......... .......... .......... 36% 272M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 33850K .......... .......... .......... .......... .......... 36% 221M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 33900K .......... .......... .......... .......... .......... 36% 485M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 33950K .......... .......... .......... .......... .......... 36% 231M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 34000K .......... .......... .......... .......... .......... 36% 399M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 34050K .......... .......... .......... .......... .......... 36% 517M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 34100K .......... .......... .......... .......... .......... 36% 229M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 34150K .......... .......... .......... .......... .......... 36% 467M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 34200K .......... .......... .......... .......... .......... 36% 393M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 34250K .......... .......... .......... .......... .......... 36% 488M 0s 2024-09-12T17:23:37.943 INFO:teuthology.orchestra.run.smithi123.stderr: 34300K .......... .......... .......... .......... .......... 36% 477M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34350K .......... .......... .......... .......... .......... 37% 500M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34400K .......... .......... .......... .......... .......... 37% 337M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34450K .......... .......... .......... .......... .......... 37% 470M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34500K .......... .......... .......... .......... .......... 37% 494M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34550K .......... .......... .......... .......... .......... 37% 490M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34600K .......... .......... .......... .......... .......... 37% 158M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34650K .......... .......... .......... .......... .......... 37% 267M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34700K .......... .......... .......... .......... .......... 37% 491M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34750K .......... .......... .......... .......... .......... 37% 161M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34800K .......... .......... .......... .......... .......... 37% 392M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34850K .......... .......... .......... .......... .......... 37% 499M 0s 2024-09-12T17:23:37.944 INFO:teuthology.orchestra.run.smithi123.stderr: 34900K .......... .......... .......... .......... .......... 37% 467M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 34950K .......... .......... .......... .......... .......... 37% 509M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35000K .......... .......... .......... .......... .......... 37% 129M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35050K .......... .......... .......... .......... .......... 37% 316M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35100K .......... .......... .......... .......... .......... 37% 59.4M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35150K .......... .......... .......... .......... .......... 37% 74.2M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35200K .......... .......... .......... .......... .......... 37% 268M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35250K .......... .......... .......... .......... .......... 37% 279M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35300K .......... .......... .......... .......... .......... 38% 194M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35350K .......... .......... .......... .......... .......... 38% 287M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35400K .......... .......... .......... .......... .......... 38% 409M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35450K .......... .......... .......... .......... .......... 38% 445M 0s 2024-09-12T17:23:37.945 INFO:teuthology.orchestra.run.smithi123.stderr: 35500K .......... .......... .......... .......... .......... 38% 324M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35550K .......... .......... .......... .......... .......... 38% 108M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35600K .......... .......... .......... .......... .......... 38% 226M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35650K .......... .......... .......... .......... .......... 38% 418M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35700K .......... .......... .......... .......... .......... 38% 180M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35750K .......... .......... .......... .......... .......... 38% 125M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35800K .......... .......... .......... .......... .......... 38% 94.1M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35850K .......... .......... .......... .......... .......... 38% 425M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35900K .......... .......... .......... .......... .......... 38% 449M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 35950K .......... .......... .......... .......... .......... 38% 366M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 36000K .......... .......... .......... .......... .......... 38% 77.8M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 36050K .......... .......... .......... .......... .......... 38% 395M 0s 2024-09-12T17:23:37.946 INFO:teuthology.orchestra.run.smithi123.stderr: 36100K .......... .......... .......... .......... .......... 38% 429M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36150K .......... .......... .......... .......... .......... 38% 338M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36200K .......... .......... .......... .......... .......... 39% 439M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36250K .......... .......... .......... .......... .......... 39% 416M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36300K .......... .......... .......... .......... .......... 39% 418M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36350K .......... .......... .......... .......... .......... 39% 250M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36400K .......... .......... .......... .......... .......... 39% 431M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36450K .......... .......... .......... .......... .......... 39% 434M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36500K .......... .......... .......... .......... .......... 39% 419M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36550K .......... .......... .......... .......... .......... 39% 355M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36600K .......... .......... .......... .......... .......... 39% 431M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36650K .......... .......... .......... .......... .......... 39% 448M 0s 2024-09-12T17:23:37.947 INFO:teuthology.orchestra.run.smithi123.stderr: 36700K .......... .......... .......... .......... .......... 39% 251M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 36750K .......... .......... .......... .......... .......... 39% 140M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 36800K .......... .......... .......... .......... .......... 39% 354M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 36850K .......... .......... .......... .......... .......... 39% 417M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 36900K .......... .......... .......... .......... .......... 39% 175M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 36950K .......... .......... .......... .......... .......... 39% 367M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 37000K .......... .......... .......... .......... .......... 39% 334M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 37050K .......... .......... .......... .......... .......... 39% 418M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 37100K .......... .......... .......... .......... .......... 39% 143M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 37150K .......... .......... .......... .......... .......... 40% 332M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 37200K .......... .......... .......... .......... .......... 40% 382M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 37250K .......... .......... .......... .......... .......... 40% 399M 0s 2024-09-12T17:23:37.948 INFO:teuthology.orchestra.run.smithi123.stderr: 37300K .......... .......... .......... .......... .......... 40% 424M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37350K .......... .......... .......... .......... .......... 40% 406M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37400K .......... .......... .......... .......... .......... 40% 300M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37450K .......... .......... .......... .......... .......... 40% 428M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37500K .......... .......... .......... .......... .......... 40% 380M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37550K .......... .......... .......... .......... .......... 40% 363M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37600K .......... .......... .......... .......... .......... 40% 411M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37650K .......... .......... .......... .......... .......... 40% 407M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37700K .......... .......... .......... .......... .......... 40% 454M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37750K .......... .......... .......... .......... .......... 40% 373M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37800K .......... .......... .......... .......... .......... 40% 350M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37850K .......... .......... .......... .......... .......... 40% 315M 0s 2024-09-12T17:23:37.949 INFO:teuthology.orchestra.run.smithi123.stderr: 37900K .......... .......... .......... .......... .......... 40% 329M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 37950K .......... .......... .......... .......... .......... 40% 362M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38000K .......... .......... .......... .......... .......... 40% 450M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38050K .......... .......... .......... .......... .......... 41% 267M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38100K .......... .......... .......... .......... .......... 41% 330M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38150K .......... .......... .......... .......... .......... 41% 78.7M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38200K .......... .......... .......... .......... .......... 41% 363M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38250K .......... .......... .......... .......... .......... 41% 43.5M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38300K .......... .......... .......... .......... .......... 41% 143M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38350K .......... .......... .......... .......... .......... 41% 304M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38400K .......... .......... .......... .......... .......... 41% 391M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38450K .......... .......... .......... .......... .......... 41% 387M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38500K .......... .......... .......... .......... .......... 41% 354M 0s 2024-09-12T17:23:37.950 INFO:teuthology.orchestra.run.smithi123.stderr: 38550K .......... .......... .......... .......... .......... 41% 389M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38600K .......... .......... .......... .......... .......... 41% 318M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38650K .......... .......... .......... .......... .......... 41% 314M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38700K .......... .......... .......... .......... .......... 41% 434M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38750K .......... .......... .......... .......... .......... 41% 126M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38800K .......... .......... .......... .......... .......... 41% 200M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38850K .......... .......... .......... .......... .......... 41% 79.6M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38900K .......... .......... .......... .......... .......... 41% 179M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 38950K .......... .......... .......... .......... .......... 41% 289M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 39000K .......... .......... .......... .......... .......... 42% 400M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 39050K .......... .......... .......... .......... .......... 42% 97.5M 0s 2024-09-12T17:23:37.951 INFO:teuthology.orchestra.run.smithi123.stderr: 39100K .......... .......... .......... .......... .......... 42% 188M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39150K .......... .......... .......... .......... .......... 42% 221M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39200K .......... .......... .......... .......... .......... 42% 407M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39250K .......... .......... .......... .......... .......... 42% 167M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39300K .......... .......... .......... .......... .......... 42% 361M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39350K .......... .......... .......... .......... .......... 42% 361M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39400K .......... .......... .......... .......... .......... 42% 402M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39450K .......... .......... .......... .......... .......... 42% 386M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39500K .......... .......... .......... .......... .......... 42% 394M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39550K .......... .......... .......... .......... .......... 42% 364M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39600K .......... .......... .......... .......... .......... 42% 418M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39650K .......... .......... .......... .......... .......... 42% 399M 0s 2024-09-12T17:23:37.952 INFO:teuthology.orchestra.run.smithi123.stderr: 39700K .......... .......... .......... .......... .......... 42% 402M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 39750K .......... .......... .......... .......... .......... 42% 377M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 39800K .......... .......... .......... .......... .......... 42% 387M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 39850K .......... .......... .......... .......... .......... 42% 374M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 39900K .......... .......... .......... .......... .......... 43% 423M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 39950K .......... .......... .......... .......... .......... 43% 294M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 40000K .......... .......... .......... .......... .......... 43% 352M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 40050K .......... .......... .......... .......... .......... 43% 413M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 40100K .......... .......... .......... .......... .......... 43% 313M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 40150K .......... .......... .......... .......... .......... 43% 173M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 40200K .......... .......... .......... .......... .......... 43% 442M 0s 2024-09-12T17:23:37.953 INFO:teuthology.orchestra.run.smithi123.stderr: 40250K .......... .......... .......... .......... .......... 43% 142M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40300K .......... .......... .......... .......... .......... 43% 327M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40350K .......... .......... .......... .......... .......... 43% 355M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40400K .......... .......... .......... .......... .......... 43% 431M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40450K .......... .......... .......... .......... .......... 43% 247M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40500K .......... .......... .......... .......... .......... 43% 358M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40550K .......... .......... .......... .......... .......... 43% 327M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40600K .......... .......... .......... .......... .......... 43% 366M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40650K .......... .......... .......... .......... .......... 43% 433M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40700K .......... .......... .......... .......... .......... 43% 367M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40750K .......... .......... .......... .......... .......... 43% 324M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40800K .......... .......... .......... .......... .......... 43% 390M 0s 2024-09-12T17:23:37.954 INFO:teuthology.orchestra.run.smithi123.stderr: 40850K .......... .......... .......... .......... .......... 44% 419M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 40900K .......... .......... .......... .......... .......... 44% 389M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 40950K .......... .......... .......... .......... .......... 44% 395M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41000K .......... .......... .......... .......... .......... 44% 374M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41050K .......... .......... .......... .......... .......... 44% 425M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41100K .......... .......... .......... .......... .......... 44% 419M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41150K .......... .......... .......... .......... .......... 44% 336M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41200K .......... .......... .......... .......... .......... 44% 159M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41250K .......... .......... .......... .......... .......... 44% 407M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41300K .......... .......... .......... .......... .......... 44% 37.8M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41350K .......... .......... .......... .......... .......... 44% 87.2M 0s 2024-09-12T17:23:37.955 INFO:teuthology.orchestra.run.smithi123.stderr: 41400K .......... .......... .......... .......... .......... 44% 359M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41450K .......... .......... .......... .......... .......... 44% 379M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41500K .......... .......... .......... .......... .......... 44% 395M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41550K .......... .......... .......... .......... .......... 44% 302M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41600K .......... .......... .......... .......... .......... 44% 367M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41650K .......... .......... .......... .......... .......... 44% 400M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41700K .......... .......... .......... .......... .......... 44% 390M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41750K .......... .......... .......... .......... .......... 44% 346M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41800K .......... .......... .......... .......... .......... 45% 379M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41850K .......... .......... .......... .......... .......... 45% 199M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41900K .......... .......... .......... .......... .......... 45% 90.4M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 41950K .......... .......... .......... .......... .......... 45% 86.5M 0s 2024-09-12T17:23:37.956 INFO:teuthology.orchestra.run.smithi123.stderr: 42000K .......... .......... .......... .......... .......... 45% 309M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42050K .......... .......... .......... .......... .......... 45% 358M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42100K .......... .......... .......... .......... .......... 45% 166M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42150K .......... .......... .......... .......... .......... 45% 281M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42200K .......... .......... .......... .......... .......... 45% 330M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42250K .......... .......... .......... .......... .......... 45% 215M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42300K .......... .......... .......... .......... .......... 45% 195M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42350K .......... .......... .......... .......... .......... 45% 199M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42400K .......... .......... .......... .......... .......... 45% 262M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42450K .......... .......... .......... .......... .......... 45% 394M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42500K .......... .......... .......... .......... .......... 45% 413M 0s 2024-09-12T17:23:37.957 INFO:teuthology.orchestra.run.smithi123.stderr: 42550K .......... .......... .......... .......... .......... 45% 342M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42600K .......... .......... .......... .......... .......... 45% 456M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42650K .......... .......... .......... .......... .......... 45% 413M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42700K .......... .......... .......... .......... .......... 46% 231M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42750K .......... .......... .......... .......... .......... 46% 333M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42800K .......... .......... .......... .......... .......... 46% 438M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42850K .......... .......... .......... .......... .......... 46% 110M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42900K .......... .......... .......... .......... .......... 46% 347M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 42950K .......... .......... .......... .......... .......... 46% 367M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 43000K .......... .......... .......... .......... .......... 46% 436M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 43050K .......... .......... .......... .......... .......... 46% 279M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 43100K .......... .......... .......... .......... .......... 46% 264M 0s 2024-09-12T17:23:37.958 INFO:teuthology.orchestra.run.smithi123.stderr: 43150K .......... .......... .......... .......... .......... 46% 318M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43200K .......... .......... .......... .......... .......... 46% 421M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43250K .......... .......... .......... .......... .......... 46% 265M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43300K .......... .......... .......... .......... .......... 46% 223M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43350K .......... .......... .......... .......... .......... 46% 318M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43400K .......... .......... .......... .......... .......... 46% 236M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43450K .......... .......... .......... .......... .......... 46% 371M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43500K .......... .......... .......... .......... .......... 46% 339M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43550K .......... .......... .......... .......... .......... 46% 317M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43600K .......... .......... .......... .......... .......... 46% 374M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43650K .......... .......... .......... .......... .......... 47% 383M 0s 2024-09-12T17:23:37.959 INFO:teuthology.orchestra.run.smithi123.stderr: 43700K .......... .......... .......... .......... .......... 47% 367M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 43750K .......... .......... .......... .......... .......... 47% 352M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 43800K .......... .......... .......... .......... .......... 47% 391M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 43850K .......... .......... .......... .......... .......... 47% 403M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 43900K .......... .......... .......... .......... .......... 47% 382M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 43950K .......... .......... .......... .......... .......... 47% 290M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 44000K .......... .......... .......... .......... .......... 47% 235M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 44050K .......... .......... .......... .......... .......... 47% 355M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 44100K .......... .......... .......... .......... .......... 47% 390M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 44150K .......... .......... .......... .......... .......... 47% 237M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 44200K .......... .......... .......... .......... .......... 47% 474M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 44250K .......... .......... .......... .......... .......... 47% 380M 0s 2024-09-12T17:23:37.960 INFO:teuthology.orchestra.run.smithi123.stderr: 44300K .......... .......... .......... .......... .......... 47% 286M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44350K .......... .......... .......... .......... .......... 47% 104M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44400K .......... .......... .......... .......... .......... 47% 49.0M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44450K .......... .......... .......... .......... .......... 47% 178M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44500K .......... .......... .......... .......... .......... 47% 157M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44550K .......... .......... .......... .......... .......... 48% 158M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44600K .......... .......... .......... .......... .......... 48% 373M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44650K .......... .......... .......... .......... .......... 48% 191M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44700K .......... .......... .......... .......... .......... 48% 150M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44750K .......... .......... .......... .......... .......... 48% 320M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44800K .......... .......... .......... .......... .......... 48% 392M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44850K .......... .......... .......... .......... .......... 48% 377M 0s 2024-09-12T17:23:37.961 INFO:teuthology.orchestra.run.smithi123.stderr: 44900K .......... .......... .......... .......... .......... 48% 424M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 44950K .......... .......... .......... .......... .......... 48% 330M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45000K .......... .......... .......... .......... .......... 48% 395M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45050K .......... .......... .......... .......... .......... 48% 288M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45100K .......... .......... .......... .......... .......... 48% 98.8M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45150K .......... .......... .......... .......... .......... 48% 287M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45200K .......... .......... .......... .......... .......... 48% 359M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45250K .......... .......... .......... .......... .......... 48% 435M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45300K .......... .......... .......... .......... .......... 48% 138M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45350K .......... .......... .......... .......... .......... 48% 366M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45400K .......... .......... .......... .......... .......... 48% 253M 0s 2024-09-12T17:23:37.962 INFO:teuthology.orchestra.run.smithi123.stderr: 45450K .......... .......... .......... .......... .......... 48% 394M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45500K .......... .......... .......... .......... .......... 49% 172M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45550K .......... .......... .......... .......... .......... 49% 339M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45600K .......... .......... .......... .......... .......... 49% 408M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45650K .......... .......... .......... .......... .......... 49% 376M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45700K .......... .......... .......... .......... .......... 49% 404M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45750K .......... .......... .......... .......... .......... 49% 146M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45800K .......... .......... .......... .......... .......... 49% 176M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45850K .......... .......... .......... .......... .......... 49% 110M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45900K .......... .......... .......... .......... .......... 49% 370M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 45950K .......... .......... .......... .......... .......... 49% 326M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 46000K .......... .......... .......... .......... .......... 49% 421M 0s 2024-09-12T17:23:37.963 INFO:teuthology.orchestra.run.smithi123.stderr: 46050K .......... .......... .......... .......... .......... 49% 197M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46100K .......... .......... .......... .......... .......... 49% 384M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46150K .......... .......... .......... .......... .......... 49% 224M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46200K .......... .......... .......... .......... .......... 49% 398M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46250K .......... .......... .......... .......... .......... 49% 228M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46300K .......... .......... .......... .......... .......... 49% 365M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46350K .......... .......... .......... .......... .......... 49% 368M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46400K .......... .......... .......... .......... .......... 49% 317M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46450K .......... .......... .......... .......... .......... 50% 413M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46500K .......... .......... .......... .......... .......... 50% 368M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46550K .......... .......... .......... .......... .......... 50% 333M 0s 2024-09-12T17:23:37.964 INFO:teuthology.orchestra.run.smithi123.stderr: 46600K .......... .......... .......... .......... .......... 50% 392M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 46650K .......... .......... .......... .......... .......... 50% 239M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 46700K .......... .......... .......... .......... .......... 50% 127M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 46750K .......... .......... .......... .......... .......... 50% 350M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 46800K .......... .......... .......... .......... .......... 50% 143M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 46850K .......... .......... .......... .......... .......... 50% 364M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 46900K .......... .......... .......... .......... .......... 50% 367M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 46950K .......... .......... .......... .......... .......... 50% 324M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 47000K .......... .......... .......... .......... .......... 50% 294M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 47050K .......... .......... .......... .......... .......... 50% 214M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 47100K .......... .......... .......... .......... .......... 50% 340M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 47150K .......... .......... .......... .......... .......... 50% 207M 0s 2024-09-12T17:23:37.965 INFO:teuthology.orchestra.run.smithi123.stderr: 47200K .......... .......... .......... .......... .......... 50% 191M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47250K .......... .......... .......... .......... .......... 50% 252M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47300K .......... .......... .......... .......... .......... 50% 408M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47350K .......... .......... .......... .......... .......... 51% 266M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47400K .......... .......... .......... .......... .......... 51% 420M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47450K .......... .......... .......... .......... .......... 51% 116M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47500K .......... .......... .......... .......... .......... 51% 355M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47550K .......... .......... .......... .......... .......... 51% 113M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47600K .......... .......... .......... .......... .......... 51% 321M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47650K .......... .......... .......... .......... .......... 51% 68.4M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47700K .......... .......... .......... .......... .......... 51% 79.9M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47750K .......... .......... .......... .......... .......... 51% 298M 0s 2024-09-12T17:23:37.966 INFO:teuthology.orchestra.run.smithi123.stderr: 47800K .......... .......... .......... .......... .......... 51% 348M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 47850K .......... .......... .......... .......... .......... 51% 348M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 47900K .......... .......... .......... .......... .......... 51% 401M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 47950K .......... .......... .......... .......... .......... 51% 314M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48000K .......... .......... .......... .......... .......... 51% 320M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48050K .......... .......... .......... .......... .......... 51% 378M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48100K .......... .......... .......... .......... .......... 51% 409M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48150K .......... .......... .......... .......... .......... 51% 369M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48200K .......... .......... .......... .......... .......... 51% 402M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48250K .......... .......... .......... .......... .......... 51% 451M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48300K .......... .......... .......... .......... .......... 52% 191M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48350K .......... .......... .......... .......... .......... 52% 272M 0s 2024-09-12T17:23:37.967 INFO:teuthology.orchestra.run.smithi123.stderr: 48400K .......... .......... .......... .......... .......... 52% 203M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48450K .......... .......... .......... .......... .......... 52% 329M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48500K .......... .......... .......... .......... .......... 52% 396M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48550K .......... .......... .......... .......... .......... 52% 213M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48600K .......... .......... .......... .......... .......... 52% 279M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48650K .......... .......... .......... .......... .......... 52% 184M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48700K .......... .......... .......... .......... .......... 52% 342M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48750K .......... .......... .......... .......... .......... 52% 272M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48800K .......... .......... .......... .......... .......... 52% 344M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48850K .......... .......... .......... .......... .......... 52% 399M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48900K .......... .......... .......... .......... .......... 52% 200M 0s 2024-09-12T17:23:37.968 INFO:teuthology.orchestra.run.smithi123.stderr: 48950K .......... .......... .......... .......... .......... 52% 300M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49000K .......... .......... .......... .......... .......... 52% 376M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49050K .......... .......... .......... .......... .......... 52% 411M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49100K .......... .......... .......... .......... .......... 52% 202M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49150K .......... .......... .......... .......... .......... 52% 247M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49200K .......... .......... .......... .......... .......... 53% 415M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49250K .......... .......... .......... .......... .......... 53% 451M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49300K .......... .......... .......... .......... .......... 53% 426M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49350K .......... .......... .......... .......... .......... 53% 131M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49400K .......... .......... .......... .......... .......... 53% 355M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49450K .......... .......... .......... .......... .......... 53% 348M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49500K .......... .......... .......... .......... .......... 53% 237M 0s 2024-09-12T17:23:37.969 INFO:teuthology.orchestra.run.smithi123.stderr: 49550K .......... .......... .......... .......... .......... 53% 316M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49600K .......... .......... .......... .......... .......... 53% 379M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49650K .......... .......... .......... .......... .......... 53% 164M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49700K .......... .......... .......... .......... .......... 53% 265M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49750K .......... .......... .......... .......... .......... 53% 148M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49800K .......... .......... .......... .......... .......... 53% 171M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49850K .......... .......... .......... .......... .......... 53% 86.8M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49900K .......... .......... .......... .......... .......... 53% 367M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 49950K .......... .......... .......... .......... .......... 53% 309M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 50000K .......... .......... .......... .......... .......... 53% 144M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 50050K .......... .......... .......... .......... .......... 53% 349M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 50100K .......... .......... .......... .......... .......... 53% 291M 0s 2024-09-12T17:23:37.970 INFO:teuthology.orchestra.run.smithi123.stderr: 50150K .......... .......... .......... .......... .......... 54% 359M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50200K .......... .......... .......... .......... .......... 54% 344M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50250K .......... .......... .......... .......... .......... 54% 369M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50300K .......... .......... .......... .......... .......... 54% 420M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50350K .......... .......... .......... .......... .......... 54% 247M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50400K .......... .......... .......... .......... .......... 54% 420M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50450K .......... .......... .......... .......... .......... 54% 395M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50500K .......... .......... .......... .......... .......... 54% 402M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50550K .......... .......... .......... .......... .......... 54% 353M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50600K .......... .......... .......... .......... .......... 54% 314M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50650K .......... .......... .......... .......... .......... 54% 176M 0s 2024-09-12T17:23:37.971 INFO:teuthology.orchestra.run.smithi123.stderr: 50700K .......... .......... .......... .......... .......... 54% 113M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 50750K .......... .......... .......... .......... .......... 54% 68.6M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 50800K .......... .......... .......... .......... .......... 54% 160M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 50850K .......... .......... .......... .......... .......... 54% 418M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 50900K .......... .......... .......... .......... .......... 54% 238M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 50950K .......... .......... .......... .......... .......... 54% 213M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 51000K .......... .......... .......... .......... .......... 54% 403M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 51050K .......... .......... .......... .......... .......... 55% 327M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 51100K .......... .......... .......... .......... .......... 55% 389M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 51150K .......... .......... .......... .......... .......... 55% 286M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 51200K .......... .......... .......... .......... .......... 55% 377M 0s 2024-09-12T17:23:37.972 INFO:teuthology.orchestra.run.smithi123.stderr: 51250K .......... .......... .......... .......... .......... 55% 83.8M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51300K .......... .......... .......... .......... .......... 55% 309M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51350K .......... .......... .......... .......... .......... 55% 383M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51400K .......... .......... .......... .......... .......... 55% 381M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51450K .......... .......... .......... .......... .......... 55% 208M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51500K .......... .......... .......... .......... .......... 55% 286M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51550K .......... .......... .......... .......... .......... 55% 389M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51600K .......... .......... .......... .......... .......... 55% 364M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51650K .......... .......... .......... .......... .......... 55% 242M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51700K .......... .......... .......... .......... .......... 55% 343M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51750K .......... .......... .......... .......... .......... 55% 291M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51800K .......... .......... .......... .......... .......... 55% 421M 0s 2024-09-12T17:23:37.973 INFO:teuthology.orchestra.run.smithi123.stderr: 51850K .......... .......... .......... .......... .......... 55% 389M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 51900K .......... .......... .......... .......... .......... 55% 344M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 51950K .......... .......... .......... .......... .......... 55% 420M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52000K .......... .......... .......... .......... .......... 56% 424M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52050K .......... .......... .......... .......... .......... 56% 411M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52100K .......... .......... .......... .......... .......... 56% 361M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52150K .......... .......... .......... .......... .......... 56% 426M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52200K .......... .......... .......... .......... .......... 56% 379M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52250K .......... .......... .......... .......... .......... 56% 136M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52300K .......... .......... .......... .......... .......... 56% 337M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52350K .......... .......... .......... .......... .......... 56% 175M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52400K .......... .......... .......... .......... .......... 56% 350M 0s 2024-09-12T17:23:37.974 INFO:teuthology.orchestra.run.smithi123.stderr: 52450K .......... .......... .......... .......... .......... 56% 142M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52500K .......... .......... .......... .......... .......... 56% 315M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52550K .......... .......... .......... .......... .......... 56% 302M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52600K .......... .......... .......... .......... .......... 56% 328M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52650K .......... .......... .......... .......... .......... 56% 333M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52700K .......... .......... .......... .......... .......... 56% 193M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52750K .......... .......... .......... .......... .......... 56% 384M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52800K .......... .......... .......... .......... .......... 56% 202M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52850K .......... .......... .......... .......... .......... 56% 162M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52900K .......... .......... .......... .......... .......... 56% 146M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 52950K .......... .......... .......... .......... .......... 57% 309M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 53000K .......... .......... .......... .......... .......... 57% 326M 0s 2024-09-12T17:23:37.975 INFO:teuthology.orchestra.run.smithi123.stderr: 53050K .......... .......... .......... .......... .......... 57% 87.0M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53100K .......... .......... .......... .......... .......... 57% 80.2M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53150K .......... .......... .......... .......... .......... 57% 407M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53200K .......... .......... .......... .......... .......... 57% 425M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53250K .......... .......... .......... .......... .......... 57% 434M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53300K .......... .......... .......... .......... .......... 57% 402M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53350K .......... .......... .......... .......... .......... 57% 429M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53400K .......... .......... .......... .......... .......... 57% 421M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53450K .......... .......... .......... .......... .......... 57% 424M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53500K .......... .......... .......... .......... .......... 57% 336M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53550K .......... .......... .......... .......... .......... 57% 404M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53600K .......... .......... .......... .......... .......... 57% 411M 0s 2024-09-12T17:23:37.976 INFO:teuthology.orchestra.run.smithi123.stderr: 53650K .......... .......... .......... .......... .......... 57% 403M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 53700K .......... .......... .......... .......... .......... 57% 356M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 53750K .......... .......... .......... .......... .......... 57% 254M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 53800K .......... .......... .......... .......... .......... 57% 93.1M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 53850K .......... .......... .......... .......... .......... 58% 432M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 53900K .......... .......... .......... .......... .......... 58% 126M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 53950K .......... .......... .......... .......... .......... 58% 243M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 54000K .......... .......... .......... .......... .......... 58% 210M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 54050K .......... .......... .......... .......... .......... 58% 281M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 54100K .......... .......... .......... .......... .......... 58% 260M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 54150K .......... .......... .......... .......... .......... 58% 217M 0s 2024-09-12T17:23:37.977 INFO:teuthology.orchestra.run.smithi123.stderr: 54200K .......... .......... .......... .......... .......... 58% 283M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54250K .......... .......... .......... .......... .......... 58% 78.4M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54300K .......... .......... .......... .......... .......... 58% 167M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54350K .......... .......... .......... .......... .......... 58% 283M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54400K .......... .......... .......... .......... .......... 58% 175M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54450K .......... .......... .......... .......... .......... 58% 282M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54500K .......... .......... .......... .......... .......... 58% 250M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54550K .......... .......... .......... .......... .......... 58% 260M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54600K .......... .......... .......... .......... .......... 58% 286M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54650K .......... .......... .......... .......... .......... 58% 279M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54700K .......... .......... .......... .......... .......... 58% 240M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54750K .......... .......... .......... .......... .......... 58% 278M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54800K .......... .......... .......... .......... .......... 59% 265M 0s 2024-09-12T17:23:37.978 INFO:teuthology.orchestra.run.smithi123.stderr: 54850K .......... .......... .......... .......... .......... 59% 270M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 54900K .......... .......... .......... .......... .......... 59% 211M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 54950K .......... .......... .......... .......... .......... 59% 265M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55000K .......... .......... .......... .......... .......... 59% 282M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55050K .......... .......... .......... .......... .......... 59% 295M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55100K .......... .......... .......... .......... .......... 59% 232M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55150K .......... .......... .......... .......... .......... 59% 269M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55200K .......... .......... .......... .......... .......... 59% 273M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55250K .......... .......... .......... .......... .......... 59% 230M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55300K .......... .......... .......... .......... .......... 59% 266M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55350K .......... .......... .......... .......... .......... 59% 273M 0s 2024-09-12T17:23:37.979 INFO:teuthology.orchestra.run.smithi123.stderr: 55400K .......... .......... .......... .......... .......... 59% 271M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55450K .......... .......... .......... .......... .......... 59% 282M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55500K .......... .......... .......... .......... .......... 59% 225M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55550K .......... .......... .......... .......... .......... 59% 274M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55600K .......... .......... .......... .......... .......... 59% 256M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55650K .......... .......... .......... .......... .......... 59% 280M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55700K .......... .......... .......... .......... .......... 60% 253M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55750K .......... .......... .......... .......... .......... 60% 295M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55800K .......... .......... .......... .......... .......... 60% 309M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55850K .......... .......... .......... .......... .......... 60% 256M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55900K .......... .......... .......... .......... .......... 60% 221M 0s 2024-09-12T17:23:37.980 INFO:teuthology.orchestra.run.smithi123.stderr: 55950K .......... .......... .......... .......... .......... 60% 282M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56000K .......... .......... .......... .......... .......... 60% 291M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56050K .......... .......... .......... .......... .......... 60% 285M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56100K .......... .......... .......... .......... .......... 60% 249M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56150K .......... .......... .......... .......... .......... 60% 275M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56200K .......... .......... .......... .......... .......... 60% 275M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56250K .......... .......... .......... .......... .......... 60% 227M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56300K .......... .......... .......... .......... .......... 60% 240M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56350K .......... .......... .......... .......... .......... 60% 226M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56400K .......... .......... .......... .......... .......... 60% 255M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56450K .......... .......... .......... .......... .......... 60% 272M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56500K .......... .......... .......... .......... .......... 60% 244M 0s 2024-09-12T17:23:37.981 INFO:teuthology.orchestra.run.smithi123.stderr: 56550K .......... .......... .......... .......... .......... 60% 284M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56600K .......... .......... .......... .......... .......... 60% 282M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56650K .......... .......... .......... .......... .......... 61% 294M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56700K .......... .......... .......... .......... .......... 61% 229M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56750K .......... .......... .......... .......... .......... 61% 292M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56800K .......... .......... .......... .......... .......... 61% 292M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56850K .......... .......... .......... .......... .......... 61% 273M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56900K .......... .......... .......... .......... .......... 61% 260M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 56950K .......... .......... .......... .......... .......... 61% 277M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 57000K .......... .......... .......... .......... .......... 61% 285M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 57050K .......... .......... .......... .......... .......... 61% 272M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 57100K .......... .......... .......... .......... .......... 61% 232M 0s 2024-09-12T17:23:37.982 INFO:teuthology.orchestra.run.smithi123.stderr: 57150K .......... .......... .......... .......... .......... 61% 280M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57200K .......... .......... .......... .......... .......... 61% 279M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57250K .......... .......... .......... .......... .......... 61% 280M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57300K .......... .......... .......... .......... .......... 61% 94.4M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57350K .......... .......... .......... .......... .......... 61% 271M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57400K .......... .......... .......... .......... .......... 61% 141M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57450K .......... .......... .......... .......... .......... 61% 208M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57500K .......... .......... .......... .......... .......... 61% 213M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57550K .......... .......... .......... .......... .......... 62% 277M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57600K .......... .......... .......... .......... .......... 62% 266M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57650K .......... .......... .......... .......... .......... 62% 264M 0s 2024-09-12T17:23:37.983 INFO:teuthology.orchestra.run.smithi123.stderr: 57700K .......... .......... .......... .......... .......... 62% 128M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 57750K .......... .......... .......... .......... .......... 62% 255M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 57800K .......... .......... .......... .......... .......... 62% 285M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 57850K .......... .......... .......... .......... .......... 62% 274M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 57900K .......... .......... .......... .......... .......... 62% 238M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 57950K .......... .......... .......... .......... .......... 62% 257M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 58000K .......... .......... .......... .......... .......... 62% 296M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 58050K .......... .......... .......... .......... .......... 62% 270M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 58100K .......... .......... .......... .......... .......... 62% 247M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 58150K .......... .......... .......... .......... .......... 62% 282M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 58200K .......... .......... .......... .......... .......... 62% 280M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 58250K .......... .......... .......... .......... .......... 62% 248M 0s 2024-09-12T17:23:37.984 INFO:teuthology.orchestra.run.smithi123.stderr: 58300K .......... .......... .......... .......... .......... 62% 227M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58350K .......... .......... .......... .......... .......... 62% 277M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58400K .......... .......... .......... .......... .......... 62% 269M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58450K .......... .......... .......... .......... .......... 62% 262M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58500K .......... .......... .......... .......... .......... 63% 266M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58550K .......... .......... .......... .......... .......... 63% 265M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58600K .......... .......... .......... .......... .......... 63% 280M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58650K .......... .......... .......... .......... .......... 63% 243M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58700K .......... .......... .......... .......... .......... 63% 221M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58750K .......... .......... .......... .......... .......... 63% 176M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58800K .......... .......... .......... .......... .......... 63% 289M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58850K .......... .......... .......... .......... .......... 63% 418M 0s 2024-09-12T17:23:37.985 INFO:teuthology.orchestra.run.smithi123.stderr: 58900K .......... .......... .......... .......... .......... 63% 312M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 58950K .......... .......... .......... .......... .......... 63% 219M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59000K .......... .......... .......... .......... .......... 63% 354M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59050K .......... .......... .......... .......... .......... 63% 370M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59100K .......... .......... .......... .......... .......... 63% 333M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59150K .......... .......... .......... .......... .......... 63% 366M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59200K .......... .......... .......... .......... .......... 63% 412M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59250K .......... .......... .......... .......... .......... 63% 389M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59300K .......... .......... .......... .......... .......... 63% 393M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59350K .......... .......... .......... .......... .......... 63% 176M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59400K .......... .......... .......... .......... .......... 63% 372M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59450K .......... .......... .......... .......... .......... 64% 442M 0s 2024-09-12T17:23:37.986 INFO:teuthology.orchestra.run.smithi123.stderr: 59500K .......... .......... .......... .......... .......... 64% 265M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59550K .......... .......... .......... .......... .......... 64% 355M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59600K .......... .......... .......... .......... .......... 64% 95.0M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59650K .......... .......... .......... .......... .......... 64% 316M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59700K .......... .......... .......... .......... .......... 64% 320M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59750K .......... .......... .......... .......... .......... 64% 427M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59800K .......... .......... .......... .......... .......... 64% 397M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59850K .......... .......... .......... .......... .......... 64% 398M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59900K .......... .......... .......... .......... .......... 64% 307M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 59950K .......... .......... .......... .......... .......... 64% 325M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 60000K .......... .......... .......... .......... .......... 64% 430M 0s 2024-09-12T17:23:37.987 INFO:teuthology.orchestra.run.smithi123.stderr: 60050K .......... .......... .......... .......... .......... 64% 409M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60100K .......... .......... .......... .......... .......... 64% 109M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60150K .......... .......... .......... .......... .......... 64% 290M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60200K .......... .......... .......... .......... .......... 64% 396M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60250K .......... .......... .......... .......... .......... 64% 414M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60300K .......... .......... .......... .......... .......... 64% 60.8M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60350K .......... .......... .......... .......... .......... 65% 370M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60400K .......... .......... .......... .......... .......... 65% 143M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60450K .......... .......... .......... .......... .......... 65% 327M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60500K .......... .......... .......... .......... .......... 65% 379M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60550K .......... .......... .......... .......... .......... 65% 275M 0s 2024-09-12T17:23:37.988 INFO:teuthology.orchestra.run.smithi123.stderr: 60600K .......... .......... .......... .......... .......... 65% 286M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 60650K .......... .......... .......... .......... .......... 65% 445M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 60700K .......... .......... .......... .......... .......... 65% 77.0M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 60750K .......... .......... .......... .......... .......... 65% 375M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 60800K .......... .......... .......... .......... .......... 65% 339M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 60850K .......... .......... .......... .......... .......... 65% 135M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 60900K .......... .......... .......... .......... .......... 65% 242M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 60950K .......... .......... .......... .......... .......... 65% 269M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 61000K .......... .......... .......... .......... .......... 65% 295M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 61050K .......... .......... .......... .......... .......... 65% 176M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 61100K .......... .......... .......... .......... .......... 65% 233M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 61150K .......... .......... .......... .......... .......... 65% 245M 0s 2024-09-12T17:23:37.989 INFO:teuthology.orchestra.run.smithi123.stderr: 61200K .......... .......... .......... .......... .......... 65% 291M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61250K .......... .......... .......... .......... .......... 65% 264M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61300K .......... .......... .......... .......... .......... 66% 164M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61350K .......... .......... .......... .......... .......... 66% 285M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61400K .......... .......... .......... .......... .......... 66% 251M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61450K .......... .......... .......... .......... .......... 66% 317M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61500K .......... .......... .......... .......... .......... 66% 317M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61550K .......... .......... .......... .......... .......... 66% 268M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61600K .......... .......... .......... .......... .......... 66% 291M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61650K .......... .......... .......... .......... .......... 66% 216M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61700K .......... .......... .......... .......... .......... 66% 267M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61750K .......... .......... .......... .......... .......... 66% 260M 0s 2024-09-12T17:23:37.990 INFO:teuthology.orchestra.run.smithi123.stderr: 61800K .......... .......... .......... .......... .......... 66% 293M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 61850K .......... .......... .......... .......... .......... 66% 225M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 61900K .......... .......... .......... .......... .......... 66% 232M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 61950K .......... .......... .......... .......... .......... 66% 233M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62000K .......... .......... .......... .......... .......... 66% 264M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62050K .......... .......... .......... .......... .......... 66% 301M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62100K .......... .......... .......... .......... .......... 66% 289M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62150K .......... .......... .......... .......... .......... 66% 250M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62200K .......... .......... .......... .......... .......... 67% 252M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62250K .......... .......... .......... .......... .......... 67% 289M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62300K .......... .......... .......... .......... .......... 67% 262M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62350K .......... .......... .......... .......... .......... 67% 270M 0s 2024-09-12T17:23:37.991 INFO:teuthology.orchestra.run.smithi123.stderr: 62400K .......... .......... .......... .......... .......... 67% 300M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62450K .......... .......... .......... .......... .......... 67% 264M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62500K .......... .......... .......... .......... .......... 67% 248M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62550K .......... .......... .......... .......... .......... 67% 297M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62600K .......... .......... .......... .......... .......... 67% 375M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62650K .......... .......... .......... .......... .......... 67% 384M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62700K .......... .......... .......... .......... .......... 67% 321M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62750K .......... .......... .......... .......... .......... 67% 324M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62800K .......... .......... .......... .......... .......... 67% 375M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62850K .......... .......... .......... .......... .......... 67% 366M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62900K .......... .......... .......... .......... .......... 67% 353M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 62950K .......... .......... .......... .......... .......... 67% 336M 0s 2024-09-12T17:23:37.992 INFO:teuthology.orchestra.run.smithi123.stderr: 63000K .......... .......... .......... .......... .......... 67% 385M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63050K .......... .......... .......... .......... .......... 67% 384M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63100K .......... .......... .......... .......... .......... 67% 395M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63150K .......... .......... .......... .......... .......... 68% 331M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63200K .......... .......... .......... .......... .......... 68% 264M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63250K .......... .......... .......... .......... .......... 68% 290M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63300K .......... .......... .......... .......... .......... 68% 69.9M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63350K .......... .......... .......... .......... .......... 68% 295M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63400K .......... .......... .......... .......... .......... 68% 405M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63450K .......... .......... .......... .......... .......... 68% 400M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63500K .......... .......... .......... .......... .......... 68% 102M 0s 2024-09-12T17:23:37.993 INFO:teuthology.orchestra.run.smithi123.stderr: 63550K .......... .......... .......... .......... .......... 68% 323M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63600K .......... .......... .......... .......... .......... 68% 249M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63650K .......... .......... .......... .......... .......... 68% 114M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63700K .......... .......... .......... .......... .......... 68% 406M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63750K .......... .......... .......... .......... .......... 68% 337M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63800K .......... .......... .......... .......... .......... 68% 208M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63850K .......... .......... .......... .......... .......... 68% 355M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63900K .......... .......... .......... .......... .......... 68% 250M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 63950K .......... .......... .......... .......... .......... 68% 331M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 64000K .......... .......... .......... .......... .......... 68% 242M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 64050K .......... .......... .......... .......... .......... 68% 145M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 64100K .......... .......... .......... .......... .......... 69% 389M 0s 2024-09-12T17:23:37.994 INFO:teuthology.orchestra.run.smithi123.stderr: 64150K .......... .......... .......... .......... .......... 69% 112M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64200K .......... .......... .......... .......... .......... 69% 414M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64250K .......... .......... .......... .......... .......... 69% 283M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64300K .......... .......... .......... .......... .......... 69% 372M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64350K .......... .......... .......... .......... .......... 69% 292M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64400K .......... .......... .......... .......... .......... 69% 386M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64450K .......... .......... .......... .......... .......... 69% 187M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64500K .......... .......... .......... .......... .......... 69% 365M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64550K .......... .......... .......... .......... .......... 69% 114M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64600K .......... .......... .......... .......... .......... 69% 144M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64650K .......... .......... .......... .......... .......... 69% 371M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64700K .......... .......... .......... .......... .......... 69% 378M 0s 2024-09-12T17:23:37.995 INFO:teuthology.orchestra.run.smithi123.stderr: 64750K .......... .......... .......... .......... .......... 69% 342M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 64800K .......... .......... .......... .......... .......... 69% 391M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 64850K .......... .......... .......... .......... .......... 69% 274M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 64900K .......... .......... .......... .......... .......... 69% 219M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 64950K .......... .......... .......... .......... .......... 69% 148M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 65000K .......... .......... .......... .......... .......... 70% 221M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 65050K .......... .......... .......... .......... .......... 70% 295M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 65100K .......... .......... .......... .......... .......... 70% 372M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 65150K .......... .......... .......... .......... .......... 70% 343M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 65200K .......... .......... .......... .......... .......... 70% 389M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 65250K .......... .......... .......... .......... .......... 70% 345M 0s 2024-09-12T17:23:37.996 INFO:teuthology.orchestra.run.smithi123.stderr: 65300K .......... .......... .......... .......... .......... 70% 370M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65350K .......... .......... .......... .......... .......... 70% 329M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65400K .......... .......... .......... .......... .......... 70% 313M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65450K .......... .......... .......... .......... .......... 70% 407M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65500K .......... .......... .......... .......... .......... 70% 159M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65550K .......... .......... .......... .......... .......... 70% 234M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65600K .......... .......... .......... .......... .......... 70% 377M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65650K .......... .......... .......... .......... .......... 70% 371M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65700K .......... .......... .......... .......... .......... 70% 216M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65750K .......... .......... .......... .......... .......... 70% 280M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65800K .......... .......... .......... .......... .......... 70% 393M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65850K .......... .......... .......... .......... .......... 70% 422M 0s 2024-09-12T17:23:37.997 INFO:teuthology.orchestra.run.smithi123.stderr: 65900K .......... .......... .......... .......... .......... 70% 396M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 65950K .......... .......... .......... .......... .......... 71% 359M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66000K .......... .......... .......... .......... .......... 71% 389M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66050K .......... .......... .......... .......... .......... 71% 358M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66100K .......... .......... .......... .......... .......... 71% 209M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66150K .......... .......... .......... .......... .......... 71% 397M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66200K .......... .......... .......... .......... .......... 71% 401M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66250K .......... .......... .......... .......... .......... 71% 265M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66300K .......... .......... .......... .......... .......... 71% 385M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66350K .......... .......... .......... .......... .......... 71% 86.3M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66400K .......... .......... .......... .......... .......... 71% 135M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66450K .......... .......... .......... .......... .......... 71% 217M 0s 2024-09-12T17:23:37.998 INFO:teuthology.orchestra.run.smithi123.stderr: 66500K .......... .......... .......... .......... .......... 71% 414M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66550K .......... .......... .......... .......... .......... 71% 225M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66600K .......... .......... .......... .......... .......... 71% 427M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66650K .......... .......... .......... .......... .......... 71% 286M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66700K .......... .......... .......... .......... .......... 71% 151M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66750K .......... .......... .......... .......... .......... 71% 265M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66800K .......... .......... .......... .......... .......... 71% 70.2M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66850K .......... .......... .......... .......... .......... 72% 327M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66900K .......... .......... .......... .......... .......... 72% 393M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 66950K .......... .......... .......... .......... .......... 72% 420M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 67000K .......... .......... .......... .......... .......... 72% 395M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 67050K .......... .......... .......... .......... .......... 72% 347M 0s 2024-09-12T17:23:37.999 INFO:teuthology.orchestra.run.smithi123.stderr: 67100K .......... .......... .......... .......... .......... 72% 159M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67150K .......... .......... .......... .......... .......... 72% 276M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67200K .......... .......... .......... .......... .......... 72% 419M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67250K .......... .......... .......... .......... .......... 72% 343M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67300K .......... .......... .......... .......... .......... 72% 101M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67350K .......... .......... .......... .......... .......... 72% 274M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67400K .......... .......... .......... .......... .......... 72% 411M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67450K .......... .......... .......... .......... .......... 72% 254M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67500K .......... .......... .......... .......... .......... 72% 383M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67550K .......... .......... .......... .......... .......... 72% 157M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67600K .......... .......... .......... .......... .......... 72% 363M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67650K .......... .......... .......... .......... .......... 72% 375M 0s 2024-09-12T17:23:38.000 INFO:teuthology.orchestra.run.smithi123.stderr: 67700K .......... .......... .......... .......... .......... 72% 154M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 67750K .......... .......... .......... .......... .......... 72% 118M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 67800K .......... .......... .......... .......... .......... 73% 272M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 67850K .......... .......... .......... .......... .......... 73% 321M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 67900K .......... .......... .......... .......... .......... 73% 380M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 67950K .......... .......... .......... .......... .......... 73% 384M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 68000K .......... .......... .......... .......... .......... 73% 399M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 68050K .......... .......... .......... .......... .......... 73% 274M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 68100K .......... .......... .......... .......... .......... 73% 372M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 68150K .......... .......... .......... .......... .......... 73% 126M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 68200K .......... .......... .......... .......... .......... 73% 406M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 68250K .......... .......... .......... .......... .......... 73% 225M 0s 2024-09-12T17:23:38.001 INFO:teuthology.orchestra.run.smithi123.stderr: 68300K .......... .......... .......... .......... .......... 73% 378M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68350K .......... .......... .......... .......... .......... 73% 448M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68400K .......... .......... .......... .......... .......... 73% 291M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68450K .......... .......... .......... .......... .......... 73% 256M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68500K .......... .......... .......... .......... .......... 73% 133M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68550K .......... .......... .......... .......... .......... 73% 403M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68600K .......... .......... .......... .......... .......... 73% 140M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68650K .......... .......... .......... .......... .......... 73% 320M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68700K .......... .......... .......... .......... .......... 74% 235M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68750K .......... .......... .......... .......... .......... 74% 226M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68800K .......... .......... .......... .......... .......... 74% 396M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68850K .......... .......... .......... .......... .......... 74% 344M 0s 2024-09-12T17:23:38.002 INFO:teuthology.orchestra.run.smithi123.stderr: 68900K .......... .......... .......... .......... .......... 74% 390M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 68950K .......... .......... .......... .......... .......... 74% 393M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69000K .......... .......... .......... .......... .......... 74% 425M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69050K .......... .......... .......... .......... .......... 74% 344M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69100K .......... .......... .......... .......... .......... 74% 418M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69150K .......... .......... .......... .......... .......... 74% 377M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69200K .......... .......... .......... .......... .......... 74% 377M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69250K .......... .......... .......... .......... .......... 74% 338M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69300K .......... .......... .......... .......... .......... 74% 335M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69350K .......... .......... .......... .......... .......... 74% 387M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69400K .......... .......... .......... .......... .......... 74% 417M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69450K .......... .......... .......... .......... .......... 74% 94.1M 0s 2024-09-12T17:23:38.003 INFO:teuthology.orchestra.run.smithi123.stderr: 69500K .......... .......... .......... .......... .......... 74% 218M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69550K .......... .......... .......... .......... .......... 74% 388M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69600K .......... .......... .......... .......... .......... 74% 405M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69650K .......... .......... .......... .......... .......... 75% 336M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69700K .......... .......... .......... .......... .......... 75% 375M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69750K .......... .......... .......... .......... .......... 75% 429M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69800K .......... .......... .......... .......... .......... 75% 99.0M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69850K .......... .......... .......... .......... .......... 75% 69.3M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69900K .......... .......... .......... .......... .......... 75% 232M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 69950K .......... .......... .......... .......... .......... 75% 264M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 70000K .......... .......... .......... .......... .......... 75% 407M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 70050K .......... .......... .......... .......... .......... 75% 382M 0s 2024-09-12T17:23:38.004 INFO:teuthology.orchestra.run.smithi123.stderr: 70100K .......... .......... .......... .......... .......... 75% 308M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70150K .......... .......... .......... .......... .......... 75% 267M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70200K .......... .......... .......... .......... .......... 75% 380M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70250K .......... .......... .......... .......... .......... 75% 396M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70300K .......... .......... .......... .......... .......... 75% 92.1M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70350K .......... .......... .......... .......... .......... 75% 324M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70400K .......... .......... .......... .......... .......... 75% 229M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70450K .......... .......... .......... .......... .......... 75% 344M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70500K .......... .......... .......... .......... .......... 75% 386M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70550K .......... .......... .......... .......... .......... 75% 390M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70600K .......... .......... .......... .......... .......... 76% 439M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70650K .......... .......... .......... .......... .......... 76% 168M 0s 2024-09-12T17:23:38.005 INFO:teuthology.orchestra.run.smithi123.stderr: 70700K .......... .......... .......... .......... .......... 76% 257M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 70750K .......... .......... .......... .......... .......... 76% 333M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 70800K .......... .......... .......... .......... .......... 76% 133M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 70850K .......... .......... .......... .......... .......... 76% 349M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 70900K .......... .......... .......... .......... .......... 76% 322M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 70950K .......... .......... .......... .......... .......... 76% 315M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 71000K .......... .......... .......... .......... .......... 76% 170M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 71050K .......... .......... .......... .......... .......... 76% 362M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 71100K .......... .......... .......... .......... .......... 76% 321M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 71150K .......... .......... .......... .......... .......... 76% 106M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 71200K .......... .......... .......... .......... .......... 76% 386M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 71250K .......... .......... .......... .......... .......... 76% 393M 0s 2024-09-12T17:23:38.006 INFO:teuthology.orchestra.run.smithi123.stderr: 71300K .......... .......... .......... .......... .......... 76% 89.9M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71350K .......... .......... .......... .......... .......... 76% 95.1M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71400K .......... .......... .......... .......... .......... 76% 335M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71450K .......... .......... .......... .......... .......... 76% 263M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71500K .......... .......... .......... .......... .......... 77% 347M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71550K .......... .......... .......... .......... .......... 77% 222M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71600K .......... .......... .......... .......... .......... 77% 327M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71650K .......... .......... .......... .......... .......... 77% 318M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71700K .......... .......... .......... .......... .......... 77% 356M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71750K .......... .......... .......... .......... .......... 77% 383M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71800K .......... .......... .......... .......... .......... 77% 338M 0s 2024-09-12T17:23:38.007 INFO:teuthology.orchestra.run.smithi123.stderr: 71850K .......... .......... .......... .......... .......... 77% 359M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 71900K .......... .......... .......... .......... .......... 77% 385M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 71950K .......... .......... .......... .......... .......... 77% 336M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72000K .......... .......... .......... .......... .......... 77% 337M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72050K .......... .......... .......... .......... .......... 77% 378M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72100K .......... .......... .......... .......... .......... 77% 393M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72150K .......... .......... .......... .......... .......... 77% 411M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72200K .......... .......... .......... .......... .......... 77% 338M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72250K .......... .......... .......... .......... .......... 77% 404M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72300K .......... .......... .......... .......... .......... 77% 404M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72350K .......... .......... .......... .......... .......... 77% 433M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72400K .......... .......... .......... .......... .......... 77% 357M 0s 2024-09-12T17:23:38.008 INFO:teuthology.orchestra.run.smithi123.stderr: 72450K .......... .......... .......... .......... .......... 78% 449M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72500K .......... .......... .......... .......... .......... 78% 416M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72550K .......... .......... .......... .......... .......... 78% 440M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72600K .......... .......... .......... .......... .......... 78% 169M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72650K .......... .......... .......... .......... .......... 78% 385M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72700K .......... .......... .......... .......... .......... 78% 125M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72750K .......... .......... .......... .......... .......... 78% 428M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72800K .......... .......... .......... .......... .......... 78% 378M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72850K .......... .......... .......... .......... .......... 78% 171M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72900K .......... .......... .......... .......... .......... 78% 84.0M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 72950K .......... .......... .......... .......... .......... 78% 169M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 73000K .......... .......... .......... .......... .......... 78% 382M 0s 2024-09-12T17:23:38.009 INFO:teuthology.orchestra.run.smithi123.stderr: 73050K .......... .......... .......... .......... .......... 78% 251M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73100K .......... .......... .......... .......... .......... 78% 276M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73150K .......... .......... .......... .......... .......... 78% 176M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73200K .......... .......... .......... .......... .......... 78% 231M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73250K .......... .......... .......... .......... .......... 78% 384M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73300K .......... .......... .......... .......... .......... 78% 337M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73350K .......... .......... .......... .......... .......... 79% 92.3M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73400K .......... .......... .......... .......... .......... 79% 146M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73450K .......... .......... .......... .......... .......... 79% 293M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73500K .......... .......... .......... .......... .......... 79% 300M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73550K .......... .......... .......... .......... .......... 79% 358M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73600K .......... .......... .......... .......... .......... 79% 344M 0s 2024-09-12T17:23:38.010 INFO:teuthology.orchestra.run.smithi123.stderr: 73650K .......... .......... .......... .......... .......... 79% 422M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 73700K .......... .......... .......... .......... .......... 79% 376M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 73750K .......... .......... .......... .......... .......... 79% 378M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 73800K .......... .......... .......... .......... .......... 79% 335M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 73850K .......... .......... .......... .......... .......... 79% 395M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 73900K .......... .......... .......... .......... .......... 79% 141M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 73950K .......... .......... .......... .......... .......... 79% 268M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 74000K .......... .......... .......... .......... .......... 79% 356M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 74050K .......... .......... .......... .......... .......... 79% 430M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 74100K .......... .......... .......... .......... .......... 79% 247M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 74150K .......... .......... .......... .......... .......... 79% 359M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 74200K .......... .......... .......... .......... .......... 79% 400M 0s 2024-09-12T17:23:38.011 INFO:teuthology.orchestra.run.smithi123.stderr: 74250K .......... .......... .......... .......... .......... 79% 186M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74300K .......... .......... .......... .......... .......... 80% 159M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74350K .......... .......... .......... .......... .......... 80% 173M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74400K .......... .......... .......... .......... .......... 80% 63.0M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74450K .......... .......... .......... .......... .......... 80% 316M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74500K .......... .......... .......... .......... .......... 80% 339M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74550K .......... .......... .......... .......... .......... 80% 108M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74600K .......... .......... .......... .......... .......... 80% 142M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74650K .......... .......... .......... .......... .......... 80% 276M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74700K .......... .......... .......... .......... .......... 80% 247M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74750K .......... .......... .......... .......... .......... 80% 329M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74800K .......... .......... .......... .......... .......... 80% 357M 0s 2024-09-12T17:23:38.012 INFO:teuthology.orchestra.run.smithi123.stderr: 74850K .......... .......... .......... .......... .......... 80% 360M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 74900K .......... .......... .......... .......... .......... 80% 290M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 74950K .......... .......... .......... .......... .......... 80% 334M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75000K .......... .......... .......... .......... .......... 80% 363M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75050K .......... .......... .......... .......... .......... 80% 390M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75100K .......... .......... .......... .......... .......... 80% 317M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75150K .......... .......... .......... .......... .......... 80% 414M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75200K .......... .......... .......... .......... .......... 81% 435M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75250K .......... .......... .......... .......... .......... 81% 415M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75300K .......... .......... .......... .......... .......... 81% 381M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75350K .......... .......... .......... .......... .......... 81% 404M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75400K .......... .......... .......... .......... .......... 81% 411M 0s 2024-09-12T17:23:38.013 INFO:teuthology.orchestra.run.smithi123.stderr: 75450K .......... .......... .......... .......... .......... 81% 405M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75500K .......... .......... .......... .......... .......... 81% 339M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75550K .......... .......... .......... .......... .......... 81% 394M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75600K .......... .......... .......... .......... .......... 81% 409M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75650K .......... .......... .......... .......... .......... 81% 349M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75700K .......... .......... .......... .......... .......... 81% 340M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75750K .......... .......... .......... .......... .......... 81% 387M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75800K .......... .......... .......... .......... .......... 81% 373M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75850K .......... .......... .......... .......... .......... 81% 306M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75900K .......... .......... .......... .......... .......... 81% 331M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 75950K .......... .......... .......... .......... .......... 81% 122M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 76000K .......... .......... .......... .......... .......... 81% 149M 0s 2024-09-12T17:23:38.014 INFO:teuthology.orchestra.run.smithi123.stderr: 76050K .......... .......... .......... .......... .......... 81% 283M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76100K .......... .......... .......... .......... .......... 81% 377M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76150K .......... .......... .......... .......... .......... 82% 80.1M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76200K .......... .......... .......... .......... .......... 82% 247M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76250K .......... .......... .......... .......... .......... 82% 378M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76300K .......... .......... .......... .......... .......... 82% 336M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76350K .......... .......... .......... .......... .......... 82% 171M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76400K .......... .......... .......... .......... .......... 82% 367M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76450K .......... .......... .......... .......... .......... 82% 126M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76500K .......... .......... .......... .......... .......... 82% 311M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76550K .......... .......... .......... .......... .......... 82% 422M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76600K .......... .......... .......... .......... .......... 82% 137M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76650K .......... .......... .......... .......... .......... 82% 395M 0s 2024-09-12T17:23:38.015 INFO:teuthology.orchestra.run.smithi123.stderr: 76700K .......... .......... .......... .......... .......... 82% 324M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 76750K .......... .......... .......... .......... .......... 82% 391M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 76800K .......... .......... .......... .......... .......... 82% 374M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 76850K .......... .......... .......... .......... .......... 82% 359M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 76900K .......... .......... .......... .......... .......... 82% 365M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 76950K .......... .......... .......... .......... .......... 82% 113M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 77000K .......... .......... .......... .......... .......... 82% 338M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 77050K .......... .......... .......... .......... .......... 82% 373M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 77100K .......... .......... .......... .......... .......... 83% 308M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 77150K .......... .......... .......... .......... .......... 83% 331M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 77200K .......... .......... .......... .......... .......... 83% 401M 0s 2024-09-12T17:23:38.016 INFO:teuthology.orchestra.run.smithi123.stderr: 77250K .......... .......... .......... .......... .......... 83% 377M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77300K .......... .......... .......... .......... .......... 83% 370M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77350K .......... .......... .......... .......... .......... 83% 391M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77400K .......... .......... .......... .......... .......... 83% 115M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77450K .......... .......... .......... .......... .......... 83% 332M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77500K .......... .......... .......... .......... .......... 83% 66.3M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77550K .......... .......... .......... .......... .......... 83% 54.0M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77600K .......... .......... .......... .......... .......... 83% 382M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77650K .......... .......... .......... .......... .......... 83% 335M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77700K .......... .......... .......... .......... .......... 83% 322M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77750K .......... .......... .......... .......... .......... 83% 403M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77800K .......... .......... .......... .......... .......... 83% 343M 0s 2024-09-12T17:23:38.017 INFO:teuthology.orchestra.run.smithi123.stderr: 77850K .......... .......... .......... .......... .......... 83% 356M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 77900K .......... .......... .......... .......... .......... 83% 366M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 77950K .......... .......... .......... .......... .......... 83% 421M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78000K .......... .......... .......... .......... .......... 84% 143M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78050K .......... .......... .......... .......... .......... 84% 329M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78100K .......... .......... .......... .......... .......... 84% 316M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78150K .......... .......... .......... .......... .......... 84% 357M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78200K .......... .......... .......... .......... .......... 84% 348M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78250K .......... .......... .......... .......... .......... 84% 384M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78300K .......... .......... .......... .......... .......... 84% 317M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78350K .......... .......... .......... .......... .......... 84% 389M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78400K .......... .......... .......... .......... .......... 84% 336M 0s 2024-09-12T17:23:38.018 INFO:teuthology.orchestra.run.smithi123.stderr: 78450K .......... .......... .......... .......... .......... 84% 398M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78500K .......... .......... .......... .......... .......... 84% 293M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78550K .......... .......... .......... .......... .......... 84% 398M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78600K .......... .......... .......... .......... .......... 84% 380M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78650K .......... .......... .......... .......... .......... 84% 401M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78700K .......... .......... .......... .......... .......... 84% 338M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78750K .......... .......... .......... .......... .......... 84% 426M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78800K .......... .......... .......... .......... .......... 84% 396M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78850K .......... .......... .......... .......... .......... 84% 431M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78900K .......... .......... .......... .......... .......... 84% 341M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 78950K .......... .......... .......... .......... .......... 85% 418M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 79000K .......... .......... .......... .......... .......... 85% 347M 0s 2024-09-12T17:23:38.019 INFO:teuthology.orchestra.run.smithi123.stderr: 79050K .......... .......... .......... .......... .......... 85% 430M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79100K .......... .......... .......... .......... .......... 85% 48.4M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79150K .......... .......... .......... .......... .......... 85% 340M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79200K .......... .......... .......... .......... .......... 85% 334M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79250K .......... .......... .......... .......... .......... 85% 398M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79300K .......... .......... .......... .......... .......... 85% 343M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79350K .......... .......... .......... .......... .......... 85% 406M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79400K .......... .......... .......... .......... .......... 85% 412M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79450K .......... .......... .......... .......... .......... 85% 151M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79500K .......... .......... .......... .......... .......... 85% 314M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79550K .......... .......... .......... .......... .......... 85% 244M 0s 2024-09-12T17:23:38.020 INFO:teuthology.orchestra.run.smithi123.stderr: 79600K .......... .......... .......... .......... .......... 85% 393M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 79650K .......... .......... .......... .......... .......... 85% 167M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 79700K .......... .......... .......... .......... .......... 85% 77.7M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 79750K .......... .......... .......... .......... .......... 85% 304M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 79800K .......... .......... .......... .......... .......... 85% 357M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 79850K .......... .......... .......... .......... .......... 86% 325M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 79900K .......... .......... .......... .......... .......... 86% 312M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 79950K .......... .......... .......... .......... .......... 86% 362M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 80000K .......... .......... .......... .......... .......... 86% 432M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 80050K .......... .......... .......... .......... .......... 86% 327M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 80100K .......... .......... .......... .......... .......... 86% 307M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 80150K .......... .......... .......... .......... .......... 86% 365M 0s 2024-09-12T17:23:38.021 INFO:teuthology.orchestra.run.smithi123.stderr: 80200K .......... .......... .......... .......... .......... 86% 343M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80250K .......... .......... .......... .......... .......... 86% 398M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80300K .......... .......... .......... .......... .......... 86% 371M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80350K .......... .......... .......... .......... .......... 86% 408M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80400K .......... .......... .......... .......... .......... 86% 107M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80450K .......... .......... .......... .......... .......... 86% 97.1M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80500K .......... .......... .......... .......... .......... 86% 292M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80550K .......... .......... .......... .......... .......... 86% 419M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80600K .......... .......... .......... .......... .......... 86% 61.5M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80650K .......... .......... .......... .......... .......... 86% 241M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80700K .......... .......... .......... .......... .......... 86% 208M 0s 2024-09-12T17:23:38.022 INFO:teuthology.orchestra.run.smithi123.stderr: 80750K .......... .......... .......... .......... .......... 86% 382M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 80800K .......... .......... .......... .......... .......... 87% 263M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 80850K .......... .......... .......... .......... .......... 87% 321M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 80900K .......... .......... .......... .......... .......... 87% 332M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 80950K .......... .......... .......... .......... .......... 87% 190M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81000K .......... .......... .......... .......... .......... 87% 266M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81050K .......... .......... .......... .......... .......... 87% 372M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81100K .......... .......... .......... .......... .......... 87% 95.3M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81150K .......... .......... .......... .......... .......... 87% 332M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81200K .......... .......... .......... .......... .......... 87% 354M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81250K .......... .......... .......... .......... .......... 87% 366M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81300K .......... .......... .......... .......... .......... 87% 305M 0s 2024-09-12T17:23:38.023 INFO:teuthology.orchestra.run.smithi123.stderr: 81350K .......... .......... .......... .......... .......... 87% 380M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81400K .......... .......... .......... .......... .......... 87% 372M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81450K .......... .......... .......... .......... .......... 87% 399M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81500K .......... .......... .......... .......... .......... 87% 375M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81550K .......... .......... .......... .......... .......... 87% 415M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81600K .......... .......... .......... .......... .......... 87% 413M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81650K .......... .......... .......... .......... .......... 87% 375M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81700K .......... .......... .......... .......... .......... 87% 327M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81750K .......... .......... .......... .......... .......... 88% 387M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81800K .......... .......... .......... .......... .......... 88% 396M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81850K .......... .......... .......... .......... .......... 88% 423M 0s 2024-09-12T17:23:38.024 INFO:teuthology.orchestra.run.smithi123.stderr: 81900K .......... .......... .......... .......... .......... 88% 426M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 81950K .......... .......... .......... .......... .......... 88% 359M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82000K .......... .......... .......... .......... .......... 88% 432M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82050K .......... .......... .......... .......... .......... 88% 370M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82100K .......... .......... .......... .......... .......... 88% 399M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82150K .......... .......... .......... .......... .......... 88% 399M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82200K .......... .......... .......... .......... .......... 88% 63.9M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82250K .......... .......... .......... .......... .......... 88% 193M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82300K .......... .......... .......... .......... .......... 88% 298M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82350K .......... .......... .......... .......... .......... 88% 237M 0s 2024-09-12T17:23:38.025 INFO:teuthology.orchestra.run.smithi123.stderr: 82400K .......... .......... .......... .......... .......... 88% 382M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82450K .......... .......... .......... .......... .......... 88% 419M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82500K .......... .......... .......... .......... .......... 88% 342M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82550K .......... .......... .......... .......... .......... 88% 295M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82600K .......... .......... .......... .......... .......... 88% 412M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82650K .......... .......... .......... .......... .......... 89% 362M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82700K .......... .......... .......... .......... .......... 89% 431M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82750K .......... .......... .......... .......... .......... 89% 75.9M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82800K .......... .......... .......... .......... .......... 89% 134M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82850K .......... .......... .......... .......... .......... 89% 377M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82900K .......... .......... .......... .......... .......... 89% 123M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 82950K .......... .......... .......... .......... .......... 89% 370M 0s 2024-09-12T17:23:38.026 INFO:teuthology.orchestra.run.smithi123.stderr: 83000K .......... .......... .......... .......... .......... 89% 382M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83050K .......... .......... .......... .......... .......... 89% 371M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83100K .......... .......... .......... .......... .......... 89% 391M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83150K .......... .......... .......... .......... .......... 89% 268M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83200K .......... .......... .......... .......... .......... 89% 395M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83250K .......... .......... .......... .......... .......... 89% 367M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83300K .......... .......... .......... .......... .......... 89% 383M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83350K .......... .......... .......... .......... .......... 89% 387M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83400K .......... .......... .......... .......... .......... 89% 77.7M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83450K .......... .......... .......... .......... .......... 89% 364M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83500K .......... .......... .......... .......... .......... 89% 377M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83550K .......... .......... .......... .......... .......... 89% 338M 0s 2024-09-12T17:23:38.027 INFO:teuthology.orchestra.run.smithi123.stderr: 83600K .......... .......... .......... .......... .......... 90% 404M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 83650K .......... .......... .......... .......... .......... 90% 84.2M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 83700K .......... .......... .......... .......... .......... 90% 99.6M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 83750K .......... .......... .......... .......... .......... 90% 313M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 83800K .......... .......... .......... .......... .......... 90% 427M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 83850K .......... .......... .......... .......... .......... 90% 154M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 83900K .......... .......... .......... .......... .......... 90% 273M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 83950K .......... .......... .......... .......... .......... 90% 309M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 84000K .......... .......... .......... .......... .......... 90% 356M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 84050K .......... .......... .......... .......... .......... 90% 381M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 84100K .......... .......... .......... .......... .......... 90% 435M 0s 2024-09-12T17:23:38.028 INFO:teuthology.orchestra.run.smithi123.stderr: 84150K .......... .......... .......... .......... .......... 90% 124M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84200K .......... .......... .......... .......... .......... 90% 352M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84250K .......... .......... .......... .......... .......... 90% 289M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84300K .......... .......... .......... .......... .......... 90% 272M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84350K .......... .......... .......... .......... .......... 90% 212M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84400K .......... .......... .......... .......... .......... 90% 326M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84450K .......... .......... .......... .......... .......... 90% 376M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84500K .......... .......... .......... .......... .......... 91% 347M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84550K .......... .......... .......... .......... .......... 91% 364M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84600K .......... .......... .......... .......... .......... 91% 311M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84650K .......... .......... .......... .......... .......... 91% 357M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84700K .......... .......... .......... .......... .......... 91% 297M 0s 2024-09-12T17:23:38.029 INFO:teuthology.orchestra.run.smithi123.stderr: 84750K .......... .......... .......... .......... .......... 91% 326M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 84800K .......... .......... .......... .......... .......... 91% 278M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 84850K .......... .......... .......... .......... .......... 91% 384M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 84900K .......... .......... .......... .......... .......... 91% 407M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 84950K .......... .......... .......... .......... .......... 91% 357M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85000K .......... .......... .......... .......... .......... 91% 401M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85050K .......... .......... .......... .......... .......... 91% 344M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85100K .......... .......... .......... .......... .......... 91% 394M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85150K .......... .......... .......... .......... .......... 91% 161M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85200K .......... .......... .......... .......... .......... 91% 362M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85250K .......... .......... .......... .......... .......... 91% 225M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85300K .......... .......... .......... .......... .......... 91% 54.9M 0s 2024-09-12T17:23:38.030 INFO:teuthology.orchestra.run.smithi123.stderr: 85350K .......... .......... .......... .......... .......... 91% 186M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85400K .......... .......... .......... .......... .......... 91% 331M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85450K .......... .......... .......... .......... .......... 92% 384M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85500K .......... .......... .......... .......... .......... 92% 367M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85550K .......... .......... .......... .......... .......... 92% 240M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85600K .......... .......... .......... .......... .......... 92% 404M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85650K .......... .......... .......... .......... .......... 92% 412M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85700K .......... .......... .......... .......... .......... 92% 441M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85750K .......... .......... .......... .......... .......... 92% 239M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85800K .......... .......... .......... .......... .......... 92% 420M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85850K .......... .......... .......... .......... .......... 92% 399M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85900K .......... .......... .......... .......... .......... 92% 162M 0s 2024-09-12T17:23:38.031 INFO:teuthology.orchestra.run.smithi123.stderr: 85950K .......... .......... .......... .......... .......... 92% 190M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86000K .......... .......... .......... .......... .......... 92% 108M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86050K .......... .......... .......... .......... .......... 92% 419M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86100K .......... .......... .......... .......... .......... 92% 419M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86150K .......... .......... .......... .......... .......... 92% 350M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86200K .......... .......... .......... .......... .......... 92% 374M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86250K .......... .......... .......... .......... .......... 92% 406M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86300K .......... .......... .......... .......... .......... 92% 416M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86350K .......... .......... .......... .......... .......... 93% 371M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86400K .......... .......... .......... .......... .......... 93% 106M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86450K .......... .......... .......... .......... .......... 93% 426M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86500K .......... .......... .......... .......... .......... 93% 249M 0s 2024-09-12T17:23:38.032 INFO:teuthology.orchestra.run.smithi123.stderr: 86550K .......... .......... .......... .......... .......... 93% 329M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86600K .......... .......... .......... .......... .......... 93% 313M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86650K .......... .......... .......... .......... .......... 93% 111M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86700K .......... .......... .......... .......... .......... 93% 377M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86750K .......... .......... .......... .......... .......... 93% 74.0M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86800K .......... .......... .......... .......... .......... 93% 363M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86850K .......... .......... .......... .......... .......... 93% 395M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86900K .......... .......... .......... .......... .......... 93% 160M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 86950K .......... .......... .......... .......... .......... 93% 339M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 87000K .......... .......... .......... .......... .......... 93% 405M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 87050K .......... .......... .......... .......... .......... 93% 347M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 87100K .......... .......... .......... .......... .......... 93% 448M 0s 2024-09-12T17:23:38.033 INFO:teuthology.orchestra.run.smithi123.stderr: 87150K .......... .......... .......... .......... .......... 93% 138M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87200K .......... .......... .......... .......... .......... 93% 348M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87250K .......... .......... .......... .......... .......... 93% 397M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87300K .......... .......... .......... .......... .......... 94% 413M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87350K .......... .......... .......... .......... .......... 94% 111M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87400K .......... .......... .......... .......... .......... 94% 387M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87450K .......... .......... .......... .......... .......... 94% 351M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87500K .......... .......... .......... .......... .......... 94% 385M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87550K .......... .......... .......... .......... .......... 94% 334M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87600K .......... .......... .......... .......... .......... 94% 314M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87650K .......... .......... .......... .......... .......... 94% 360M 0s 2024-09-12T17:23:38.034 INFO:teuthology.orchestra.run.smithi123.stderr: 87700K .......... .......... .......... .......... .......... 94% 319M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 87750K .......... .......... .......... .......... .......... 94% 335M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 87800K .......... .......... .......... .......... .......... 94% 292M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 87850K .......... .......... .......... .......... .......... 94% 147M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 87900K .......... .......... .......... .......... .......... 94% 297M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 87950K .......... .......... .......... .......... .......... 94% 271M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 88000K .......... .......... .......... .......... .......... 94% 330M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 88050K .......... .......... .......... .......... .......... 94% 412M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 88100K .......... .......... .......... .......... .......... 94% 378M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 88150K .......... .......... .......... .......... .......... 94% 355M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 88200K .......... .......... .......... .......... .......... 94% 429M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 88250K .......... .......... .......... .......... .......... 95% 421M 0s 2024-09-12T17:23:38.035 INFO:teuthology.orchestra.run.smithi123.stderr: 88300K .......... .......... .......... .......... .......... 95% 445M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88350K .......... .......... .......... .......... .......... 95% 33.1M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88400K .......... .......... .......... .......... .......... 95% 310M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88450K .......... .......... .......... .......... .......... 95% 328M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88500K .......... .......... .......... .......... .......... 95% 358M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88550K .......... .......... .......... .......... .......... 95% 339M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88600K .......... .......... .......... .......... .......... 95% 376M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88650K .......... .......... .......... .......... .......... 95% 385M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88700K .......... .......... .......... .......... .......... 95% 352M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88750K .......... .......... .......... .......... .......... 95% 299M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88800K .......... .......... .......... .......... .......... 95% 378M 0s 2024-09-12T17:23:38.036 INFO:teuthology.orchestra.run.smithi123.stderr: 88850K .......... .......... .......... .......... .......... 95% 369M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 88900K .......... .......... .......... .......... .......... 95% 416M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 88950K .......... .......... .......... .......... .......... 95% 348M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89000K .......... .......... .......... .......... .......... 95% 424M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89050K .......... .......... .......... .......... .......... 95% 343M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89100K .......... .......... .......... .......... .......... 95% 412M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89150K .......... .......... .......... .......... .......... 96% 170M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89200K .......... .......... .......... .......... .......... 96% 408M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89250K .......... .......... .......... .......... .......... 96% 416M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89300K .......... .......... .......... .......... .......... 96% 96.1M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89350K .......... .......... .......... .......... .......... 96% 241M 0s 2024-09-12T17:23:38.037 INFO:teuthology.orchestra.run.smithi123.stderr: 89400K .......... .......... .......... .......... .......... 96% 410M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89450K .......... .......... .......... .......... .......... 96% 415M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89500K .......... .......... .......... .......... .......... 96% 437M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89550K .......... .......... .......... .......... .......... 96% 343M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89600K .......... .......... .......... .......... .......... 96% 393M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89650K .......... .......... .......... .......... .......... 96% 391M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89700K .......... .......... .......... .......... .......... 96% 172M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89750K .......... .......... .......... .......... .......... 96% 62.0M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89800K .......... .......... .......... .......... .......... 96% 381M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89850K .......... .......... .......... .......... .......... 96% 386M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89900K .......... .......... .......... .......... .......... 96% 429M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 89950K .......... .......... .......... .......... .......... 96% 248M 0s 2024-09-12T17:23:38.038 INFO:teuthology.orchestra.run.smithi123.stderr: 90000K .......... .......... .......... .......... .......... 96% 176M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90050K .......... .......... .......... .......... .......... 96% 365M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90100K .......... .......... .......... .......... .......... 97% 383M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90150K .......... .......... .......... .......... .......... 97% 88.7M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90200K .......... .......... .......... .......... .......... 97% 386M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90250K .......... .......... .......... .......... .......... 97% 363M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90300K .......... .......... .......... .......... .......... 97% 391M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90350K .......... .......... .......... .......... .......... 97% 328M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90400K .......... .......... .......... .......... .......... 97% 392M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90450K .......... .......... .......... .......... .......... 97% 388M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90500K .......... .......... .......... .......... .......... 97% 352M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90550K .......... .......... .......... .......... .......... 97% 318M 0s 2024-09-12T17:23:38.039 INFO:teuthology.orchestra.run.smithi123.stderr: 90600K .......... .......... .......... .......... .......... 97% 320M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 90650K .......... .......... .......... .......... .......... 97% 449M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 90700K .......... .......... .......... .......... .......... 97% 152M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 90750K .......... .......... .......... .......... .......... 97% 284M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 90800K .......... .......... .......... .......... .......... 97% 357M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 90850K .......... .......... .......... .......... .......... 97% 372M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 90900K .......... .......... .......... .......... .......... 97% 385M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 90950K .......... .......... .......... .......... .......... 97% 95.7M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 91000K .......... .......... .......... .......... .......... 98% 419M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 91050K .......... .......... .......... .......... .......... 98% 447M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 91100K .......... .......... .......... .......... .......... 98% 385M 0s 2024-09-12T17:23:38.040 INFO:teuthology.orchestra.run.smithi123.stderr: 91150K .......... .......... .......... .......... .......... 98% 326M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91200K .......... .......... .......... .......... .......... 98% 433M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91250K .......... .......... .......... .......... .......... 98% 423M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91300K .......... .......... .......... .......... .......... 98% 442M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91350K .......... .......... .......... .......... .......... 98% 32.3M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91400K .......... .......... .......... .......... .......... 98% 322M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91450K .......... .......... .......... .......... .......... 98% 417M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91500K .......... .......... .......... .......... .......... 98% 321M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91550K .......... .......... .......... .......... .......... 98% 281M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91600K .......... .......... .......... .......... .......... 98% 383M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91650K .......... .......... .......... .......... .......... 98% 388M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91700K .......... .......... .......... .......... .......... 98% 353M 0s 2024-09-12T17:23:38.041 INFO:teuthology.orchestra.run.smithi123.stderr: 91750K .......... .......... .......... .......... .......... 98% 318M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 91800K .......... .......... .......... .......... .......... 98% 359M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 91850K .......... .......... .......... .......... .......... 98% 392M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 91900K .......... .......... .......... .......... .......... 98% 360M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 91950K .......... .......... .......... .......... .......... 99% 329M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92000K .......... .......... .......... .......... .......... 99% 198M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92050K .......... .......... .......... .......... .......... 99% 295M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92100K .......... .......... .......... .......... .......... 99% 343M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92150K .......... .......... .......... .......... .......... 99% 348M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92200K .......... .......... .......... .......... .......... 99% 368M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92250K .......... .......... .......... .......... .......... 99% 393M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92300K .......... .......... .......... .......... .......... 99% 404M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92350K .......... .......... .......... .......... .......... 99% 242M 0s 2024-09-12T17:23:38.042 INFO:teuthology.orchestra.run.smithi123.stderr: 92400K .......... .......... .......... .......... .......... 99% 141M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92450K .......... .......... .......... .......... .......... 99% 369M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92500K .......... .......... .......... .......... .......... 99% 271M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92550K .......... .......... .......... .......... .......... 99% 368M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92600K .......... .......... .......... .......... .......... 99% 423M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92650K .......... .......... .......... .......... .......... 99% 412M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92700K .......... .......... .......... .......... .......... 99% 186M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92750K .......... .......... .......... .......... .......... 99% 354M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92800K .......... .......... .......... .......... .......... 99% 108M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92850K .......... .......... .......... .......... .......... 99% 281M 0s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 92900K 100% 134G=0.4s 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T17:23:38.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12 17:23:36 (207 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2024-09-12T17:23:38.044 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T17:23:38.081 INFO:teuthology.orchestra.run.smithi123.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-12T17:23:38.081 INFO:teuthology.orchestra.run.smithi123.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-12T17:23:38.082 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-12T17:23:38.083 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-12T17:23:38.084 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-12T17:23:38.085 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-12T17:23:38.086 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-12T17:23:38.087 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-12T17:23:38.088 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-12T17:23:38.089 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-12T17:23:38.090 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-12T17:23:38.091 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-12T17:23:38.092 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-12T17:23:38.093 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-12T17:23:38.094 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-12T17:23:38.095 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-12T17:23:38.096 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-12T17:23:38.097 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-12T17:23:38.098 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-12T17:23:38.099 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-12T17:23:38.100 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-12T17:23:38.101 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout:Welcome to Gradle 6.0.1! 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout:Here are the highlights of this release: 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: - Substantial improvements in dependency management, including 2024-09-12T17:23:38.102 INFO:teuthology.orchestra.run.smithi123.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - Advanced control of transitive versions 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - Support for optional features and dependencies 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - Rules to tweak published metadata 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - Support for Java 13 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - Faster incremental Java and Groovy compilation 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - New Zinc compiler for Scala 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - VS2019 support 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.103 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:------------------------------------------------------------ 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:Gradle 6.0.1 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:------------------------------------------------------------ 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:Kotlin: 1.3.50 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:Groovy: 2.5.8 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-12T17:23:38.104 INFO:teuthology.orchestra.run.smithi123.stdout:JVM: 11.0.20.1 (Red Hat, Inc. 11.0.20.1+1-LTS) 2024-09-12T17:23:38.105 INFO:teuthology.orchestra.run.smithi123.stdout:OS: Linux 5.14.0-505.el9.x86_64 amd64 2024-09-12T17:23:38.105 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.105 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-12T17:23:38.105 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T17:23:38.105 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T17:23:38.105 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T17:23:38.105 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T17:23:38.105 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-12T17:23:38.309 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-12T17:23:38.309 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-12T17:23:38.310 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'QIELNTZTQQGCIHPDHEZS', 'access_secret': 'o4ZzfSisdCDPJVBaRCyyGrU+tjRexai/OUVA3zjFbUTEUJLIqVKPXg==', 'region': 'mexico', 'endpoint': 'smithi123.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi123.front.sepia.ceph.com'} 2024-09-12T17:23:38.310 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-12T17:23:38.310 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'QIELNTZTQQGCIHPDHEZS', '--secret', 'o4ZzfSisdCDPJVBaRCyyGrU+tjRexai/OUVA3zjFbUTEUJLIqVKPXg==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-12T17:23:38.310 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key QIELNTZTQQGCIHPDHEZS --secret o4ZzfSisdCDPJVBaRCyyGrU+tjRexai/OUVA3zjFbUTEUJLIqVKPXg== --email tester.client.0_test@test.test --cluster ceph 2024-09-12T17:23:38.374 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:38.374 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:38.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.408+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 20 realm 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.410+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.411+0000 7faf76115800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:38.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.411+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.412+0000 7faf76115800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:38.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.412+0000 7faf76115800 20 searching for the correct realm 2024-09-12T17:23:38.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.414+0000 7faf74400640 0 -- 172.21.15.123:0/1974936156 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7faf6806bba0 msgr2=0x7faf68067310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:23:38.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.621+0000 7faf733fe640 0 -- 172.21.15.123:0/1974936156 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7faf6c06fd60 msgr2=0x7faf6c0653e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:38.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.828+0000 7faf76115800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.828+0000 7faf76115800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.828+0000 7faf76115800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.828+0000 7faf76115800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.828+0000 7faf76115800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.828+0000 7faf76115800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.828+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.829+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.829+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.829+0000 7faf76115800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.829+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 zone default found 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 4 Realm: () 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:38.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 zonegroup default 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.830+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.831+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.831+0000 7faf76115800 20 started sync module instance, tier type = 2024-09-12T17:23:38.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.831+0000 7faf76115800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:38.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.842+0000 7faf76115800 20 add_watcher() i=0 2024-09-12T17:23:38.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.842+0000 7faf76115800 20 add_watcher() i=1 2024-09-12T17:23:38.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.842+0000 7faf76115800 20 add_watcher() i=2 2024-09-12T17:23:38.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.842+0000 7faf76115800 20 add_watcher() i=3 2024-09-12T17:23:38.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.842+0000 7faf76115800 20 add_watcher() i=4 2024-09-12T17:23:38.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.842+0000 7faf76115800 20 add_watcher() i=5 2024-09-12T17:23:38.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.842+0000 7faf76115800 20 add_watcher() i=6 2024-09-12T17:23:38.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.843+0000 7faf76115800 20 add_watcher() i=7 2024-09-12T17:23:38.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.843+0000 7faf76115800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:38.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.844+0000 7fae29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:38.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.844+0000 7faf76115800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:38.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.844+0000 7faf76115800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:38.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.845+0000 7faf76115800 5 note: GC not initialized 2024-09-12T17:23:38.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.845+0000 7fae28fe1640 20 reqs_thread_entry: start 2024-09-12T17:23:38.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.845+0000 7faf76115800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:38.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.845+0000 7faf76115800 20 Filter name: none 2024-09-12T17:23:38.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.845+0000 7fada27fc640 20 reqs_thread_entry: start 2024-09-12T17:23:38.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.845+0000 7faf76115800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T17:23:38.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.845+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:23:38.848 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 cache get: name=default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS : miss 2024-09-12T17:23:38.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 20 rados->read ofs=0 len=0 2024-09-12T17:23:38.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:38.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 cache put: name=default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS info.flags=0x0 2024-09-12T17:23:38.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 adding default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS to cache LRU end 2024-09-12T17:23:38.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 cache get: name=default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS : hit (negative entry) 2024-09-12T17:23:38.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.846+0000 7faf76115800 10 cache get: name=default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS : hit (negative entry) 2024-09-12T17:23:38.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.848+0000 7faf76115800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T17:23:38.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.848+0000 7faf76115800 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:23:38.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.848+0000 7faf76115800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T17:23:38.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.848+0000 7fae52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366287 cookie 94045115290592 notifier 8874 bl.length()=670 2024-09-12T17:23:38.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.848+0000 7fae52ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T17:23:38.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.848+0000 7fae52ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:23:38.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.851+0000 7faf76115800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T17:23:38.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.851+0000 7faf76115800 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:23:38.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.851+0000 7faf76115800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T17:23:38.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.851+0000 7fae52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366194 cookie 94045115280704 notifier 8874 bl.length()=200 2024-09-12T17:23:38.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.852+0000 7fae52ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T17:23:38.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.852+0000 7fae52ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:23:38.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.854+0000 7faf76115800 10 cache put: name=default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS info.flags=0x7 2024-09-12T17:23:38.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.854+0000 7faf76115800 10 moving default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS to cache LRU end 2024-09-12T17:23:38.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.854+0000 7faf76115800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:QIELNTZTQQGCIHPDHEZS, ofs0, ns] 2024-09-12T17:23:38.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.854+0000 7fae527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366288 cookie 94045115290592 notifier 8874 bl.length()=189 2024-09-12T17:23:38.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.854+0000 7fae527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS info.flags=0x7 2024-09-12T17:23:38.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.854+0000 7fae527fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+QIELNTZTQQGCIHPDHEZS to cache LRU end 2024-09-12T17:23:38.856 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:23:38.856 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "tester.client.0", 2024-09-12T17:23:38.856 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Ms. tester.client.0", 2024-09-12T17:23:38.856 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "tester.client.0_test@test.test", 2024-09-12T17:23:38.856 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "tester.client.0", 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "QIELNTZTQQGCIHPDHEZS", 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "o4ZzfSisdCDPJVBaRCyyGrU+tjRexai/OUVA3zjFbUTEUJLIqVKPXg==", 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:23:38.847381Z" 2024-09-12T17:23:38.857 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:23:38.858 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:23:38.859 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "rgw", 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "", 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:23:38.847365Z", 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:23:38.860 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:23:38.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.856+0000 7fae29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:38.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.859+0000 7faf76115800 20 remove_watcher() i=0 2024-09-12T17:23:38.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.859+0000 7faf76115800 2 removed watcher, disabling cache 2024-09-12T17:23:38.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.861+0000 7faf76115800 20 remove_watcher() i=1 2024-09-12T17:23:38.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.862+0000 7faf76115800 20 remove_watcher() i=2 2024-09-12T17:23:38.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.863+0000 7faf76115800 20 remove_watcher() i=3 2024-09-12T17:23:38.865 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.864+0000 7faf76115800 20 remove_watcher() i=4 2024-09-12T17:23:38.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.865+0000 7faf76115800 20 remove_watcher() i=5 2024-09-12T17:23:38.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.867+0000 7faf76115800 20 remove_watcher() i=6 2024-09-12T17:23:38.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:38.868+0000 7faf76115800 20 remove_watcher() i=7 2024-09-12T17:23:38.881 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T17:23:38.881 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-12T17:23:38.912 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-12T17:23:38.913 DEBUG:teuthology.orchestra.run.smithi123:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-12T17:23:38.981 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:23:39.072 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:39.072 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:39.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.109+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 20 realm 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.111+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.112+0000 7f4e43326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:39.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.112+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.113+0000 7f4e43326800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:39.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.113+0000 7f4e43326800 20 searching for the correct realm 2024-09-12T17:23:39.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.115+0000 7f4e3f870640 0 -- 172.21.15.123:0/1028451777 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f4e28017050 msgr2=0x7f4e28067a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:39.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.119+0000 7f4e3686e640 0 -- 172.21.15.123:0/1028451777 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f4e38079420 msgr2=0x7f4e38079880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:39.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:39.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.326+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:39.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 zone default found 2024-09-12T17:23:39.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 4 Realm: () 2024-09-12T17:23:39.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 zonegroup default 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.327+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.328+0000 7f4e43326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.328+0000 7f4e43326800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.328+0000 7f4e43326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.328+0000 7f4e43326800 20 started sync module instance, tier type = 2024-09-12T17:23:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.328+0000 7f4e43326800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:39.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=0 2024-09-12T17:23:39.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=1 2024-09-12T17:23:39.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=2 2024-09-12T17:23:39.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=3 2024-09-12T17:23:39.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=4 2024-09-12T17:23:39.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=5 2024-09-12T17:23:39.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=6 2024-09-12T17:23:39.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 20 add_watcher() i=7 2024-09-12T17:23:39.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.338+0000 7f4e43326800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:39.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.340+0000 7f4cf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:39.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.341+0000 7f4e43326800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:39.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.341+0000 7f4e43326800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:39.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.380+0000 7f4cf4fe1640 20 reqs_thread_entry: start 2024-09-12T17:23:39.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.380+0000 7f4e43326800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:39.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.380+0000 7f4e43326800 20 Filter name: none 2024-09-12T17:23:39.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.380+0000 7f4c6e7fc640 20 reqs_thread_entry: start 2024-09-12T17:23:39.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.380+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:23:39.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.381+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3571998527066552956', time=2024-09-12T19:14:10.596054+0000, chain.objs.size()=1 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.N4SSF7ibQgQse-nVkF-HMEcldOKXiol_0 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6255082498660962864', time=2024-09-12T19:14:10.604641+0000, chain.objs.size()=1 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.X8Umqtbx8Jydvg3z1zqpvrrI0MZaKoW_0 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3267034229707824422', time=2024-09-12T19:14:10.639834+0000, chain.objs.size()=4 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.1 2024-09-12T17:23:39.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.2 2024-09-12T17:23:39.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.3 2024-09-12T17:23:39.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13__multipart_foo.2~DBR9ucENUuD7EDrtg0eg4A474x6GbUu.4 2024-09-12T17:23:39.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10710427591417328381', time=2024-09-12T19:14:10.785718+0000, chain.objs.size()=5 2024-09-12T17:23:39.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.382+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1 2024-09-12T17:23:39.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.383+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1_1 2024-09-12T17:23:39.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.383+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2 2024-09-12T17:23:39.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.383+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2_1 2024-09-12T17:23:39.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.383+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.3 2024-09-12T17:23:39.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.383+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7609297482710953248', time=2024-09-12T19:15:46.039285+0000, chain.objs.size()=1 2024-09-12T17:23:39.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.383+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.ySjB4B6BfctOZaiUG5TiNSE7ftbFmud_0 2024-09-12T17:23:39.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1252529841154011972', time=2024-09-12T19:15:47.336497+0000, chain.objs.size()=1 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.-znO7QcvhPndjoUf4AEiaF5htyqbBym_0 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6632696910296671681', time=2024-09-12T19:15:49.725267+0000, chain.objs.size()=1 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.tsAeb4lXG6EJXsYkOrtMo2R8g-nvz3l_0 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9491222758932541126', time=2024-09-12T19:16:27.468218+0000, chain.objs.size()=1 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.5HdMzddghNm1gwAmLYpJEaugHsr8ssU_0 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13839576531528291625', time=2024-09-12T19:16:27.545151+0000, chain.objs.size()=1 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.4xanyRSb1aZrCE28YDzL-KoKdEqth5T_0 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11637506680974879047', time=2024-09-12T19:16:30.210000+0000, chain.objs.size()=1 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.4-1wq9YZOqqx7QffnVxiePcmSTNxMD5_0 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7191063608961869504', time=2024-09-12T19:17:03.419369+0000, chain.objs.size()=1 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.1FoYuj0leizQXQ0UUUFiS1L4q7IM7Bs_0 2024-09-12T17:23:39.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10026557571072914023', time=2024-09-12T19:17:06.530305+0000, chain.objs.size()=1 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.QrOPtqeZzI5ZIro5xy7jWnv5X87rkSy_0 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14058122943174985772', time=2024-09-12T19:17:08.937413+0000, chain.objs.size()=1 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.rxo8UgsGpGTmMVwDcLOOQ-ADBq7eS88_0 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16771954630834773922', time=2024-09-12T19:18:19.780315+0000, chain.objs.size()=1 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.4HEee1PqnMFsVhkzN8lydRnQvLEmu46_0 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.559275922439559358', time=2024-09-12T19:19:38.979070+0000, chain.objs.size()=1 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.-niU7ZF33dx58zuQfjjiPb4OuYfUTOR_0 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13292333636100253493', time=2024-09-12T19:20:17.059045+0000, chain.objs.size()=1 2024-09-12T17:23:39.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.386+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.x_jJmD66LuznqLMioYnFKcV9PP0fD7O_0 2024-09-12T17:23:39.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.388+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8559041347885855784', time=2024-09-12T19:23:04.363686+0000, chain.objs.size()=1 2024-09-12T17:23:39.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.388+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.85SeSz64JI4PlZpHU18ZN8okwLrSgys_0 2024-09-12T17:23:39.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.389+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7655433983010944398', time=2024-09-12T19:23:04.383231+0000, chain.objs.size()=1 2024-09-12T17:23:39.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.389+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.EGlRzwpI9PEEf6cGP80AW6N3KUQDKPJ_0 2024-09-12T17:23:39.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.390+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17637299707403690743', time=2024-09-12T19:23:04.389322+0000, chain.objs.size()=1 2024-09-12T17:23:39.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.390+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.6aLM1_QT71NiPqKmsLH4G565Diz5c3C_0 2024-09-12T17:23:39.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.392+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.395+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:23:39.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.396+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13046684783032310819', time=2024-09-12T19:14:10.591677+0000, chain.objs.size()=1 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.WadM6mefzXO28jM2YA2FLqSRjS4GxPt_0 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16469741880709116029', time=2024-09-12T19:14:10.682318+0000, chain.objs.size()=4 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.1 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.2 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.3 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10__multipart_foo.2~gzKpy51xdYR09qZZnUsNrzgrqLzS6nq.4 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_zcdigSzk3whHovuhe_WCRiCabBHnEEY', time=2024-09-12T19:14:10.781139+0000, chain.objs.size()=3 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.oJYOUOuzeIxg8cK7xvOhswuIuJ-JDDL_0 2024-09-12T17:23:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.oJYOUOuzeIxg8cK7xvOhswuIuJ-JDDL_1 2024-09-12T17:23:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.oJYOUOuzeIxg8cK7xvOhswuIuJ-JDDL_2 2024-09-12T17:23:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14312677345329528699', time=2024-09-12T19:14:10.852497+0000, chain.objs.size()=3 2024-09-12T17:23:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.Qa9QCS9-C4uDfVMqISuKHdAK7tFMMtj_0 2024-09-12T17:23:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.Qa9QCS9-C4uDfVMqISuKHdAK7tFMMtj_1 2024-09-12T17:23:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.Qa9QCS9-C4uDfVMqISuKHdAK7tFMMtj_2 2024-09-12T17:23:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8268362195623851273', time=2024-09-12T19:14:10.856434+0000, chain.objs.size()=1 2024-09-12T17:23:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.397+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.CCO404CTdInTOw1Vmo4BWz29NxCKIb-_0 2024-09-12T17:23:39.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7929780494524202548', time=2024-09-12T19:15:49.655026+0000, chain.objs.size()=1 2024-09-12T17:23:39.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.wuuJsVJ9GAUnaU9m9zpgaMxmJ00tr6P_0 2024-09-12T17:23:39.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15012842208267232971', time=2024-09-12T19:16:23.845335+0000, chain.objs.size()=1 2024-09-12T17:23:39.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.98gfhXXm56dF5JhCtkf48rnO5ScpiW5_0 2024-09-12T17:23:39.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12064232950493394474', time=2024-09-12T19:16:30.208916+0000, chain.objs.size()=1 2024-09-12T17:23:39.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.wFIEvjznBYv7M-gQJUihkMroAsoJwWx_0 2024-09-12T17:23:39.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15635103004726853667', time=2024-09-12T19:16:30.209674+0000, chain.objs.size()=1 2024-09-12T17:23:39.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.lUIJQmWj80cDDkxaqefo1tFDeU3r0XR_0 2024-09-12T17:23:39.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9430739364307783585', time=2024-09-12T19:16:30.265052+0000, chain.objs.size()=1 2024-09-12T17:23:39.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.7TbY3vyMhOfEARF3-nfvfiYpaYEgJmw_0 2024-09-12T17:23:39.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18175368158770856714', time=2024-09-12T19:17:45.603598+0000, chain.objs.size()=1 2024-09-12T17:23:39.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.402+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.8IvD_9tjGMkFJ57vsDzhtRlnuRJCxeS_0 2024-09-12T17:23:39.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.96241149789787337', time=2024-09-12T19:17:45.622313+0000, chain.objs.size()=1 2024-09-12T17:23:39.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.ZmiAGqGgWariiNRSktMcJckCbD3-LXs_0 2024-09-12T17:23:39.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14278284206442439065', time=2024-09-12T19:18:19.812951+0000, chain.objs.size()=1 2024-09-12T17:23:39.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.WnjQqftU5l7Ucjhhtd00Ujp9OQ1QKlq_0 2024-09-12T17:23:39.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15250549490841953456', time=2024-09-12T19:18:23.389398+0000, chain.objs.size()=1 2024-09-12T17:23:39.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.op3I2_1vEXPnmYgx1Bdhlc_6vhcHh2s_0 2024-09-12T17:23:39.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.173236003231028449', time=2024-09-12T19:18:25.288826+0000, chain.objs.size()=1 2024-09-12T17:23:39.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.nMdjZrHQ03N-V7IHSeVj-1lvOvp1uOR_0 2024-09-12T17:23:39.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6987587876602635862', time=2024-09-12T19:18:58.537284+0000, chain.objs.size()=1 2024-09-12T17:23:39.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.403+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.GRI8-KwX02G2vbcyaDacdK2DH79lMvH_0 2024-09-12T17:23:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.405+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6145903944993831992', time=2024-09-12T19:18:58.553904+0000, chain.objs.size()=1 2024-09-12T17:23:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.405+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.UMsYRxCs0CsUFmNcBI2YWih2uQRWGxC_0 2024-09-12T17:23:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.406+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2933713174568190991', time=2024-09-12T19:19:01.728086+0000, chain.objs.size()=1 2024-09-12T17:23:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.406+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.S06X_iV2-5crkZX4oWr5y2hThBo4Hi8_0 2024-09-12T17:23:39.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.406+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13874203730784771441', time=2024-09-12T19:19:35.471886+0000, chain.objs.size()=1 2024-09-12T17:23:39.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.406+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.RE5b_Nj7wmdWuLSG_19WKt7wzJHcxut_0 2024-09-12T17:23:39.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.406+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15711681414880215407', time=2024-09-12T19:19:38.894493+0000, chain.objs.size()=1 2024-09-12T17:23:39.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.406+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.xBKPJXOZpaxjlMrCujTMl_mqJxKvFWo_0 2024-09-12T17:23:39.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2409791034540946240', time=2024-09-12T19:20:13.345869+0000, chain.objs.size()=1 2024-09-12T17:23:39.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.RarhPeafuYHv5J35cs0uGu7pTunJjcb_0 2024-09-12T17:23:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5967478612145348732', time=2024-09-12T19:20:17.007529+0000, chain.objs.size()=1 2024-09-12T17:23:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.S5NkrEXC8WDCbCEUIylfWIWPIQg_neL_0 2024-09-12T17:23:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3296327995623934962', time=2024-09-12T19:23:04.383944+0000, chain.objs.size()=1 2024-09-12T17:23:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.a-UtbJtH0gHrAhRxXzOO39YgtyjvsUo_0 2024-09-12T17:23:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12847924740475621026', time=2024-09-12T19:23:04.401241+0000, chain.objs.size()=1 2024-09-12T17:23:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.407+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.ZW24b2D71Zfh9DTbGHaO3gUc9yPv9od_0 2024-09-12T17:23:39.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.411+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.415+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:23:39.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.417+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.418 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.417+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T17:23:39.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5148790467578738052', time=2024-09-12T19:14:10.699049+0000, chain.objs.size()=2 2024-09-12T17:23:39.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_0 2024-09-12T17:23:39.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_1 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10774459548003331589', time=2024-09-12T19:14:10.743707+0000, chain.objs.size()=1 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.B8Y-mhfVGbUj0Hhag97IGHHgVuxqrrx_0 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13898672769710337510', time=2024-09-12T19:15:47.403698+0000, chain.objs.size()=1 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.7g-LLOqKskc4cKHDs5hhk3nYesloQ-g_0 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16461018291483415725', time=2024-09-12T19:16:23.902464+0000, chain.objs.size()=1 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.O7NEIGCSbnx-4or6wECk-9QcDW4JZXL_0 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10390197372619920782', time=2024-09-12T19:16:23.903901+0000, chain.objs.size()=1 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.UZoK4urZl6WjLseK1SWO4pHnXDCQeVf_0 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14489967719893533329', time=2024-09-12T19:17:08.937514+0000, chain.objs.size()=1 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.wcpV-U-VHCv_CPWGBYytn_y5lcl52tg_0 2024-09-12T17:23:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3462234989980990366', time=2024-09-12T19:19:35.540206+0000, chain.objs.size()=1 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.JC421NcB5GsaREizY2eD1WF0p00QNsH_0 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4812522199997226179', time=2024-09-12T19:19:38.962631+0000, chain.objs.size()=1 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.Mk4POFN7ssNaasjhR25X8IekPDihZ-a_0 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10536314314923694937', time=2024-09-12T19:19:38.980506+0000, chain.objs.size()=1 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.RDreXMDv2ktPduy5JgT56GM1_I2l3G__0 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.730764863184439716', time=2024-09-12T19:19:41.455040+0000, chain.objs.size()=1 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.Ed7M7ffEbhaBjTawXll2eo26eCXEU09_0 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16435778082997626485', time=2024-09-12T19:20:16.956228+0000, chain.objs.size()=1 2024-09-12T17:23:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.418+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.dXkKS_mbopUwLyhichpw_21eTRCz-c5_0 2024-09-12T17:23:39.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.420+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2298394540258322067', time=2024-09-12T19:20:17.053098+0000, chain.objs.size()=1 2024-09-12T17:23:39.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.420+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.HYCO_QJ4TyTdA_Aq2mF0rCRdCcwsTp7_0 2024-09-12T17:23:39.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.421+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7168443879314002956', time=2024-09-12T19:20:19.271534+0000, chain.objs.size()=1 2024-09-12T17:23:39.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.421+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.RQkdhx0gO0HtL8kB6tDOgd2qbIBN68-_0 2024-09-12T17:23:39.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.423+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.429+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:23:39.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.430+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.430+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T17:23:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17726255552101240844', time=2024-09-12T19:14:10.722991+0000, chain.objs.size()=2 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_0 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_1 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14034056745269429773', time=2024-09-12T19:14:10.926639+0000, chain.objs.size()=1 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.BpwTu4TDYOKnJLknst5dbr2qkyt_49__0 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14288767015154351893', time=2024-09-12T19:15:47.327999+0000, chain.objs.size()=1 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.MQA7Pij5Omre3gk2W1NBDKbfsOdaIeX_0 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13150974712980418658', time=2024-09-12T19:16:30.215610+0000, chain.objs.size()=1 2024-09-12T17:23:39.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.VhzjeGZ-FTh3BBNw74rAMDMxjbf-QPC_0 2024-09-12T17:23:39.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9051613004978039281', time=2024-09-12T19:17:03.360823+0000, chain.objs.size()=1 2024-09-12T17:23:39.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.prJYgFNcYmuldA80Q2aLvmKqVxWIR7s_0 2024-09-12T17:23:39.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12057663171077142726', time=2024-09-12T19:17:03.443315+0000, chain.objs.size()=1 2024-09-12T17:23:39.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.bnAxLmWgAlmOUeJmClN2jewdR40qDyo_0 2024-09-12T17:23:39.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18406319263185005957', time=2024-09-12T19:17:06.527532+0000, chain.objs.size()=1 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.431+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.oVMu4Aigui0UAusqbYmvYc5AtXi1mTG_0 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4950745300005379682', time=2024-09-12T19:17:45.597757+0000, chain.objs.size()=1 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.ncpfrTwACRyQfk0wzEcLvr-JSJpJUW5_0 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16372024560582856992', time=2024-09-12T19:17:45.620584+0000, chain.objs.size()=1 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.vM7-ngLDbkCcbtHv0lBgwSz3B60Aeqz_0 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8369613607853320469', time=2024-09-12T19:18:23.272998+0000, chain.objs.size()=1 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.eTxKbvGlx2dKvUmrJQlknsUWNVwu82v_0 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9381543732432305445', time=2024-09-12T19:18:23.372187+0000, chain.objs.size()=1 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.432+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.atevMcqSwza64hJ66HQ9Y1rRHUkUX22_0 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.433+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8808362250633609790', time=2024-09-12T19:18:25.289252+0000, chain.objs.size()=1 2024-09-12T17:23:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.433+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.crr0qnZ_crFNXppUaScl9ZZVYKAJAyt_0 2024-09-12T17:23:39.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.434+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12518502040761053326', time=2024-09-12T19:20:13.350285+0000, chain.objs.size()=1 2024-09-12T17:23:39.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.434+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.R9DZDCDAdZF0incPBrzJSNdsDgzT7cd_0 2024-09-12T17:23:39.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.434+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1993056294350678125', time=2024-09-12T19:20:19.251903+0000, chain.objs.size()=1 2024-09-12T17:23:39.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.434+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.bXZ0TkRBXA55QktUQaO59tQTSxlh-8X_0 2024-09-12T17:23:39.438 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.438+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.443+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:23:39.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.444+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.921712062867595111', time=2024-09-12T19:14:10.578482+0000, chain.objs.size()=1 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.w_ezxZNhx-i6uRpvkb6oDsb4qL9gpRt_0 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='__rhHhs9wriCvVYP6mcKTA8a6Ru5Bgl8', time=2024-09-12T19:14:10.739566+0000, chain.objs.size()=1 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.6fCdPnPYrEC_ZUGtZr4HJfa_UP7dAux_0 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16532276292886638828', time=2024-09-12T19:15:47.377617+0000, chain.objs.size()=1 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.nrVi6hpI_HGdUaot0wxQOF04CHFRrqK_0 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7851493425635310522', time=2024-09-12T19:16:23.862951+0000, chain.objs.size()=1 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_._cz-EjrrfX7DxWo5gBMiRdYxf-wg9H-_0 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17910014853017706177', time=2024-09-12T19:16:23.867070+0000, chain.objs.size()=1 2024-09-12T17:23:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.s_Px2GXYRUkYhxRivmvppMmFjvZ0RTe_0 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18055763254178739190', time=2024-09-12T19:17:45.620660+0000, chain.objs.size()=1 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.hmYNWE1HC3ccdY8yvaBbQXr5B13stbD_0 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7155984073094938874', time=2024-09-12T19:18:19.831717+0000, chain.objs.size()=1 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.69VHepVHUQxL3tcyq1mvzZfGoe4AfK8_0 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7246173403397768051', time=2024-09-12T19:18:19.864997+0000, chain.objs.size()=1 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.j4qhp3Hi38kbLFK7e_DDhJRhXVZsedZ_0 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7146243839974717522', time=2024-09-12T19:20:19.299349+0000, chain.objs.size()=1 2024-09-12T17:23:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.445+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.EPnHlw5kSx5H6hOXOmP3OdgNc_wNCxQ_0 2024-09-12T17:23:39.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.449+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.453+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:23:39.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.454+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2175832201122153015', time=2024-09-12T19:14:10.714723+0000, chain.objs.size()=2 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_0 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.boBaCSNa-MjjyYWTHlmv9NKdAOjPmQY_1 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_8On41v_ghzfyOF9S2wiBj9Z6nDwNSqa', time=2024-09-12T19:14:10.769176+0000, chain.objs.size()=3 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.kfyvx1_fgwqGkF2E8afL530AFsMycgp_0 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.kfyvx1_fgwqGkF2E8afL530AFsMycgp_1 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.kfyvx1_fgwqGkF2E8afL530AFsMycgp_2 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12626322446421608472', time=2024-09-12T19:14:10.831871+0000, chain.objs.size()=3 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-STANDARD.2~mn2fiDubGR-g245Mmg0g1l3Itg0y4Ev.1 2024-09-12T17:23:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-STANDARD.2~mn2fiDubGR-g245Mmg0g1l3Itg0y4Ev.2 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-STANDARD.2~mn2fiDubGR-g245Mmg0g1l3Itg0y4Ev.3 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13955291146707061692', time=2024-09-12T19:14:10.898406+0000, chain.objs.size()=1 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.p_PRlKXSbafVGQwpHZhMDP8rd9OgfWq_0 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14076751798783253637', time=2024-09-12T19:15:49.627553+0000, chain.objs.size()=1 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.sGlAMOf2KDii4DjLbbICbHK8wTL5zw9_0 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1860281604857164324', time=2024-09-12T19:16:27.506734+0000, chain.objs.size()=1 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.jdd4UubXS7FwhpJzIwPfqRuvdwuDTtm_0 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6249617681242862242', time=2024-09-12T19:17:03.419397+0000, chain.objs.size()=1 2024-09-12T17:23:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.455+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.xYVMmNaf8WJmG7XuizeO7aTz-5Eb0_N_0 2024-09-12T17:23:39.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.458+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18265885665797929251', time=2024-09-12T19:17:42.842491+0000, chain.objs.size()=1 2024-09-12T17:23:39.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.458+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.5J98affycxoNjF4eDQMTUz0n-h__sSu_0 2024-09-12T17:23:39.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7530395902272400754', time=2024-09-12T19:17:45.579824+0000, chain.objs.size()=1 2024-09-12T17:23:39.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.Y_Ky3KL2mo-nzS3fFLOyGvH5_6qOoBS_0 2024-09-12T17:23:39.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11632734133950341570', time=2024-09-12T19:17:45.599163+0000, chain.objs.size()=1 2024-09-12T17:23:39.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.ogJyXYHZk3lxNO2M_XRcPl4ljfb0pGJ_0 2024-09-12T17:23:39.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7730502816310787570', time=2024-09-12T19:17:45.609386+0000, chain.objs.size()=1 2024-09-12T17:23:39.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.d_x5v_cXMPi_JY0VL0kfLOUijtJdp-g_0 2024-09-12T17:23:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14430323950700956046', time=2024-09-12T19:17:45.674834+0000, chain.objs.size()=1 2024-09-12T17:23:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.hiXDctIKl9N3hyQnYsWGKjxXruOGiju_0 2024-09-12T17:23:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7702063955292563577', time=2024-09-12T19:18:19.864208+0000, chain.objs.size()=1 2024-09-12T17:23:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.nxPBy0ihU-Tynf3AOrEFEzIMfzZY10Y_0 2024-09-12T17:23:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11587003262125948484', time=2024-09-12T19:18:25.290128+0000, chain.objs.size()=1 2024-09-12T17:23:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.YKH5_aohCFqupAYPS3_Z0sguWKUJqP8_0 2024-09-12T17:23:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12545241442935687685', time=2024-09-12T19:19:01.645405+0000, chain.objs.size()=1 2024-09-12T17:23:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.N_qXAiQHqUGJF4-o5T-vtZydIxPgKv5_0 2024-09-12T17:23:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13577554939583127367', time=2024-09-12T19:19:38.942125+0000, chain.objs.size()=1 2024-09-12T17:23:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.Zd0SiY_qNtl6fawR0Q1d3rRg2rT3SNR_0 2024-09-12T17:23:39.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8416576382575158770', time=2024-09-12T19:20:19.299391+0000, chain.objs.size()=1 2024-09-12T17:23:39.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.ngB0wiU4DtCk6EJ-GbDzH8lotFGrWHu_0 2024-09-12T17:23:39.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14527719888794405015', time=2024-09-12T19:20:19.333195+0000, chain.objs.size()=1 2024-09-12T17:23:39.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.459+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.Ay5lv5EotPGXbneYhEDMo7-gdr2q8Ov_0 2024-09-12T17:23:39.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.464+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.467+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:23:39.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.469+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.469+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T17:23:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10483986802747383979', time=2024-09-12T19:14:10.911169+0000, chain.objs.size()=1 2024-09-12T17:23:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.ZmFto0eUKM_SoQaqVYhFyQlMLN3Tsup_0 2024-09-12T17:23:39.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9607331994499570373', time=2024-09-12T19:16:27.505608+0000, chain.objs.size()=1 2024-09-12T17:23:39.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.zISg75_NwsC_6COohH4qLu1gal5cVBq_0 2024-09-12T17:23:39.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10178561316781337365', time=2024-09-12T19:17:06.442944+0000, chain.objs.size()=1 2024-09-12T17:23:39.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.v38OSQIbL4c3hORC0W2iSaJtDnj9los_0 2024-09-12T17:23:39.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2591978691545800399', time=2024-09-12T19:17:42.798578+0000, chain.objs.size()=1 2024-09-12T17:23:39.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.FtWY4FTwWDOx7sAPKxqPSCFX9awBhqh_0 2024-09-12T17:23:39.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5257629892269315264', time=2024-09-12T19:18:23.313955+0000, chain.objs.size()=1 2024-09-12T17:23:39.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.VeH4QgsZ_zohiVWSfGc10MR_N6AgKpE_0 2024-09-12T17:23:39.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4255351089996796534', time=2024-09-12T19:18:23.342692+0000, chain.objs.size()=1 2024-09-12T17:23:39.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.mEbVsCbKcJQPzf6qwiENYaVFFiTR0NO_0 2024-09-12T17:23:39.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6419893370131731690', time=2024-09-12T19:19:01.674547+0000, chain.objs.size()=1 2024-09-12T17:23:39.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.Yr2lr9xJ_2eZkksNTlBQV2gXZROUvUh_0 2024-09-12T17:23:39.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1708779274734544658', time=2024-09-12T19:19:01.718091+0000, chain.objs.size()=1 2024-09-12T17:23:39.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.jcgXEvyRqPxPM1v9pqNE5gY9vYx-aXp_0 2024-09-12T17:23:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1087724654116942237', time=2024-09-12T19:19:35.445122+0000, chain.objs.size()=1 2024-09-12T17:23:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.sFd23UwN0k0HiOzf_Lg45COCT0N0Blr_0 2024-09-12T17:23:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10081401900092797716', time=2024-09-12T19:19:38.917087+0000, chain.objs.size()=1 2024-09-12T17:23:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.M5JfqYsu3TCBHaX-wKVAeHaTEI7hLtV_0 2024-09-12T17:23:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10212783186064782084', time=2024-09-12T19:20:13.371652+0000, chain.objs.size()=1 2024-09-12T17:23:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.upGZVWJMzgF8fMIYHtRAV6rllcTqJL5_0 2024-09-12T17:23:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13144329530528261174', time=2024-09-12T19:20:19.362792+0000, chain.objs.size()=1 2024-09-12T17:23:39.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.470+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.GopEf2590-B0Wczo0P_qsWB4UXQ8us9_0 2024-09-12T17:23:39.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.472+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9471395194341330067', time=2024-09-12T19:20:53.141398+0000, chain.objs.size()=1 2024-09-12T17:23:39.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.472+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.pkdQ88dW6r6SITt9MbCnIiIoBdK3OHr_0 2024-09-12T17:23:39.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.473+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12009116348481059917', time=2024-09-12T19:23:04.371095+0000, chain.objs.size()=1 2024-09-12T17:23:39.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.473+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.S_VDYNXKrgX_eJ8s1NYv-ZWcIeu2SWj_0 2024-09-12T17:23:39.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.476+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.479+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:23:39.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.480+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.480+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11011640821817077448', time=2024-09-12T19:15:47.360939+0000, chain.objs.size()=1 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.uCcvQPbP4IwxsLbZSTid_oUvws-eayv_0 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4478717267907988722', time=2024-09-12T19:15:49.677846+0000, chain.objs.size()=1 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.SJoxn2y6F4VLgseInJT7jGKiEbUWSqq_0 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10025217227992594120', time=2024-09-12T19:16:23.883593+0000, chain.objs.size()=1 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.CmKxLdKfTuQ4092dpSjGfzkLof5Rjhz_0 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15063476390566247157', time=2024-09-12T19:16:30.198784+0000, chain.objs.size()=1 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.GCLFHgkPSrvO7HVDWmmjkhkkK63DnVR_0 2024-09-12T17:23:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10958091448455439503', time=2024-09-12T19:17:03.378195+0000, chain.objs.size()=1 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.mhaQVMKNtJkgt7EzK6vqVLvt47TA6Zl_0 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17462562936366001932', time=2024-09-12T19:18:23.316375+0000, chain.objs.size()=1 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.21Esdpz7T1jMmEr6qVsbHPWGOhvwzdx_0 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18378829191489489571', time=2024-09-12T19:18:58.589069+0000, chain.objs.size()=1 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.hO0-rncIwjM5C0k066Nnaq5LbdFB6gJ_0 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9561282523802937501', time=2024-09-12T19:18:58.589643+0000, chain.objs.size()=1 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.xITmLxamAF_WpHhbVBCnK2OaqVh0EEO_0 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7620972572936953441', time=2024-09-12T19:18:58.617907+0000, chain.objs.size()=1 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.geYG4BDftXO1WTodLDAGX1GP3j5m4Xt_0 2024-09-12T17:23:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1224104760646211686', time=2024-09-12T19:19:01.681516+0000, chain.objs.size()=1 2024-09-12T17:23:39.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.oG6mJHQ_A1TtHAkXMc5PEEZ5jSbip6X_0 2024-09-12T17:23:39.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2479590651206449389', time=2024-09-12T19:20:19.299041+0000, chain.objs.size()=1 2024-09-12T17:23:39.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.8euw2j6vgslCjonQvE9qBwaukr7huzo_0 2024-09-12T17:23:39.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18356252746860770497', time=2024-09-12T19:20:53.159492+0000, chain.objs.size()=1 2024-09-12T17:23:39.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.481+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.HBw0lGAdNJNPrbbh83OI5cIwnn7RHQ2_0 2024-09-12T17:23:39.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.485+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.487+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:23:39.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.489+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.489+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.489+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.489+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1958228827791936535', time=2024-09-12T19:14:10.827681+0000, chain.objs.size()=5 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.489+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.1 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.489+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.1_1 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.489+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.2 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.2_1 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-LUKEWARM.2~E6WX2PxwagpWqBl5ZgwcVwz1FU07VWA.3 2024-09-12T17:23:39.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16069117164928134936', time=2024-09-12T19:15:49.714708+0000, chain.objs.size()=1 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.v4ESkP0EHl8Ab_YHUkJwnKb11zB5QZy_0 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.788712302441587386', time=2024-09-12T19:16:23.864738+0000, chain.objs.size()=1 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.8sBcZ6tqVxDtvGLMx7TRPpK9b7vhEa4_0 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6802569979358094524', time=2024-09-12T19:17:03.361963+0000, chain.objs.size()=1 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.eZWD92pW1KeSih1vG72ZFbFjpXaf3Np_0 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9945702033659553706', time=2024-09-12T19:17:03.418742+0000, chain.objs.size()=1 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_._Op_sHi57te1wBnfqOQkXtrmsKiCmOy_0 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7968358708064372914', time=2024-09-12T19:17:08.947469+0000, chain.objs.size()=1 2024-09-12T17:23:39.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.OMUahNHJvCHzXbgprTvnczxriMvMUEN_0 2024-09-12T17:23:39.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2787823491499872367', time=2024-09-12T19:17:45.671989+0000, chain.objs.size()=1 2024-09-12T17:23:39.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.MTcWmOQXXL5vH7OkmnMdUxTvzG-cZki_0 2024-09-12T17:23:39.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16761606146128695791', time=2024-09-12T19:18:19.865056+0000, chain.objs.size()=1 2024-09-12T17:23:39.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.490+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.nooj90ymFOfNxhcZdsSDsM8T3-E-qMd_0 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13590715039257463808', time=2024-09-12T19:19:01.646522+0000, chain.objs.size()=1 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.xQnemcaL50bfu43YZv0iu2wlA_OpbSF_0 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.314771657048143372', time=2024-09-12T19:19:01.652726+0000, chain.objs.size()=1 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.rX7YTSf3J250xmavqZroVS_XoT8YQ-p_0 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13955621990626867678', time=2024-09-12T19:19:38.033994+0000, chain.objs.size()=1 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.9eZ05z7GBE4bfSx3One24wHj4--g7t7_0 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4160698001759600362', time=2024-09-12T19:19:38.942090+0000, chain.objs.size()=1 2024-09-12T17:23:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.IviQ4kmBXeXxgZQBESt18gfhcX-Ih3__0 2024-09-12T17:23:39.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16079004759529457954', time=2024-09-12T19:20:13.304488+0000, chain.objs.size()=1 2024-09-12T17:23:39.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.1oFi0lOUBRo5x823kbt-6dYQnRa2v8x_0 2024-09-12T17:23:39.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.693433269362318974', time=2024-09-12T19:20:19.333282+0000, chain.objs.size()=1 2024-09-12T17:23:39.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.494+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.91HKqRkEwZxOXIGVjcZ9BcVG2xwpnBs_0 2024-09-12T17:23:39.498 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.497+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.499+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:23:39.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.501+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.501+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8579666206380300759', time=2024-09-12T19:14:10.582693+0000, chain.objs.size()=1 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.UZsOvnUdfCToJ4-MRRsXiLck9nkuQWU_0 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11402544612654393306', time=2024-09-12T19:14:10.662241+0000, chain.objs.size()=4 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.1 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.2 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.3 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11__multipart_foo.2~0Vbrmi57QVkC7QpSu7dLfZIdMDnsarj.4 2024-09-12T17:23:39.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_4VR2FDkeTU-ee4--J3Zjtn6d8Weff1X', time=2024-09-12T19:14:10.706823+0000, chain.objs.size()=2 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.hkb_zgMwoba-vdOPIAsJxv1RYJAdpIu_0 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.hkb_zgMwoba-vdOPIAsJxv1RYJAdpIu_1 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_dKsrUmNsnNJTNUmLSmHu0EoGihdWWBN', time=2024-09-12T19:14:10.734935+0000, chain.objs.size()=1 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.n6WpPiwplA-TAnsaCoG4-l0982wBGb0_0 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_AFAuA2otsO1ua8ew3EZa_Z7oT9_spmH', time=2024-09-12T19:14:10.801174+0000, chain.objs.size()=1 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.uSWHsgUe2Kvqk3gzkKD1QrJoz3qrrYZ_0 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5109467825154002077', time=2024-09-12T19:15:49.655180+0000, chain.objs.size()=1 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.hgaOuCtuUZFLZ_bda9FB6hywycvjO95_0 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9639210577861081087', time=2024-09-12T19:15:49.710526+0000, chain.objs.size()=1 2024-09-12T17:23:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.INK3rC3KOd0aX11-mu9CGSl0ix_IWqo_0 2024-09-12T17:23:39.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17754880887026300186', time=2024-09-12T19:16:27.557503+0000, chain.objs.size()=1 2024-09-12T17:23:39.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.502+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.1E2Ns_yhqioyHJqwNB5y-p4JbEa8lns_0 2024-09-12T17:23:39.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.504+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7686830461110741618', time=2024-09-12T19:16:27.568477+0000, chain.objs.size()=1 2024-09-12T17:23:39.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.504+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.qYLi_hCuv1YwOe0xEFUg2Hy1P4NT_p-_0 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.504+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1361817756281728675', time=2024-09-12T19:16:32.331382+0000, chain.objs.size()=1 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.504+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.Qcwo7AfTpZNVEfeF0aok0mEQtjDAZU3_0 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16156055634815016477', time=2024-09-12T19:17:03.378525+0000, chain.objs.size()=1 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.bt7Y1XC_FB1UlgqBvTqIbXWqZJPQpJ5_0 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9165976642654229383', time=2024-09-12T19:18:25.192356+0000, chain.objs.size()=1 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.pz2l5cwz9FI9aFZpbsqFWrjuQenWu5Z_0 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11844273500728529115', time=2024-09-12T19:18:25.234595+0000, chain.objs.size()=1 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.nF_4AB2FoTFY-2Qnn4qFk9sm4qbwK-m_0 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10789578659868525409', time=2024-09-12T19:18:57.465531+0000, chain.objs.size()=1 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.Oo7yKkHQUV_solPx45Qu3E-ilq_gAAz_0 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10756469674712402933', time=2024-09-12T19:18:58.587876+0000, chain.objs.size()=1 2024-09-12T17:23:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.W1xtMC-IY9HNT6d2gVdn0tGw1LwgkUK_0 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15983926043144961735', time=2024-09-12T19:19:03.806142+0000, chain.objs.size()=1 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.nMf7rastmqjvuFiNSZLKFu9RC96K8Ux_0 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6483342460734766644', time=2024-09-12T19:19:35.517903+0000, chain.objs.size()=1 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.n1tfQZCPksP6vgdzWa19uQy4ZSPIkUW_0 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5523517719475252925', time=2024-09-12T19:19:38.928498+0000, chain.objs.size()=1 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.505+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.v38N0KpUafuwf46rHRd3aqySIL67b5Y_0 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.506+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17340123369830730890', time=2024-09-12T19:20:17.007499+0000, chain.objs.size()=1 2024-09-12T17:23:39.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.506+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.oSxFLrvqKVN46jk75tjxBcd0IMJOxQy_0 2024-09-12T17:23:39.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.508+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16952294894132315830', time=2024-09-12T19:20:17.040839+0000, chain.objs.size()=1 2024-09-12T17:23:39.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.508+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.FgV3rI0WQveVOGKW9NOuT_0IQLB8_jb_0 2024-09-12T17:23:39.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.509+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15483132199527878892', time=2024-09-12T19:20:21.445846+0000, chain.objs.size()=1 2024-09-12T17:23:39.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.509+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.ug2VCATWr_ml_DPl0QplgrMzhjw1oQe_0 2024-09-12T17:23:39.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.509+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18027115778523992612', time=2024-09-12T19:20:53.160551+0000, chain.objs.size()=1 2024-09-12T17:23:39.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.510+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.urtO2WKO01KllmrWpIkn_kTJpTllnfE_0 2024-09-12T17:23:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.512+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.515 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.514+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:23:39.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T17:23:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13497461071187986149', time=2024-09-12T19:15:47.376136+0000, chain.objs.size()=1 2024-09-12T17:23:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.eqxaZFC1_qYEVyzQK9mPcCEnGZZ175b_0 2024-09-12T17:23:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4069894540014690898', time=2024-09-12T19:15:47.378758+0000, chain.objs.size()=1 2024-09-12T17:23:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.xuuJ0nktkEH1GP3frWk1GSl8SualcTt_0 2024-09-12T17:23:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3104398774048561785', time=2024-09-12T19:16:30.169278+0000, chain.objs.size()=1 2024-09-12T17:23:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.uQ_XFsqjMiIaNBIp2cg5uX0zT_odlEg_0 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16247487672090053106', time=2024-09-12T19:16:30.215631+0000, chain.objs.size()=1 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.rK-Ys4Gp4nEvEKUufc_-HNS5sHjeszw_0 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11569115064391450760', time=2024-09-12T19:17:03.388851+0000, chain.objs.size()=1 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.sQKmPDtm-ehfaxctY8a_F90fUGMKS6M_0 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8619595214885478973', time=2024-09-12T19:17:06.473244+0000, chain.objs.size()=1 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.HQQBJIoJJ5jO_d-4hGuZL1EMmNMjP5A_0 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13838734790808181968', time=2024-09-12T19:17:08.942621+0000, chain.objs.size()=1 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.-OacrpqPeyduDvRgVBcIxGJ3Qrv8loM_0 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15640646547364060816', time=2024-09-12T19:17:08.975544+0000, chain.objs.size()=1 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.iJUx6O8iyKj3Ya-q6j-AONhpq5cxGEg_0 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9022007580911169857', time=2024-09-12T19:17:08.993731+0000, chain.objs.size()=1 2024-09-12T17:23:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.ryC01jnzNXfkqIo3pM-nERIxgHbz2ot_0 2024-09-12T17:23:39.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5726859011863610602', time=2024-09-12T19:17:42.749256+0000, chain.objs.size()=1 2024-09-12T17:23:39.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.j-M2-mrN3T_PB9b_qeq1zfNYOERXaZg_0 2024-09-12T17:23:39.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12881743953424111439', time=2024-09-12T19:18:23.372188+0000, chain.objs.size()=1 2024-09-12T17:23:39.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.JXHq4jJzjasky0KauJ7UpluWkVYHrY6_0 2024-09-12T17:23:39.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6815557170885940411', time=2024-09-12T19:20:13.309139+0000, chain.objs.size()=1 2024-09-12T17:23:39.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.516+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.tJX6IpmAQRHnvY8X0u3zM_HgVWMCJ4Q_0 2024-09-12T17:23:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.519+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.480236934184504853', time=2024-09-12T19:20:15.690000+0000, chain.objs.size()=1 2024-09-12T17:23:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.519+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.lySpxhCW204zB3ZCgz9gRHQ68_buQb7_0 2024-09-12T17:23:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.519+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.934055307057071259', time=2024-09-12T19:20:19.267086+0000, chain.objs.size()=1 2024-09-12T17:23:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.519+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.q-V5r_CE0tmYWmoUk1XE39sNhf4YAyU_0 2024-09-12T17:23:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.519+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3090191366320752715', time=2024-09-12T19:20:19.328848+0000, chain.objs.size()=1 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.519+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.9lquy3tmKakpenRHWMEeq_ZMhuTa_0d_0 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16926126458640673264', time=2024-09-12T19:20:19.329589+0000, chain.objs.size()=1 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.wM5pWLp3e9GOD1MIXR_t9M1pyO0s3J3_0 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5940948677164916799', time=2024-09-12T19:20:19.377345+0000, chain.objs.size()=1 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.egzna7BX5V1tKSDzahdZDLXCP_xTric_0 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.657866761997631546', time=2024-09-12T19:20:53.086583+0000, chain.objs.size()=1 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.O9M3mO1xF4ABmG2WblxqAGWPZqEA0A8_0 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2885417392627580235', time=2024-09-12T19:23:18.743671+0000, chain.objs.size()=1 2024-09-12T17:23:39.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.520+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19__shadow:q2-GWfIJfBTxUBm1flSM8g2ciYcU.f2_.AqT0OZflgmivZdijYfcNaW7VQKSp2Zg_0 2024-09-12T17:23:39.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.525+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.529+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:23:39.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.530+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T17:23:39.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6371529143056682918', time=2024-09-12T19:14:10.622874+0000, chain.objs.size()=4 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.1 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.2 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.3 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12__multipart_foo.2~hNGSd41n0kJP_XC2O9FRWvpIqmcL1Ef.4 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8334859686742592770', time=2024-09-12T19:14:10.703258+0000, chain.objs.size()=2 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_0 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.17fvZcTEFnOQA2UO7nep7oIah3ELbdB_1 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14358890180680638993', time=2024-09-12T19:17:06.465090+0000, chain.objs.size()=1 2024-09-12T17:23:39.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.E64ZDbCl-j2bZa1THokxuiszLUW6bzw_0 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10157463211464547521', time=2024-09-12T19:17:08.975737+0000, chain.objs.size()=1 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.Oi1SBe4XKsaXaa4-tLQLv4S8aJI5cyn_0 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3072158658985771715', time=2024-09-12T19:17:08.991780+0000, chain.objs.size()=1 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.ZpxuQLZbE20QmPCkJQpeXJQcALhWWG4_0 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16115617969352507071', time=2024-09-12T19:17:42.763014+0000, chain.objs.size()=1 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.JxqjGeK4nq1iwwESwjjMub2zHVsby82_0 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5652182728761606724', time=2024-09-12T19:17:42.797935+0000, chain.objs.size()=1 2024-09-12T17:23:39.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.531+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.I39hWNnejXK1PJ92eFgVK057nPw2WBi_0 2024-09-12T17:23:39.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.532+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5874171371032133502', time=2024-09-12T19:17:42.798752+0000, chain.objs.size()=1 2024-09-12T17:23:39.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.532+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.hSMO8viWaimr702qmU-sDIaTZmE1YnJ_0 2024-09-12T17:23:39.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.533+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14215536448684895722', time=2024-09-12T19:18:23.353329+0000, chain.objs.size()=1 2024-09-12T17:23:39.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.533+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.vrV3zN-i6z6wK_CDYEk4zwkw5LN4yzD_0 2024-09-12T17:23:39.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.535+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10259158497005165452', time=2024-09-12T19:18:58.549223+0000, chain.objs.size()=1 2024-09-12T17:23:39.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.535+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.3laIOCOHKkzzbyAcYK9M84bO1aEBiC8_0 2024-09-12T17:23:39.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.535+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5317974171814710659', time=2024-09-12T19:18:58.570609+0000, chain.objs.size()=1 2024-09-12T17:23:39.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.535+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.Fx7oQ17VoAduxRzYcwrjQzP8XvooALj_0 2024-09-12T17:23:39.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3064592314804234469', time=2024-09-12T19:18:58.584537+0000, chain.objs.size()=1 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.CANqW4TI0SuVcOaODhITdeAX4RNjVUw_0 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11433288130356402740', time=2024-09-12T19:18:58.632297+0000, chain.objs.size()=1 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.LXRVXcVNqfn6JsMvYE0pdmjFiwmhBXi_0 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9189202519337491964', time=2024-09-12T19:19:01.662138+0000, chain.objs.size()=1 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.XB2jO0z_IOBjXqPKYkCcMVPfV0SgEld_0 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.242319965370535736', time=2024-09-12T19:19:35.466929+0000, chain.objs.size()=1 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.oOE2wzHFyY9gEutY0N02U1aFkI4MlKu_0 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.495824095920947282', time=2024-09-12T19:19:35.518652+0000, chain.objs.size()=1 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.kh2zCPoCqwaZ9ECbFVdxM27K5TCDND7_0 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3933804434094111828', time=2024-09-12T19:20:13.322514+0000, chain.objs.size()=1 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.zjRMWy68ExQ2o_2XQ5jyfb_rRnA8yWJ_0 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2043915092312090199', time=2024-09-12T19:20:17.054030+0000, chain.objs.size()=1 2024-09-12T17:23:39.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.536+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.OcFvub99nKiLUwUd7imAq30gh4V6xXP_0 2024-09-12T17:23:39.542 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.541+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.545+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:23:39.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.546+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T17:23:39.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8633190825504216973', time=2024-09-12T19:14:10.761193+0000, chain.objs.size()=5 2024-09-12T17:23:39.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1_1 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2_1 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.3 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16496379686784819411', time=2024-09-12T19:14:10.902612+0000, chain.objs.size()=1 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.bwYt2pF9-tGPa5RIeH0M2KWEdEy8m1B_0 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.68321762688676297', time=2024-09-12T19:14:10.938845+0000, chain.objs.size()=1 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.Jhj3u0mVUCelLUS-3GAA67lxlB4WZvh_0 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12716116744016091493', time=2024-09-12T19:15:47.377636+0000, chain.objs.size()=1 2024-09-12T17:23:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.ytmoMt8HWXXrH9I4ynD0ihYl5T5Ni_G_0 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17630990318859883410', time=2024-09-12T19:16:23.866222+0000, chain.objs.size()=1 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.yzyJX0ilrcK96Ezb_ELQ3Z3gubWC9_6_0 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14093151866751240098', time=2024-09-12T19:17:06.479870+0000, chain.objs.size()=1 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.FLR8eUrEnQvf-ixr2IKF5k4QAxtGEOq_0 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4330253524224022195', time=2024-09-12T19:17:09.028919+0000, chain.objs.size()=1 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.0UqiikYbjw47_Mh_OGTtYHdpL28lPsa_0 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1589236140845440420', time=2024-09-12T19:17:42.795961+0000, chain.objs.size()=1 2024-09-12T17:23:39.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.547+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.x3ES59VbeyvXv38g1udH7nCiDMgCxdp_0 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14679069858054868431', time=2024-09-12T19:17:42.797336+0000, chain.objs.size()=1 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.XuoeqT6lPSGdhAbrlSP2nk7zIk_EZcC_0 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10585278658852884524', time=2024-09-12T19:17:42.799236+0000, chain.objs.size()=1 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.w5ZfUypJ94XBLVhJKH3b5F6NcN8i043_0 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.50665608820660194', time=2024-09-12T19:18:25.265452+0000, chain.objs.size()=1 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.UZo1lZoMZ6PMy4Yyu3ZiYTTDTp5wLpr_0 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18233999914079906423', time=2024-09-12T19:19:01.646757+0000, chain.objs.size()=1 2024-09-12T17:23:39.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.549+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.hSSGiNHCUNigLnz4zTj0zHnj90JbKkT_0 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11096739820125817855', time=2024-09-12T19:19:01.689944+0000, chain.objs.size()=1 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.729ipuzE2ijET7Oneum8BzCnG3rPgH-_0 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15936264055160578934', time=2024-09-12T19:20:13.351061+0000, chain.objs.size()=1 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.sEffB71Tp90YFA-Fg1ryTiE1y9GiEQv_0 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3682414107567209901', time=2024-09-12T19:20:17.031635+0000, chain.objs.size()=1 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.2l7X2Y90yK-QuvLFJFj0_QyuJwkUIb__0 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.299977260136462676', time=2024-09-12T19:20:53.101036+0000, chain.objs.size()=1 2024-09-12T17:23:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.550+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.CITRAXQ-fQIi5bL2mILZ5YmXALUPiHy_0 2024-09-12T17:23:39.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.555+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.557+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:23:39.559 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.558+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.559 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10937321401750368104', time=2024-09-12T19:15:47.318895+0000, chain.objs.size()=1 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.T_u90QIf2KzfFcCHJkbH3wwVhr0IVA2_0 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2810810359972684248', time=2024-09-12T19:16:23.873422+0000, chain.objs.size()=1 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_._2t18-5C7UOaB9iI4S7zQxZRYvtzQfM_0 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12378802023086270479', time=2024-09-12T19:16:23.919644+0000, chain.objs.size()=1 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.84sF4FHy7cYlK9sxTr9ckq50r9LPH21_0 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4542111204256872471', time=2024-09-12T19:17:06.454751+0000, chain.objs.size()=1 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.zOp97FQ9b5xGb9HbvV40D8IewbxF9l1_0 2024-09-12T17:23:39.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8514617790584798655', time=2024-09-12T19:17:42.764922+0000, chain.objs.size()=1 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.ke8un0lYohdvrXXF0Nscxq8KylMhkn-_0 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14880133227992580064', time=2024-09-12T19:18:23.277463+0000, chain.objs.size()=1 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.Z-59MmErcRx_Fz-vpdE7F31vfq2FBwn_0 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6709332027346995339', time=2024-09-12T19:18:23.355869+0000, chain.objs.size()=1 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.efZagbrlGRMboalR0vouUrBm_ilu9Av_0 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14678098693924957823', time=2024-09-12T19:18:23.396748+0000, chain.objs.size()=1 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.0vu2IcZitt_3QrA-Qz0k56iK89YM-v0_0 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10831465327639292418', time=2024-09-12T19:18:25.195533+0000, chain.objs.size()=1 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.1FQIaD4_qOLim30wK5XHTbnk29Vvkao_0 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2426497024685981622', time=2024-09-12T19:19:01.681741+0000, chain.objs.size()=1 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.PYUS2OmJJ5-AFL4QDgTqvgXof09pSrX_0 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7028472000966856221', time=2024-09-12T19:19:01.722386+0000, chain.objs.size()=1 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.6e6nR5kno3Eyl4ZRm1EYZv3ID0xUMN2_0 2024-09-12T17:23:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13786710383288291982', time=2024-09-12T19:19:38.950410+0000, chain.objs.size()=1 2024-09-12T17:23:39.563 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.559+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.OVmdfZgd7eGxf5OIQ1DGXJFUx_YDQZX_0 2024-09-12T17:23:39.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.563+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7502212701183123217', time=2024-09-12T19:20:17.052928+0000, chain.objs.size()=1 2024-09-12T17:23:39.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.563+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.HBgRGZ61lHVEOuUssSvq0ycmRG0qJUv_0 2024-09-12T17:23:39.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.563+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10449213375890041681', time=2024-09-12T19:23:18.739029+0000, chain.objs.size()=1 2024-09-12T17:23:39.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.563+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19__shadow:GvZQ2sDcLC9Z8De7vKuZRZdXNOaoFvc_.oRt44Uy55H34XLTZUVuH0K5bRXSQj4H_0 2024-09-12T17:23:39.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.563+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7867443227183282861', time=2024-09-12T19:23:18.752989+0000, chain.objs.size()=1 2024-09-12T17:23:39.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.563+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19__shadow:hCjF-xjoOwRUOoCZDP.CXdGUo59cVkz_.SNax2SCBocUoW2rbNUpu7DSC0xTt2V__0 2024-09-12T17:23:39.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.565+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.567+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:23:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.569+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.569+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T17:23:39.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6316188692039612194', time=2024-09-12T19:15:47.319714+0000, chain.objs.size()=1 2024-09-12T17:23:39.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.UB4t6YhSuu0Z5rkKgEB2Hj1xB5XZ4gM_0 2024-09-12T17:23:39.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8978685824487597038', time=2024-09-12T19:15:49.691693+0000, chain.objs.size()=1 2024-09-12T17:23:39.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.XVNLkuHeGqFkjKVa8BcnBfiaCrKHH1G_0 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1710509932464715476', time=2024-09-12T19:16:23.863670+0000, chain.objs.size()=1 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.lYl_7rYXySEOaH8yjxVj-ZdXDmSshDy_0 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11201426597420154635', time=2024-09-12T19:16:27.515888+0000, chain.objs.size()=1 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.Nw9KlzPXFZUJVJoidArG8UsNoYpQXWO_0 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16359669348373356275', time=2024-09-12T19:16:30.207925+0000, chain.objs.size()=1 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.xw7ufQvTWT5_nvfui-vCq1C0N-FDxZw_0 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10962979500939325232', time=2024-09-12T19:17:03.420770+0000, chain.objs.size()=1 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.TgUVWQdi72GDw5rX2FOcNztoS62mf1m_0 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15893975536367527494', time=2024-09-12T19:17:08.960093+0000, chain.objs.size()=1 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.OJ14bG0qhRw5liUDYxw4QpJBUncUum1_0 2024-09-12T17:23:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1612313277352310509', time=2024-09-12T19:17:42.833640+0000, chain.objs.size()=1 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.DnXKFSK8J0SA1qWThAamLClc7MR1K9w_0 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12389546912753484233', time=2024-09-12T19:18:25.209726+0000, chain.objs.size()=1 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.2TOyzzyyg5Q07O9NSc6jHJGoVWWkMqN_0 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15213677627474343207', time=2024-09-12T19:18:25.210516+0000, chain.objs.size()=1 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.oYcMcYNx0rkSmSFqzZ72wJ_A9_nmNmO_0 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9229064510796050214', time=2024-09-12T19:19:35.517950+0000, chain.objs.size()=1 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.0aHqmiMroeOIBPika7DbIixpW4y9x2O_0 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12001634617964888130', time=2024-09-12T19:20:13.344156+0000, chain.objs.size()=1 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.570+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.bpvNl1UjoIffFKAfnN_D85CIXc3-z2S_0 2024-09-12T17:23:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.573+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4677018503435396425', time=2024-09-12T19:20:17.013558+0000, chain.objs.size()=1 2024-09-12T17:23:39.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.573+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.BSuftaCcNkVBDLrO7T34Q5XZ02v6P___0 2024-09-12T17:23:39.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.573+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4964847499538512635', time=2024-09-12T19:20:19.350938+0000, chain.objs.size()=1 2024-09-12T17:23:39.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.573+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.OKFDs2rp6NUEzfAIakQXfjTzvZ3p3dm_0 2024-09-12T17:23:39.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.573+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10691541821739849508', time=2024-09-12T19:20:53.135051+0000, chain.objs.size()=1 2024-09-12T17:23:39.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.573+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.bwUzNAORoLuiI-VejtZ08uV_lIEKJSz_0 2024-09-12T17:23:39.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.578+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.581+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:23:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.582+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T17:23:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2564615805564612938', time=2024-09-12T19:14:10.587239+0000, chain.objs.size()=1 2024-09-12T17:23:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.evLwrsEamrOsiCG6p4MmOleJ3LJAZ8S_0 2024-09-12T17:23:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_ZzzurcIunEXGWwr4tQ5pW2fB-V7YJvs', time=2024-09-12T19:14:10.789321+0000, chain.objs.size()=3 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.I_aosCWns1fq0zmRNZFQa-RIhSb_J8O_0 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.I_aosCWns1fq0zmRNZFQa-RIhSb_J8O_1 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.I_aosCWns1fq0zmRNZFQa-RIhSb_J8O_2 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11473891280056336679', time=2024-09-12T19:14:10.934660+0000, chain.objs.size()=1 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.O7XiB6GhYpn8GwxQanRb2hTlEdQ2L7G_0 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5230392173352030908', time=2024-09-12T19:15:49.625958+0000, chain.objs.size()=1 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_._9UHWDqyixi_Ae5he9RM4h6eHnrtKx2_0 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5756936123667496017', time=2024-09-12T19:15:49.626690+0000, chain.objs.size()=1 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.iZF87OBfCaxelUOy8dOL2HrDGFdJq-U_0 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5075736687641590553', time=2024-09-12T19:15:49.656319+0000, chain.objs.size()=1 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_._-O6fwzUnQoXWIfgHHTibtGhlgmCUiK_0 2024-09-12T17:23:39.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2769880118036235714', time=2024-09-12T19:15:49.657856+0000, chain.objs.size()=1 2024-09-12T17:23:39.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.Guof_SRV92ZsvxAELZufwSAgIktJWZc_0 2024-09-12T17:23:39.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614855291472028144', time=2024-09-12T19:17:08.993025+0000, chain.objs.size()=1 2024-09-12T17:23:39.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.Uqkris0jtiCWRTz0HNxGM9Au3Yk4JLe_0 2024-09-12T17:23:39.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13237689763362654632', time=2024-09-12T19:18:19.873823+0000, chain.objs.size()=1 2024-09-12T17:23:39.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.vpyiV6HyrNKD0p7nlb9qWty1ch1rPuy_0 2024-09-12T17:23:39.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3830279920552513573', time=2024-09-12T19:18:25.235760+0000, chain.objs.size()=1 2024-09-12T17:23:39.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.583+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.ywKw4sea2wYU1lywYsJtNHeosEF2GRx_0 2024-09-12T17:23:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.587+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7912535125280355356', time=2024-09-12T19:18:25.289204+0000, chain.objs.size()=1 2024-09-12T17:23:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.587+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.5MM1VQfb3_m_0uz-Sv8KGtLDdp3yzNV_0 2024-09-12T17:23:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.587+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2730939717807147827', time=2024-09-12T19:20:16.994768+0000, chain.objs.size()=1 2024-09-12T17:23:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.587+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.6aO5Dqdq6ceyi794fmvbXcV6eDcDNBQ_0 2024-09-12T17:23:39.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.592+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.595+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:23:39.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.596+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T17:23:39.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15136228685062298439', time=2024-09-12T19:14:10.930840+0000, chain.objs.size()=1 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9__shadow_.Z9HoBEROdS7HdkymQ2Ex1vmxVlwNaY9_0 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1122625666123697718', time=2024-09-12T19:15:47.323937+0000, chain.objs.size()=1 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.PUvkEUJZ7y29wT1VmRCJ-FSR2ei9Te2_0 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15161617272944387261', time=2024-09-12T19:15:49.626886+0000, chain.objs.size()=1 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.k7E1qw8T1z_y70Wc8OVwSLpMDC8Uo6C_0 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4252439757992486816', time=2024-09-12T19:17:08.957817+0000, chain.objs.size()=1 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.3rmVpHY2R50bwRSbj57Q99KL3PI6Xs6_0 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10145712076100006145', time=2024-09-12T19:18:23.355390+0000, chain.objs.size()=1 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.PZukxClZz-aj2rcVtjGUMiz0xPcuUpr_0 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7507503021304398065', time=2024-09-12T19:19:01.654418+0000, chain.objs.size()=1 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.FS1udVX_z-7qQIovrENV38Q_nVRlnI-_0 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12308038762837426322', time=2024-09-12T19:19:01.666287+0000, chain.objs.size()=1 2024-09-12T17:23:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.DvxhE781G51WD3jjBKlYD0G0CubQXxB_0 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15784642880215389795', time=2024-09-12T19:19:35.517858+0000, chain.objs.size()=1 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.Tu1p52Il5i8C6QuEXG_5PAtadKZ8OiP_0 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4276035339763752871', time=2024-09-12T19:19:35.527697+0000, chain.objs.size()=1 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.4kYtDXzoaovmy4NmDAT-_0J3Nz5bzqT_0 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15555390137272098703', time=2024-09-12T19:19:38.916840+0000, chain.objs.size()=1 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.b6f3eLxwzb4Mf9JdnpHAT0gaHO8aPZQ_0 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3157546038687860939', time=2024-09-12T19:20:53.130577+0000, chain.objs.size()=1 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.znqSh1BhSKExtLIy2RCa8MsMUBq8usW_0 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11854580188633290507', time=2024-09-12T19:20:53.140112+0000, chain.objs.size()=1 2024-09-12T17:23:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.597+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.mg6j24hMqT8dla0M-XRKZXRF6WSgMha_0 2024-09-12T17:23:39.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.602+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.606+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:23:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.607+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.607+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T17:23:39.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5072137148314574766', time=2024-09-12T19:14:10.765336+0000, chain.objs.size()=5 2024-09-12T17:23:39.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1 2024-09-12T17:23:39.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.1_1 2024-09-12T17:23:39.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2 2024-09-12T17:23:39.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.2_1 2024-09-12T17:23:39.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-FROZEN.2~BQD5NXNkiTxTo7bOmQT_bNDGxK4NUDj.3 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1831669273047347897', time=2024-09-12T19:14:10.793363+0000, chain.objs.size()=3 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.1 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.2 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.3 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13899847265625673129', time=2024-09-12T19:16:23.863544+0000, chain.objs.size()=1 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.7deQIDTqcu9lNTyGamCrKtV8TezTHN9_0 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.818889438374088988', time=2024-09-12T19:17:03.361123+0000, chain.objs.size()=1 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.K2sqF6hph8C6DwX6NQIrVhLNdLXKQvo_0 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1100962093872593020', time=2024-09-12T19:17:06.465100+0000, chain.objs.size()=1 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.d6mmRKX_5bQg0KmlYAk3KekW6-jEQFS_0 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16133481938986877243', time=2024-09-12T19:17:42.762059+0000, chain.objs.size()=1 2024-09-12T17:23:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.608+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.tgwQ51L_7iH6mEMF1Yu4u6n2l8Z3qrd_0 2024-09-12T17:23:39.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.611+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7462682741212138269', time=2024-09-12T19:18:23.380537+0000, chain.objs.size()=1 2024-09-12T17:23:39.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.611+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.kSPczksvgIfcrr03uSJ_GCngOIAk_R7_0 2024-09-12T17:23:39.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.611+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14867826377493280907', time=2024-09-12T19:19:38.884806+0000, chain.objs.size()=1 2024-09-12T17:23:39.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.611+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.fStv_210dsMcX0MLQKrhPq4ux8Lb14F_0 2024-09-12T17:23:39.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.611+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7646223072244913457', time=2024-09-12T19:20:17.012393+0000, chain.objs.size()=1 2024-09-12T17:23:39.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.611+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.uQrZtcy_SxycjRCNs_LrOmj5jr4YWHv_0 2024-09-12T17:23:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.613+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.616+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:23:39.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.617+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.617+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.617+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2598341782633435903', time=2024-09-12T19:14:10.569990+0000, chain.objs.size()=1 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.k4_sMWNCUfyyzQsPIrJC16qTf4kblMH_0 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13600443134705124804', time=2024-09-12T19:14:10.777083+0000, chain.objs.size()=5 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.1_1 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2 2024-09-12T17:23:39.619 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.2_1 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-LUKEWARM.2~Azpq37Ja8_VlHi9NuS8pqFdL-Nv0Alp.3 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14610663060790754693', time=2024-09-12T19:16:23.883431+0000, chain.objs.size()=1 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.f7SqMAO2eAkbvNxU6ivOBvoSJGsXJHt_0 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15571928905851843075', time=2024-09-12T19:17:03.438227+0000, chain.objs.size()=1 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.ggWmlwBb2yb9sh1HTnQpLgswiQk063U_0 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16296032942043308396', time=2024-09-12T19:17:09.004020+0000, chain.objs.size()=1 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.q30qD4kTkxA6Xsw-OSP9mgHjymp4dvZ_0 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7214172530622944446', time=2024-09-12T19:17:10.906534+0000, chain.objs.size()=1 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.QXjQXCi7cSgi1CAIriNN9LiKM98vkzw_0 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6782359463896085887', time=2024-09-12T19:17:42.780992+0000, chain.objs.size()=1 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.1TVRIkoLt2ZmzXYZ4tG6FCt8VJmKiFz_0 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11557399921134518470', time=2024-09-12T19:17:45.623971+0000, chain.objs.size()=1 2024-09-12T17:23:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.618+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.wMuu435tmMqtvIcP3kJ3hbChbvq_HbL_0 2024-09-12T17:23:39.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.620+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6248371235472349311', time=2024-09-12T19:17:45.624632+0000, chain.objs.size()=1 2024-09-12T17:23:39.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.620+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.tLG2ziFAD50HeikN-Jxf6Bc3S6xXQms_0 2024-09-12T17:23:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6191063104952592900', time=2024-09-12T19:17:47.959091+0000, chain.objs.size()=1 2024-09-12T17:23:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.trTfOwd0gDRMIEZVxOk5lxT5nmrqAfu_0 2024-09-12T17:23:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14142022240355590505', time=2024-09-12T19:18:19.823464+0000, chain.objs.size()=1 2024-09-12T17:23:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.sEMsriub2vHkKJvGdSAG1kMvJUlK1LN_0 2024-09-12T17:23:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2443306595220366553', time=2024-09-12T19:19:35.544134+0000, chain.objs.size()=1 2024-09-12T17:23:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.zKYRwWWMGWPCXuT2Y5xQ_kanmaCL1v1_0 2024-09-12T17:23:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7961105896801490021', time=2024-09-12T19:19:38.896176+0000, chain.objs.size()=1 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.hRFTWZkGSx8N21bLzLd3Z7kA1Iwnqs8_0 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6305862558518265693', time=2024-09-12T19:20:13.346774+0000, chain.objs.size()=1 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.hZMhGb6plof5cgejv92utXv0521EFEd_0 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10081661938775151033', time=2024-09-12T19:20:13.347434+0000, chain.objs.size()=1 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.NJR9DUwLpT4En93wTyJwRVRTF8RGv4Z_0 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15342916685106822048', time=2024-09-12T19:20:53.134886+0000, chain.objs.size()=1 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.0_BUJcLvEd2A7XFq1gNcH_2vOqAchfT_0 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3779619508682949639', time=2024-09-12T19:20:53.173996+0000, chain.objs.size()=1 2024-09-12T17:23:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.621+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.fHnI_UIFuZbpXnwCMJ_-oGn7RUemBAN_0 2024-09-12T17:23:39.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.625+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.627+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:23:39.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.629+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.629+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.629+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.629+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12661761682171932049', time=2024-09-12T19:14:10.848766+0000, chain.objs.size()=3 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.629+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.0vEJlt84mkW6TQ73nZlcVtJx_eqPIo9_0 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.0vEJlt84mkW6TQ73nZlcVtJx_eqPIo9_1 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14__shadow_.0vEJlt84mkW6TQ73nZlcVtJx_eqPIo9_2 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11280536141802609261', time=2024-09-12T19:15:49.656917+0000, chain.objs.size()=1 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.mBBInRz2hJlKtZW2k8Jkskeyf05Mt8Y_0 2024-09-12T17:23:39.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18309814093247008635', time=2024-09-12T19:16:27.460252+0000, chain.objs.size()=1 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.Mpn0kkE8CCO-To28gyMTE2blX6QWGSh_0 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3515566452176661495', time=2024-09-12T19:16:27.506143+0000, chain.objs.size()=1 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.Tol1ezQ6JIeNsU0D9BIyIOrktmr8Mpm_0 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14875525797982889657', time=2024-09-12T19:17:06.480984+0000, chain.objs.size()=1 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.aGsader_PW0puKpM-wysKjnv1xtsth1_0 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16850440594773138255', time=2024-09-12T19:17:08.937413+0000, chain.objs.size()=1 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.duJOTVJdA1hmYGVYDwnyXDe0Yaso0XG_0 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8044386518429055919', time=2024-09-12T19:17:09.013730+0000, chain.objs.size()=1 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.gG4a6sDMHbju20KiNXXFkW68vOaLtsh_0 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6066019887392965680', time=2024-09-12T19:17:45.579857+0000, chain.objs.size()=1 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.0I8MPqhXMEnWr2mehiVvw9EY6Q79-nG_0 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.675672186474652032', time=2024-09-12T19:18:23.372798+0000, chain.objs.size()=1 2024-09-12T17:23:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.F9ocGvBfA9YEB2m20p-xHcENU4ccGJP_0 2024-09-12T17:23:39.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3149577025286366669', time=2024-09-12T19:18:25.206939+0000, chain.objs.size()=1 2024-09-12T17:23:39.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.630+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.0tgVHbOmvG9APUp5-M-AfIIDdZq1rRl_0 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5416217354671930324', time=2024-09-12T19:19:01.652775+0000, chain.objs.size()=1 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.ywiIbs43EbigsbPA9qVjyd6SGUCRwK-_0 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8823649352869256794', time=2024-09-12T19:19:01.674583+0000, chain.objs.size()=1 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.qrMXEHqvChHfZLXK4T5V8i8DVy69l3p_0 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3927767288477749017', time=2024-09-12T19:19:35.461971+0000, chain.objs.size()=1 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.W1QZx4tj5hl2X8mt92iapXGgqt6ysXl_0 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3865199626550712419', time=2024-09-12T19:20:13.304489+0000, chain.objs.size()=1 2024-09-12T17:23:39.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.633+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.av1_zl4WnmZ2SrcDe4H6-pTPi6rNvq9_0 2024-09-12T17:23:39.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.636+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.639+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:23:39.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.640+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3203721617053595330', time=2024-09-12T19:15:49.658588+0000, chain.objs.size()=1 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.rE22_j_IPqwLrA_AS-37f_PP20oy7_0_0 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3506397458471955855', time=2024-09-12T19:15:49.659303+0000, chain.objs.size()=1 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.5Jet2PI8adgE_W3X5Xw5dp5IZd-Emla_0 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14673368864979448228', time=2024-09-12T19:16:27.501277+0000, chain.objs.size()=1 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.294QpB9iJNuUEFKbeU_2qCus1Yasfuu_0 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1940450725963179568', time=2024-09-12T19:16:27.515025+0000, chain.objs.size()=1 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.MtWdO2L44XFGVyHRWBsYPxWbsXT1YkO_0 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14497433666281375566', time=2024-09-12T19:16:30.236915+0000, chain.objs.size()=1 2024-09-12T17:23:39.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.7nGtbPeoyDYi3xQZT0FMSK3FlZ4tsRg_0 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12808670998455419103', time=2024-09-12T19:17:06.521163+0000, chain.objs.size()=1 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.bObBYiK-6qSsUSyMeW1owTXWAaPRYS2_0 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10317456807771360592', time=2024-09-12T19:17:42.761471+0000, chain.objs.size()=1 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.O4sJFuUPohKxTEd5QPlCqYwW8ppNkos_0 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11067070514362973040', time=2024-09-12T19:18:23.372591+0000, chain.objs.size()=1 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.77t2B_sH1KKwMHanioSym1KASnAwq6E_0 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4487766108962332206', time=2024-09-12T19:18:58.589643+0000, chain.objs.size()=1 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.jl6ZxLjYbYbKMyA5bXXSqbNyKyVcFwE_0 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.697975585010757162', time=2024-09-12T19:18:58.626488+0000, chain.objs.size()=1 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.MLf0PMxulSrw_iwCmcFWXPMfIFiPLDL_0 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10119363540482855928', time=2024-09-12T19:18:58.635592+0000, chain.objs.size()=1 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.seqoswi0fWf0SihsXE3ClXDk1JxAId7_0 2024-09-12T17:23:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4221773039201677568', time=2024-09-12T19:20:13.385294+0000, chain.objs.size()=1 2024-09-12T17:23:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.641+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.5dTuJho2J-HmgXr_QG4FKT3untrELDD_0 2024-09-12T17:23:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.644+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.602973530097432137', time=2024-09-12T19:20:53.077611+0000, chain.objs.size()=1 2024-09-12T17:23:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.644+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.Q922dOkmarBqfBMarMGozgjfa_ew2nc_0 2024-09-12T17:23:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.645+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16796909911107942769', time=2024-09-12T19:20:53.134967+0000, chain.objs.size()=1 2024-09-12T17:23:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.645+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.BJrL8wCDd6EFP6LA5JWD6crvz0MPH4w_0 2024-09-12T17:23:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.645+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17609247800197108720', time=2024-09-12T19:23:04.395045+0000, chain.objs.size()=1 2024-09-12T17:23:39.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.645+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.9AssKAt0tqaljMmfUwkATAHuBLx_P3k_0 2024-09-12T17:23:39.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.645+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1831435743110569606', time=2024-09-12T19:23:04.395719+0000, chain.objs.size()=1 2024-09-12T17:23:39.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.645+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.w_R_YRB03SmQm_h4ajRmxIF59trw-3v_0 2024-09-12T17:23:39.648 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.648+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.650+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:23:39.652 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_mDuMiD4jatxu9fC0BoR9QY7FNkgSqIK', time=2024-09-12T19:14:10.773172+0000, chain.objs.size()=3 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.1Z53N2nmel8j9v_b3R_NrPwa3FkYciI_0 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.1Z53N2nmel8j9v_b3R_NrPwa3FkYciI_1 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.1Z53N2nmel8j9v_b3R_NrPwa3FkYciI_2 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13377353668669819831', time=2024-09-12T19:16:30.282556+0000, chain.objs.size()=1 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.6572_w51Ecz4Q8ypwnW9BwCOsqlKWJ-_0 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3776395036752568467', time=2024-09-12T19:17:42.751753+0000, chain.objs.size()=1 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.8ksmOtuO2M5Z_5cLz6fTkygJ-qsB-d5_0 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4377419053053646844', time=2024-09-12T19:19:38.985165+0000, chain.objs.size()=1 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.1eoAU9lgQRaw_Rb6CvHYOrkmOQltahy_0 2024-09-12T17:23:39.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4785726456000723718', time=2024-09-12T19:20:13.303708+0000, chain.objs.size()=1 2024-09-12T17:23:39.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.VuB9nQWHVP9EOVLo2xxgS4fPs5qUC2F_0 2024-09-12T17:23:39.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13909779955589008694', time=2024-09-12T19:20:19.324903+0000, chain.objs.size()=1 2024-09-12T17:23:39.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.RIGlqdzt04LIpNucUAgixM2Ad3K75ge_0 2024-09-12T17:23:39.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3028676997530951257', time=2024-09-12T19:20:53.128536+0000, chain.objs.size()=1 2024-09-12T17:23:39.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.652+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.6c4CtY09MZq0etnLZBf5imuSsY5v9rl_0 2024-09-12T17:23:39.657 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.657+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.661+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:23:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.662+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.662+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T17:23:39.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2682060822920999916', time=2024-09-12T19:14:10.574251+0000, chain.objs.size()=1 2024-09-12T17:23:39.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.xhlnyEcLpv68ah_xFHQuYFVfSX0X0UP_0 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12796760091204658174', time=2024-09-12T19:15:51.976898+0000, chain.objs.size()=1 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.RCWtVWO2cyqr1hzE6Fib6TArVZWV7DA_0 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6551683261014958786', time=2024-09-12T19:16:23.883307+0000, chain.objs.size()=1 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.ZeWj-tw6fVb7l47NmCTbdpPC5XKqkk-_0 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4322511078562837590', time=2024-09-12T19:16:23.921739+0000, chain.objs.size()=1 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.xVcbCFiTCMoGQpSZY1dr9KUddYhBMlW_0 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10641884539544455893', time=2024-09-12T19:16:26.205845+0000, chain.objs.size()=1 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.acCXXGDzqlElJJYbxxMmnCZ0H69mN0b_0 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5864110206854180406', time=2024-09-12T19:17:03.366629+0000, chain.objs.size()=1 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.yZ7Lr4nv6g2VyE7eVKkGNNSO58qAq3i_0 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17507290309146163589', time=2024-09-12T19:17:03.421498+0000, chain.objs.size()=1 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.e5tXpM-XgA68FH5cg7WnG0yt4e0ISxg_0 2024-09-12T17:23:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17371307698508259887', time=2024-09-12T19:17:06.470366+0000, chain.objs.size()=1 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.2swT1rjk_hgoN8pDRCNtt-UD8eOmkRu_0 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3365179082814302123', time=2024-09-12T19:17:09.003943+0000, chain.objs.size()=1 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.WtrNjtTs0KGCztZDpiO_kpl-pFsXPcs_0 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10828807005548370154', time=2024-09-12T19:17:44.725464+0000, chain.objs.size()=1 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.NAZ5fW7ZMAaZWq87h_oPBNPYZG7xtRB_0 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3244766144669168424', time=2024-09-12T19:17:45.624080+0000, chain.objs.size()=1 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.UgYqDtr55vYwmKoyfAul8ic5Jp5l9gK_0 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7963004164794533842', time=2024-09-12T19:17:45.624746+0000, chain.objs.size()=1 2024-09-12T17:23:39.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.663+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.wzn4y1jfNi27veOtuPdG5XSHr0OZ9vX_0 2024-09-12T17:23:39.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6779565185698984646', time=2024-09-12T19:18:58.553220+0000, chain.objs.size()=1 2024-09-12T17:23:39.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.ohmx1lm4BZKputwHR-PhxgcH5zemHQU_0 2024-09-12T17:23:39.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14326828142797913042', time=2024-09-12T19:19:01.654289+0000, chain.objs.size()=1 2024-09-12T17:23:39.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.LFAW124mVsH8HJ4vwJ3jSxwSz5PReEP_0 2024-09-12T17:23:39.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14162604543981042026', time=2024-09-12T19:19:38.919924+0000, chain.objs.size()=1 2024-09-12T17:23:39.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.7iZ8zlQJbaAGvfeFpOwxqWl_7lU5F1a_0 2024-09-12T17:23:39.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11717078513484866883', time=2024-09-12T19:23:04.415182+0000, chain.objs.size()=1 2024-09-12T17:23:39.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.667+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.mWpDry3zh9gNS-EZ4vWscNM5hclSTx0_0 2024-09-12T17:23:39.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.669+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.671+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:23:39.673 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T17:23:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13082064206600017440', time=2024-09-12T19:15:47.329427+0000, chain.objs.size()=1 2024-09-12T17:23:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.O1-k_1CgDvoiXHZJkQN1BAF5NpwuhIq_0 2024-09-12T17:23:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15161029315237828138', time=2024-09-12T19:15:49.692521+0000, chain.objs.size()=1 2024-09-12T17:23:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.MOhrDu27tGudyLAExohnMPvqsXBbmfV_0 2024-09-12T17:23:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8305901899419888145', time=2024-09-12T19:16:27.505733+0000, chain.objs.size()=1 2024-09-12T17:23:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.WEd8xVY2HVe8_prYzzhYxSMsz5_iikP_0 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6007722074846875636', time=2024-09-12T19:16:30.209468+0000, chain.objs.size()=1 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.INYp8g7EqqZJasE_mGXrd9XtmzG1su9_0 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11523757537668328983', time=2024-09-12T19:17:06.446414+0000, chain.objs.size()=1 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.9zq-Imjl1Er-fJT95JKa95AWserNFV0_0 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12579318441838573024', time=2024-09-12T19:17:06.512931+0000, chain.objs.size()=1 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.7YCpwzqPADtsqTf5OlH7yHvXjjZjiay_0 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14941475674338598895', time=2024-09-12T19:17:42.837870+0000, chain.objs.size()=1 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.60YtCg1wJ-7sin2LH9IuAIK5HIo71ow_0 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18409365329367736895', time=2024-09-12T19:17:45.593254+0000, chain.objs.size()=1 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.PYqVQfX2BjzKF6_UapwMnpvkIfX448q_0 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7453106959381606751', time=2024-09-12T19:17:45.677295+0000, chain.objs.size()=1 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.PKxVpr3fGp3t9hJNFGOdQoJwhudeMHE_0 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.673+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16514207516134049240', time=2024-09-12T19:18:19.868660+0000, chain.objs.size()=1 2024-09-12T17:23:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.674+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.Zi6-WY1FP_VgJKc0mnl_gcC9Nv5PvVf_0 2024-09-12T17:23:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.674+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.333141841931829675', time=2024-09-12T19:18:25.193404+0000, chain.objs.size()=1 2024-09-12T17:23:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.674+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.RIxrjxrmavGONXWUO-5iNzKYdCUMVkM_0 2024-09-12T17:23:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.674+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15139433410725997470', time=2024-09-12T19:18:25.210747+0000, chain.objs.size()=1 2024-09-12T17:23:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.674+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.YNQ3lbjPJQQzYgDgmq5r0lI6Fs9x_zg_0 2024-09-12T17:23:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.676+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10026069963915023137', time=2024-09-12T19:18:25.258474+0000, chain.objs.size()=1 2024-09-12T17:23:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.676+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.5l-zSK8N0RDUKk0hrmvZUdSOc4H8O3l_0 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9101417090304399976', time=2024-09-12T19:19:35.487409+0000, chain.objs.size()=1 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.MeABrFJ9g1skI2dpx7L7drZwPay6e8l_0 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2340991356363923446', time=2024-09-12T19:19:35.505698+0000, chain.objs.size()=1 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.EZprN_gmHnjwSXZGKYtvABAtye7x2ZM_0 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10781095919261147220', time=2024-09-12T19:19:35.506422+0000, chain.objs.size()=1 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.rZb0vQ3ELNMxRzXL7pckmQHc6EI-D30_0 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17817816714283515457', time=2024-09-12T19:19:38.926187+0000, chain.objs.size()=1 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.RejwQezIrXzsbF3Mxq5jSeIKqUE2kcq_0 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8163304675998775414', time=2024-09-12T19:20:13.302719+0000, chain.objs.size()=1 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.tEsfT6lmissemVzSwy4py1ylsOk9PXO_0 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4882569414874992028', time=2024-09-12T19:20:17.064808+0000, chain.objs.size()=1 2024-09-12T17:23:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.677+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.U7oh0hyi5IMo8jdG1x2MrXdR5UFD7jL_0 2024-09-12T17:23:39.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.681+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.686+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:23:39.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.687+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.953775032765500858', time=2024-09-12T19:14:10.805491+0000, chain.objs.size()=3 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.1 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.2 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__multipart_foo-STANDARD.2~fjOdZ34hzdKYyId4riljBN7tnL9hLEp.3 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6611705462737380535', time=2024-09-12T19:15:47.327251+0000, chain.objs.size()=1 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.iAm2NoTdEy1a3anSjqrMW6PX-WhaLvC_0 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.116189180566409884', time=2024-09-12T19:15:47.403823+0000, chain.objs.size()=1 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.ZfADim8V4KkaSfUMoNrEwo9VKFLTlh5_0 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15073118253133234744', time=2024-09-12T19:16:27.537688+0000, chain.objs.size()=1 2024-09-12T17:23:39.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.SZgDqz-lKrf_QKa7gcuMIRzamAwpJub_0 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1519928701218792141', time=2024-09-12T19:16:27.538290+0000, chain.objs.size()=1 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.MWYSmYClPvEXosnuwETsHSxX_h421la_0 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6542148378330554653', time=2024-09-12T19:16:30.216281+0000, chain.objs.size()=1 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.PdHjLxOMJ9QVcXOjfz4qsaV13BQE4wA_0 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1135801111836271297', time=2024-09-12T19:16:30.268353+0000, chain.objs.size()=1 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.R89NS8HHaeLdznxypCt6UrtQSEQvdpY_0 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5840078652425915397', time=2024-09-12T19:17:06.473377+0000, chain.objs.size()=1 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.OLeWO16qtajgTXeho6_absGXnd_7ijv_0 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7952804725209912529', time=2024-09-12T19:17:06.515893+0000, chain.objs.size()=1 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.cINfxhLajjgkP-A8qx0BD5M5-gQFbEG_0 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11146656198250882726', time=2024-09-12T19:17:42.812477+0000, chain.objs.size()=1 2024-09-12T17:23:39.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.688+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.IUYeOoOlhncZDxxnBcGPr8sVfWbPhBP_0 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.690+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14734548913046193487', time=2024-09-12T19:18:19.884258+0000, chain.objs.size()=1 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.691+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.50iR5rbPqou5q_hvvwFQQOI60A1_r3r_0 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.691+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575410026771425869', time=2024-09-12T19:18:23.272402+0000, chain.objs.size()=1 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.691+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.FpHWDaSRTlg2GE8fHN89rUHPTLEZTsp_0 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.691+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8680353418700722371', time=2024-09-12T19:18:25.234855+0000, chain.objs.size()=1 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.691+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.8ewVR8VdyjdDdX37TyRVMGa3Q9SRgd8_0 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.691+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5079848873981779206', time=2024-09-12T19:18:58.596634+0000, chain.objs.size()=1 2024-09-12T17:23:39.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.691+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.hpv-3r_esjME027aKXrT6EWmXo2qPQC_0 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7692443939247701165', time=2024-09-12T19:19:01.636255+0000, chain.objs.size()=1 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.vLquPUGFJ34dSN9uNr5uIQMxuS2THPu_0 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8388814712202333762', time=2024-09-12T19:19:38.893271+0000, chain.objs.size()=1 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.bJIyL8lKkUjaeVmuP4b344l9yQYcg_x_0 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4350659889579843979', time=2024-09-12T19:20:16.986343+0000, chain.objs.size()=1 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.-h42zQpnC-Cr-qxgcZMRIG2mzRCZKKY_0 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15744220152766014651', time=2024-09-12T19:20:53.080325+0000, chain.objs.size()=1 2024-09-12T17:23:39.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.H6fcDTos-SAgzuHIc_39EcWkSX93mTO_0 2024-09-12T17:23:39.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10710842147052292760', time=2024-09-12T19:23:04.377596+0000, chain.objs.size()=1 2024-09-12T17:23:39.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.692+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.U9y6JSam5-_7DzqHeNq_369pV3UkxP8_0 2024-09-12T17:23:39.699 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.699+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.702+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:23:39.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.703+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.704 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.703+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T17:23:39.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17784601129352389708', time=2024-09-12T19:15:47.339496+0000, chain.objs.size()=1 2024-09-12T17:23:39.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.Tgk9DmCwdfp7L-y8GLcPxpisI6A51vA_0 2024-09-12T17:23:39.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13016015568845991991', time=2024-09-12T19:15:47.360799+0000, chain.objs.size()=1 2024-09-12T17:23:39.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.xd9aRsftxKzJ9mQlpuI-8pe4MvS03wQ_0 2024-09-12T17:23:39.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.755719114804891576', time=2024-09-12T19:15:49.721551+0000, chain.objs.size()=1 2024-09-12T17:23:39.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.Co6Fr-w0PYLGS7Kvk2hf8E9fBsktlrb_0 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14605068856470360821', time=2024-09-12T19:16:23.863746+0000, chain.objs.size()=1 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.At10g5PERrJ4d78kJZx1-8v-w00DGgt_0 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18406573495026151168', time=2024-09-12T19:16:30.207989+0000, chain.objs.size()=1 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.K60JkMZcOcp63WDxNwCjn0BwTEDYnZg_0 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6781475215552009548', time=2024-09-12T19:17:03.421356+0000, chain.objs.size()=1 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.fgaYQQRnj9YrsD88kPS1rA0dhGmSwQ__0 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3967997876914076992', time=2024-09-12T19:17:06.494837+0000, chain.objs.size()=1 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.dx1r3eEsoLjz6kHmAPQm-AlZSTW6GVd_0 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17523120924418977622', time=2024-09-12T19:17:45.625087+0000, chain.objs.size()=1 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.GD8FbvActHLjVvRG74K0xYw8_KgXo09_0 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17109475567643094714', time=2024-09-12T19:18:19.813120+0000, chain.objs.size()=1 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.d0baTbdNBkEwOhseAf62NK9mfKgaC0a_0 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10843918208169395575', time=2024-09-12T19:18:25.266975+0000, chain.objs.size()=1 2024-09-12T17:23:39.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.y10oocmfTfJyt4BtJT1XQvxauBtpwYO_0 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6880414240096062503', time=2024-09-12T19:18:58.570067+0000, chain.objs.size()=1 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.DwFAFAkwP0RdaEb5e230nq5Nl1qwe69_0 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1807957934559146977', time=2024-09-12T19:19:01.694580+0000, chain.objs.size()=1 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.704+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.osSaC5s0Ufb3204PZ8oc_T0q3ot5aTq_0 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11669453745978335478', time=2024-09-12T19:19:35.467956+0000, chain.objs.size()=1 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.Z8xHZEeDg3C9Bn0k1UgZLL-pnjH753h_0 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13419794937022609514', time=2024-09-12T19:19:38.948175+0000, chain.objs.size()=1 2024-09-12T17:23:39.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.39T1I1i00xpqUR5WZ5bYT8zwnIdEPPn_0 2024-09-12T17:23:39.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12607456268390779124', time=2024-09-12T19:20:13.303320+0000, chain.objs.size()=1 2024-09-12T17:23:39.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.Nq7yITxx6Byqkf9Vu7TCfuIS9jj0__p_0 2024-09-12T17:23:39.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1749398169907799993', time=2024-09-12T19:20:17.013603+0000, chain.objs.size()=1 2024-09-12T17:23:39.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.706+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.smKPYg39Rr-1FirSZInLl9OeQPqZ7_5_0 2024-09-12T17:23:39.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.708+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9763281514590562139', time=2024-09-12T19:20:53.129172+0000, chain.objs.size()=1 2024-09-12T17:23:39.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.708+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.HVMQTtuOVuFpxfZFKGYxqT6tCf2HU7I_0 2024-09-12T17:23:39.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.708+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1154488944249479901', time=2024-09-12T19:20:53.135077+0000, chain.objs.size()=1 2024-09-12T17:23:39.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.708+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.X0Ai2Ntu4u6mjxjwj0FQgJxTWnz8oOr_0 2024-09-12T17:23:39.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.712+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.718+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:23:39.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.719+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T17:23:39.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5621709527679118665', time=2024-09-12T19:17:03.359521+0000, chain.objs.size()=1 2024-09-12T17:23:39.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.W2MLAVeyTcChHIwuQIZqg8RebtGLjy8_0 2024-09-12T17:23:39.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12166514688342770781', time=2024-09-12T19:17:03.420699+0000, chain.objs.size()=1 2024-09-12T17:23:39.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.zMstw0_mDMLvAKuewe-TvrG81LDlDo5_0 2024-09-12T17:23:39.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2007023480530314162', time=2024-09-12T19:17:06.473052+0000, chain.objs.size()=1 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.CZZa1_igm7M_IWE07UXFH_m8OwAVzqk_0 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1708886194487098622', time=2024-09-12T19:18:19.794229+0000, chain.objs.size()=1 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.mXU9vPjT0seRZDwQ6wHWJLDWOUiADNY_0 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4568178653539712712', time=2024-09-12T19:19:00.768097+0000, chain.objs.size()=1 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.34__shadow_.GRoazKJf-2mPCWLzMavMt9w0z9Jv0cY_0 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13251079422245431767', time=2024-09-12T19:20:17.008238+0000, chain.objs.size()=1 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.oFN3zefrqlRoudl7Df9ULm7f5JzTMOs_0 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13627731715023138012', time=2024-09-12T19:20:17.040304+0000, chain.objs.size()=1 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.gLd7I-OFooDSWgirJorpyN5VLZ0R-n4_0 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18426552157749235307', time=2024-09-12T19:20:53.171241+0000, chain.objs.size()=1 2024-09-12T17:23:39.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.720+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.Mu36THY_OX3ph9zp6gVZtM2ka0S8Hca_0 2024-09-12T17:23:39.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.723+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.726 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.726+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:23:39.727 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.727+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.727+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T17:23:39.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12192255558641687888', time=2024-09-12T19:14:10.599924+0000, chain.objs.size()=1 2024-09-12T17:23:39.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5__shadow_.2o1o6ZFtknrJMnipleo1obTclXZunDZ_0 2024-09-12T17:23:39.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.844575382053936520', time=2024-09-12T19:14:10.823589+0000, chain.objs.size()=5 2024-09-12T17:23:39.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.1 2024-09-12T17:23:39.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.1_1 2024-09-12T17:23:39.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.2 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__shadow_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.2_1 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15__multipart_foo-FROZEN.2~3-_Ln7Ft6fzprJBB3wiRjHkQ9D_E3mW.3 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3896079104653918542', time=2024-09-12T19:16:23.864917+0000, chain.objs.size()=1 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.sCviyr4YkrP1_W-afiHPteUZ6y4aUjw_0 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15541056175195077084', time=2024-09-12T19:16:27.549321+0000, chain.objs.size()=1 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.QoJjglxpeAF8ep_Vw1Pj_otK58P4Srg_0 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15614316295565767441', time=2024-09-12T19:16:30.220364+0000, chain.objs.size()=1 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.Dds1IT6ihUZ7pQxy_mvyE2MKPOeDBIQ_0 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14240483233446272501', time=2024-09-12T19:16:30.269769+0000, chain.objs.size()=1 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.JdmF8Spz6Sdn2rjwMVXO6w6AaS8BXMz_0 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2128627667241800527', time=2024-09-12T19:17:06.455769+0000, chain.objs.size()=1 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.U90XKJEvtlyLCzS6UJHrySoqHarT2im_0 2024-09-12T17:23:39.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5524255890543498492', time=2024-09-12T19:17:08.994773+0000, chain.objs.size()=1 2024-09-12T17:23:39.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.728+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.0YuAdZQy-HBHtT-YFyrq9Dsjr32jQkK_0 2024-09-12T17:23:39.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.730+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15079275323764894887', time=2024-09-12T19:17:42.802710+0000, chain.objs.size()=1 2024-09-12T17:23:39.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.730+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.1vO8o6kM6QCdc--vR559adaLy7O9KL5_0 2024-09-12T17:23:39.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.730+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11746312432858336413', time=2024-09-12T19:18:19.845228+0000, chain.objs.size()=1 2024-09-12T17:23:39.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.730+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.W0l_w3xaK4QmYFtDt4JrnsQ72-nYefx_0 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3273405330972149616', time=2024-09-12T19:18:19.852656+0000, chain.objs.size()=1 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.tYVx9Dygr34n0H-43_FO8z8zm1qT_BG_0 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5536882321322727650', time=2024-09-12T19:18:23.356225+0000, chain.objs.size()=1 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.H9c1wDObTz3KZNetN8FgIqBVityEcFk_0 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15959899612652777584', time=2024-09-12T19:19:35.516810+0000, chain.objs.size()=1 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.-KH7JmBIJIq4mp3lpHMNk8BxthFZX4D_0 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11286416693833422959', time=2024-09-12T19:19:38.949535+0000, chain.objs.size()=1 2024-09-12T17:23:39.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.qFWZy1LxfbMS8QE6Nm0zLyGiHGyfGQh_0 2024-09-12T17:23:39.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3809134370508215600', time=2024-09-12T19:20:19.298593+0000, chain.objs.size()=1 2024-09-12T17:23:39.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.b3UwVRqmq5-EURkHkGjQY8KeuRELsgC_0 2024-09-12T17:23:39.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12465311381580117207', time=2024-09-12T19:20:19.329947+0000, chain.objs.size()=1 2024-09-12T17:23:39.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.Sa8a19Mnade4YUE-uWOWmj3sQJhP_EC_0 2024-09-12T17:23:39.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7129130557041233001', time=2024-09-12T19:23:12.759124+0000, chain.objs.size()=1 2024-09-12T17:23:39.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.731+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.19__shadow:0PaIlGs9d4OCQkkfGzMTEqw7pKailyG_.4UtSa7Xd7xN7kqdy8h31yW8g-ii8d1o_0 2024-09-12T17:23:39.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.735+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.737+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:23:39.739 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.738+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.739 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T17:23:39.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1055745587061718394', time=2024-09-12T19:14:10.731280+0000, chain.objs.size()=1 2024-09-12T17:23:39.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.B8Y-mhfVGbUj0Hhag97IGHHgVuxqrrx_0 2024-09-12T17:23:39.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13677680881185119287', time=2024-09-12T19:15:49.692683+0000, chain.objs.size()=1 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.JoYzb0bKRf51UycakckOPdlRfLpaNRy_0 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10189256865478142991', time=2024-09-12T19:16:27.508931+0000, chain.objs.size()=1 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.8VDI-xj8CGhU7dELhoXt5W1a6uEqPK7_0 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8676563816993597466', time=2024-09-12T19:16:27.545829+0000, chain.objs.size()=1 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.6xiCyG8aqRO0lYETNgIDToJO1H9urBV_0 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7632620460774698677', time=2024-09-12T19:16:30.207977+0000, chain.objs.size()=1 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.zIvBBtld_r-j3v2e7e_n3W2onlAXzxe_0 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6055044953182208854', time=2024-09-12T19:17:09.035966+0000, chain.objs.size()=1 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.4P6jYBRgFFvA25IC4wp-PRO0vcpeh4Y_0 2024-09-12T17:23:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17136841494484923623', time=2024-09-12T19:17:42.769747+0000, chain.objs.size()=1 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.28__shadow_.lBuoA63FM0HHLREivwcqfC4-YyzP1eV_0 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6071450800073914338', time=2024-09-12T19:18:19.813054+0000, chain.objs.size()=1 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.sQbytFcfJhqLxF_hONsRSqQvB-sHg99_0 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5010313004731911705', time=2024-09-12T19:18:19.852947+0000, chain.objs.size()=1 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.fDiCZTDnA9UKvhVTLOsX0oe1Jx086zj_0 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17235987658332671146', time=2024-09-12T19:18:25.265871+0000, chain.objs.size()=1 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.ZJloMqan2xkficoqdbemp4F6LyQ_PG__0 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12206701693257388315', time=2024-09-12T19:18:25.266678+0000, chain.objs.size()=1 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.j1eAg3HTiuhGbsjoC6-TqWvk5z8P7oH_0 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4077447861753481152', time=2024-09-12T19:18:58.584517+0000, chain.objs.size()=1 2024-09-12T17:23:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.739+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.j55_hcCPyOkkN7vB5d02u4pjoV9zJg7_0 2024-09-12T17:23:39.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14316070630123036554', time=2024-09-12T19:19:35.465449+0000, chain.objs.size()=1 2024-09-12T17:23:39.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.sbNFtbO71SfqhiKiGIuurNwLDaeoXqG_0 2024-09-12T17:23:39.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6172255953119214710', time=2024-09-12T19:20:13.303328+0000, chain.objs.size()=1 2024-09-12T17:23:39.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.bw_5ZiDy8_rp_vFlD0yeehrqH5oGdNG_0 2024-09-12T17:23:39.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3289062731005925122', time=2024-09-12T19:20:19.326776+0000, chain.objs.size()=1 2024-09-12T17:23:39.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.xDF94SIuZYyM42NdajoGTDx-gUD2zfs_0 2024-09-12T17:23:39.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14607981494154929157', time=2024-09-12T19:20:53.133722+0000, chain.objs.size()=1 2024-09-12T17:23:39.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.3Jbmf8uSeXr1J1vlhL884bH8tS3_KV9_0 2024-09-12T17:23:39.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10262173787358904447', time=2024-09-12T19:20:53.140000+0000, chain.objs.size()=1 2024-09-12T17:23:39.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.743+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.40__shadow_.n8o-Pw448aKdaLfvr8hEHsFLHAoBpv8_0 2024-09-12T17:23:39.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.746+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.749+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:23:39.750 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.750+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.750+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T17:23:39.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_BWIb2rimOvIcSZCjVebUK-KowYiWjlQ', time=2024-09-12T19:14:10.710505+0000, chain.objs.size()=2 2024-09-12T17:23:39.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.YFqLuw3GvkVgs32LdxwOVyPkpKg5AjU_0 2024-09-12T17:23:39.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.YFqLuw3GvkVgs32LdxwOVyPkpKg5AjU_1 2024-09-12T17:23:39.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_lcvbm2DsKAvTN7z32Q-bqy1GyAKnoww', time=2024-09-12T19:14:10.719302+0000, chain.objs.size()=2 2024-09-12T17:23:39.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.cQc71KuUTKvmZHRBJ5sPD516pc9RTCQ_0 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.cQc71KuUTKvmZHRBJ5sPD516pc9RTCQ_1 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12172662009322374304', time=2024-09-12T19:15:47.359689+0000, chain.objs.size()=1 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.LFSxsPHdjZy4NDzYuvdwEXzjNmjJwgD_0 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9490727266152986824', time=2024-09-12T19:16:23.863470+0000, chain.objs.size()=1 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_.elQbhb8lTRhJva2-7rYye3R6vS-N51d_0 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14574797999323072587', time=2024-09-12T19:16:27.557532+0000, chain.objs.size()=1 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.rO-Hb90p-XPPB7928LSOgLg9BvMD77q_0 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14319814344054061', time=2024-09-12T19:17:05.361878+0000, chain.objs.size()=1 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.oeVZ-xgpaZhoi9ehs2NDgpCsuqFKBfw_0 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14767532999575969483', time=2024-09-12T19:17:06.454741+0000, chain.objs.size()=1 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.26__shadow_.RtOeQLb7tKH0ErFMLZIZC2hdLPJKbi5_0 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1654851071555478442', time=2024-09-12T19:18:23.355852+0000, chain.objs.size()=1 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.VozzSWLAuITjs14poFWIX3zLa7w7anS_0 2024-09-12T17:23:39.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4150993661961950452', time=2024-09-12T19:18:58.553876+0000, chain.objs.size()=1 2024-09-12T17:23:39.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.yxzoZvaMXVyvRf5bP0yE7YzenqAUY37_0 2024-09-12T17:23:39.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5334831079701581069', time=2024-09-12T19:23:04.383965+0000, chain.objs.size()=1 2024-09-12T17:23:39.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.751+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.nX22CC_nIra11Ajz5lVAmRsZwxrrxj4_0 2024-09-12T17:23:39.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.755+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.758+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:23:39.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.759+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.759+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_tYkT7l_pnzOIClDFngS892F9_-sm21j', time=2024-09-12T19:14:10.727132+0000, chain.objs.size()=2 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.PKy63oUZ7fs_gG9QLZvUXNfkqjWSLbx_0 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16__shadow_.PKy63oUZ7fs_gG9QLZvUXNfkqjWSLbx_1 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13675198254696275571', time=2024-09-12T19:16:23.921054+0000, chain.objs.size()=1 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.22__shadow_._omtDPshYmWIerOoVZqK6WPe5u08TTU_0 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6149389887989385438', time=2024-09-12T19:16:27.567765+0000, chain.objs.size()=1 2024-09-12T17:23:39.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23__shadow_.anQtuweBx1v3y9Llwdj5t2Q0ORQfg21_0 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13896291226067833310', time=2024-09-12T19:16:30.236928+0000, chain.objs.size()=1 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.kAU8IbRm-g5Wh-v0bfPK5B-r4_zp0tW_0 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9772086899961033566', time=2024-09-12T19:17:45.623975+0000, chain.objs.size()=1 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.29__shadow_.SACuvSX3gVfCmy3Uotp9oMUIV7cKOk5_0 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1466201016599523894', time=2024-09-12T19:18:19.811283+0000, chain.objs.size()=1 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.2TClnNAcg7YkvT8e8fkrXhoYxvYOyF__0 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15591960648343624015', time=2024-09-12T19:18:19.811892+0000, chain.objs.size()=1 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.2F6RFe_bAXWHFepWnf1r06S0bveHoW1_0 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15969064672136653328', time=2024-09-12T19:18:19.886923+0000, chain.objs.size()=1 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.30__shadow_.tIaJUCw8F-I2St5G1a5jWjXtV8jjYAB_0 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12245832538121665954', time=2024-09-12T19:18:22.392207+0000, chain.objs.size()=1 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.qRaJHyDCn_RTN_hYE9_P415JK-LdPKs_0 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4270987801011207838', time=2024-09-12T19:19:35.505781+0000, chain.objs.size()=1 2024-09-12T17:23:39.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.wqoYwZ4rdrrYOqKPo6YcsbFTHJxVaYz_0 2024-09-12T17:23:39.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.592895896738504984', time=2024-09-12T19:19:38.919342+0000, chain.objs.size()=1 2024-09-12T17:23:39.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.760+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.36__shadow_.2IIDPXk58SR5j6oo2Z1Sl3KwJJvTClK_0 2024-09-12T17:23:39.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4695248439359481398', time=2024-09-12T19:20:13.321637+0000, chain.objs.size()=1 2024-09-12T17:23:39.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.HcinjjL--GWC9Ofu7dU3cTz1YmdKeRm_0 2024-09-12T17:23:39.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9611718566972655642', time=2024-09-12T19:20:13.322380+0000, chain.objs.size()=1 2024-09-12T17:23:39.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.9zGhP_QYWQuNO8g-umayfQjyY7Fd-db_0 2024-09-12T17:23:39.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9801156331537305561', time=2024-09-12T19:20:16.997584+0000, chain.objs.size()=1 2024-09-12T17:23:39.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.sgK6nSni5Yk5zikp6ARh6QOr3tLc0Vf_0 2024-09-12T17:23:39.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1444093261797188423', time=2024-09-12T19:20:16.998193+0000, chain.objs.size()=1 2024-09-12T17:23:39.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.38__shadow_.9N6ZcuGknPc4YCNc_QxXNS2fQkt7IgS_0 2024-09-12T17:23:39.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12985445122500490733', time=2024-09-12T19:20:19.322480+0000, chain.objs.size()=1 2024-09-12T17:23:39.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.763+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.uVNZhdxfN8uvqQf6CPiX9734XW5A-vl_0 2024-09-12T17:23:39.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.765+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10660624173963591763', time=2024-09-12T19:20:19.371970+0000, chain.objs.size()=1 2024-09-12T17:23:39.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.765+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.DIPwBCmHhIhCJUnO_WliXCbuuFWpzyM_0 2024-09-12T17:23:39.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.767+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.769+0000 7f4e43326800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:23:39.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:39.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='_zmqpgUgqmM55rZ-U8K-T8lLYucXtVwi', time=2024-09-12T19:14:10.796901+0000, chain.objs.size()=1 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17__shadow_.ZsPcNCu-7yfkLpE1dE3BbC5eMCBOzXp_0 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12004548776079777190', time=2024-09-12T19:14:10.906381+0000, chain.objs.size()=1 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8__shadow_.wV1mY6bw-v9waXkmwUeUstJLCShYSEP_0 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.74742681668526991', time=2024-09-12T19:15:47.376712+0000, chain.objs.size()=1 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.EVgrGM1XdcJTkkOeEuwkSnNfWJ69mb2_0 2024-09-12T17:23:39.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10045852903446804050', time=2024-09-12T19:15:47.411351+0000, chain.objs.size()=1 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.20__shadow_.0NB38rAC_X8zc8YltrRwH-pLBheo9bM_0 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17136029376386062648', time=2024-09-12T19:15:49.657076+0000, chain.objs.size()=1 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21__shadow_.EXRMWgwJC5Wcp-lmcm8Jq5qU5pTGIdZ_0 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5595377085430380036', time=2024-09-12T19:16:30.216394+0000, chain.objs.size()=1 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24__shadow_.rZD0bJggaiKZmphv9i1cc7gU7C-mOoo_0 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8326196968417232751', time=2024-09-12T19:17:03.389465+0000, chain.objs.size()=1 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.hkWBjxWxj9XsS-bby7JdZBECndjAZ3E_0 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17130183304622505512', time=2024-09-12T19:17:03.445675+0000, chain.objs.size()=1 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.25__shadow_.CMn2tCbCMzvm1I4vja4DT87ZDIcX7ns_0 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12684023874469361821', time=2024-09-12T19:17:08.943339+0000, chain.objs.size()=1 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.RYH0UpmdAWpAKMmaRpxiYcTARo5nDw0_0 2024-09-12T17:23:39.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2313345015355426350', time=2024-09-12T19:17:09.029399+0000, chain.objs.size()=1 2024-09-12T17:23:39.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27__shadow_.amo47Vt9jpBA5CXrn0ZJfzI56P8W7wa_0 2024-09-12T17:23:39.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13719562760029876106', time=2024-09-12T19:18:23.329858+0000, chain.objs.size()=1 2024-09-12T17:23:39.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.771+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31__shadow_.zEcWIyvGOAU65K30CwZ9XubK3TYUObC_0 2024-09-12T17:23:39.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.772+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6519457267915130838', time=2024-09-12T19:18:25.234818+0000, chain.objs.size()=1 2024-09-12T17:23:39.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.772+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.32__shadow_.5uOtjU1igQIsyTKiNeT9P-Z4XMLIbde_0 2024-09-12T17:23:39.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2276485545212930364', time=2024-09-12T19:18:58.602543+0000, chain.objs.size()=1 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.33__shadow_.XcxPgakTXSEDXVmWfatdUzgxnsNyf1u_0 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6554199201678329891', time=2024-09-12T19:19:35.489974+0000, chain.objs.size()=1 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.35__shadow_.BFrnrISX2EmohgYx-eu5yUBsG0O7hfJ_0 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6990641991617064644', time=2024-09-12T19:20:13.377559+0000, chain.objs.size()=1 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.37__shadow_.KsdMpCrf3MwR0pZNaU_jJ5hduThocIw_0 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4613872100873728174', time=2024-09-12T19:20:19.283233+0000, chain.objs.size()=1 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39__shadow_.ha5T_7zRkQ3GhA9wtDAIILOSX_p7jte_0 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.958927605765218927', time=2024-09-12T19:23:04.418437+0000, chain.objs.size()=1 2024-09-12T17:23:39.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.775+0000 7f4e43326800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18__shadow_.mWaSB97rLAZuz3Rhbx0-0gahW3naNxw_0 2024-09-12T17:23:39.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.778+0000 7f4e43326800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:23:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.781+0000 7f4cf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:39.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.783+0000 7f4e43326800 20 remove_watcher() i=0 2024-09-12T17:23:39.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.783+0000 7f4e43326800 2 removed watcher, disabling cache 2024-09-12T17:23:39.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.784+0000 7f4e43326800 20 remove_watcher() i=1 2024-09-12T17:23:39.785 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.785+0000 7f4e43326800 20 remove_watcher() i=2 2024-09-12T17:23:39.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.786+0000 7f4e43326800 20 remove_watcher() i=3 2024-09-12T17:23:39.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.787+0000 7f4e43326800 20 remove_watcher() i=4 2024-09-12T17:23:39.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.788+0000 7f4e43326800 20 remove_watcher() i=5 2024-09-12T17:23:39.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.789+0000 7f4e43326800 20 remove_watcher() i=6 2024-09-12T17:23:39.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.789+0000 7f4e43326800 20 remove_watcher() i=7 2024-09-12T17:23:39.801 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:23:39.894 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:39.894 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:39.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.931+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.932+0000 7f059d946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.932+0000 7f059d946800 20 realm 2024-09-12T17:23:39.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.932+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.933+0000 7f059d946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.933+0000 7f059d946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:23:39.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.933+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.933+0000 7f059d946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:39.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.933+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.933+0000 7f059d946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:39.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.933+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:39.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.934+0000 7f059d946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:23:39.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.934+0000 7f059d946800 20 searching for the correct realm 2024-09-12T17:23:39.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:39.936+0000 7f059bc38640 0 -- 172.21.15.123:0/2677344726 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f0584082070 msgr2=0x7f05840db400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:40.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.142+0000 7f0593fff640 0 -- 172.21.15.123:0/2677344726 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7f0464086ba0 msgr2=0x7f0464088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:23:40.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:23:40.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:23:40.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:23:40.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:23:40.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:23:40.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:23:40.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:40.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:40.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.147+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:40.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:23:40.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 zone default found 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 4 Realm: () 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 zonegroup default 2024-09-12T17:23:40.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:40.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:40.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:40.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:40.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.148+0000 7f059d946800 20 rados->read ofs=0 len=0 2024-09-12T17:23:40.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.149+0000 7f059d946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:23:40.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.149+0000 7f059d946800 20 started sync module instance, tier type = 2024-09-12T17:23:40.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.149+0000 7f059d946800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:23:40.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.157+0000 7f059d946800 20 add_watcher() i=0 2024-09-12T17:23:40.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.157+0000 7f059d946800 20 add_watcher() i=1 2024-09-12T17:23:40.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.157+0000 7f059d946800 20 add_watcher() i=2 2024-09-12T17:23:40.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.157+0000 7f059d946800 20 add_watcher() i=3 2024-09-12T17:23:40.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.157+0000 7f059d946800 20 add_watcher() i=4 2024-09-12T17:23:40.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.157+0000 7f059d946800 20 add_watcher() i=5 2024-09-12T17:23:40.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.157+0000 7f059d946800 20 add_watcher() i=6 2024-09-12T17:23:40.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.158+0000 7f059d946800 20 add_watcher() i=7 2024-09-12T17:23:40.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.158+0000 7f059d946800 2 all 8 watchers are set, enabling cache 2024-09-12T17:23:40.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.160+0000 7f0451fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:40.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.160+0000 7f059d946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:23:40.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.160+0000 7f059d946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:23:40.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.194+0000 7f0450fe1640 20 reqs_thread_entry: start 2024-09-12T17:23:40.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.194+0000 7f059d946800 20 init_complete bucket index max shards: 1 2024-09-12T17:23:40.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.194+0000 7f059d946800 20 Filter name: none 2024-09-12T17:23:40.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.195+0000 7f03ca7fc640 20 reqs_thread_entry: start 2024-09-12T17:23:40.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.195+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:23:40.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.196+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.196+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.197+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.198+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:23:40.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.199+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.199+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.199+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.203 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.200+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:23:40.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.202+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.202+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.202+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.203+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:23:40.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.205+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.206+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.206+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.207+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:23:40.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.208+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.208+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.209+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.210+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:23:40.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.211+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.211+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.211+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.212+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:23:40.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.213+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.214+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.214+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.215+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:23:40.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.216+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.216+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.217+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.218+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:23:40.220 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.219+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.220+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.220+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.221+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:23:40.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.222+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.223+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.223+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.224+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:23:40.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.225+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.226+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.226+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.227+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:23:40.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.228+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.228+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.228+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.230+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:23:40.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.231+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.232+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.232+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.233+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:23:40.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.234+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.235+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.235+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.236+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:23:40.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.237+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.238+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.238+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.239+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:23:40.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.240+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.241+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.241+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.242+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:23:40.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.244+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.244+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.244+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.245+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:23:40.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.247+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.247+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.247+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.248+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:23:40.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.250+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.250+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.251+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.252+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:23:40.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.253+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.253+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.253+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.254+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:23:40.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.256+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.256+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.256+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.257+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:23:40.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.258+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.259+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.259+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.260+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:23:40.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.261+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.261+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.262+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.263+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:23:40.264 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.264+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.264+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.265+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.265+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:23:40.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.267+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.267+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.268+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.269+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:23:40.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.270+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.270+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.271+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.272+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:23:40.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.273+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.274+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.274+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.275+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:23:40.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.276+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.277+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.277+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.278+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:23:40.280 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.279+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.280+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.280+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.281+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:23:40.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.282+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.283+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.283+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.284+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:23:40.285 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.285+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.285+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.286+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.287+0000 7f059d946800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:23:40.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.288+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.288+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:23:40.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.289+0000 7f059d946800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:23:40.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.290+0000 7f0451fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:23:40.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.292+0000 7f059d946800 20 remove_watcher() i=0 2024-09-12T17:23:40.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.292+0000 7f059d946800 2 removed watcher, disabling cache 2024-09-12T17:23:40.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.294+0000 7f059d946800 20 remove_watcher() i=1 2024-09-12T17:23:40.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.295+0000 7f059d946800 20 remove_watcher() i=2 2024-09-12T17:23:40.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.296+0000 7f059d946800 20 remove_watcher() i=3 2024-09-12T17:23:40.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.297+0000 7f059d946800 20 remove_watcher() i=4 2024-09-12T17:23:40.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.298+0000 7f059d946800 20 remove_watcher() i=5 2024-09-12T17:23:40.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.298+0000 7f059d946800 20 remove_watcher() i=6 2024-09-12T17:23:40.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:23:40.299+0000 7f059d946800 20 remove_watcher() i=7 2024-09-12T17:23:40.312 DEBUG:teuthology.orchestra.run.smithi123:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-12T17:23:40.807 INFO:teuthology.orchestra.run.smithi123.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-12T17:23:44.307 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :clean UP-TO-DATE 2024-09-12T17:24:02.607 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :compileJava 2024-09-12T17:24:02.607 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :processResources 2024-09-12T17:24:02.607 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :classes 2024-09-12T17:24:03.406 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:03.406 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :compileTestJava 2024-09-12T17:24:03.407 INFO:teuthology.orchestra.run.smithi123.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:24:03.407 INFO:teuthology.orchestra.run.smithi123.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:24:03.408 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:03.408 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:24:03.408 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :testClasses 2024-09-12T17:24:09.206 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:09.206 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :test 2024-09-12T17:24:09.206 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:09.206 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-12T17:24:22.706 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:22.707 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-12T17:24:23.006 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:23.006 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-12T17:24:23.206 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:23.206 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-12T17:24:23.506 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:23.506 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-12T17:24:40.606 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:40.606 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-12T17:24:41.006 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:41.006 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T17:24:41.006 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:41.006 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T17:24:41.105 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:41.106 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-12T17:24:41.206 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:41.206 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-12T17:24:41.506 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:41.506 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-12T17:24:47.306 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:47.306 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-12T17:24:47.806 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:47.806 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-12T17:24:48.106 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:24:48.106 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-12T17:24:48.106 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12 17:24:48,018 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:25:28.307 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:28.307 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-12T17:25:28.906 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:28.906 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-12T17:25:28.906 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:28.906 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-12T17:25:29.306 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:29.306 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-12T17:25:29.406 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:29.406 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-12T17:25:29.905 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:29.906 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-12T17:25:35.505 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:35.506 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-12T17:25:35.806 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:35.806 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T17:25:35.906 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:35.906 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T17:25:36.006 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:36.006 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-12T17:25:44.406 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:44.406 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-12T17:25:45.206 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:45.206 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests STANDARD_OUT 2024-09-12T17:25:45.206 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12 17:25:45,153 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-12T17:25:45.506 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:45.506 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T17:25:54.606 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:54.606 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T17:25:55.006 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:25:55.006 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-12T17:26:01.606 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:26:01.606 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-12T17:26:01.906 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:26:01.906 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-12T17:27:44.807 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:27:44.807 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-12T17:27:45.106 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:27:45.106 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-12T17:28:01.706 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:01.707 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-12T17:28:02.006 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:02.006 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-12T17:28:15.506 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:15.507 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-12T17:28:15.806 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:15.806 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-12T17:28:18.506 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:18.506 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-12T17:28:23.906 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:23.906 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-12T17:28:23.907 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:23.907 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-12T17:28:24.306 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:24.306 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-12T17:28:24.406 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:24.406 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-12T17:28:24.706 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:24.706 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-12T17:28:24.806 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:24.806 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-12T17:28:25.105 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:25.106 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-12T17:28:25.206 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:25.206 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-12T17:28:25.606 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-12T17:28:25.606 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:25.606 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-12T17:28:26.006 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:26.006 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-12T17:28:26.106 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:26.106 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-12T17:28:26.406 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:26.406 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-12T17:28:26.506 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:26.506 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-12T17:28:26.806 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:26.806 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-12T17:28:38.106 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:38.106 INFO:teuthology.orchestra.run.smithi123.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:---------------------------------------------------------------------- 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:---------------------------------------------------------------------- 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:BUILD SUCCESSFUL in 4m 58s 2024-09-12T17:28:38.507 INFO:teuthology.orchestra.run.smithi123.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-12T17:28:38.833 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:38.885 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:38.885 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:38.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.922+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 20 realm 2024-09-12T17:28:38.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:38.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:38.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.924+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.925+0000 7f9fcb335800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.925+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.925+0000 7f9fcb335800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.925+0000 7f9fcb335800 20 searching for the correct realm 2024-09-12T17:28:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:38.928+0000 7f9fc78e5640 0 -- 172.21.15.123:0/3592046312 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f9fbc0a2040 msgr2=0x7f9fbc067770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:39.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.134+0000 7f9fc68e3640 0 -- 172.21.15.123:0/3592046312 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f9fc0050910 msgr2=0x7f9fc00133d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:39.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.340+0000 7f9fcb335800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.340+0000 7f9fcb335800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.340+0000 7f9fcb335800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.340+0000 7f9fcb335800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.340+0000 7f9fcb335800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.340+0000 7f9fcb335800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.340+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:39.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:39.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 zone default found 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 4 Realm: () 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 zonegroup default 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.341+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.342+0000 7f9fcb335800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.342+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.342+0000 7f9fcb335800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.342+0000 7f9fcb335800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.342+0000 7f9fcb335800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.342+0000 7f9fcb335800 20 started sync module instance, tier type = 2024-09-12T17:28:39.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.342+0000 7f9fcb335800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:39.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.352+0000 7f9fcb335800 20 add_watcher() i=0 2024-09-12T17:28:39.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.352+0000 7f9fcb335800 20 add_watcher() i=1 2024-09-12T17:28:39.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.352+0000 7f9fcb335800 20 add_watcher() i=2 2024-09-12T17:28:39.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.352+0000 7f9fcb335800 20 add_watcher() i=3 2024-09-12T17:28:39.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.352+0000 7f9fcb335800 20 add_watcher() i=4 2024-09-12T17:28:39.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.352+0000 7f9fcb335800 20 add_watcher() i=5 2024-09-12T17:28:39.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.352+0000 7f9fcb335800 20 add_watcher() i=6 2024-09-12T17:28:39.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.353+0000 7f9fcb335800 20 add_watcher() i=7 2024-09-12T17:28:39.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.353+0000 7f9fcb335800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:39.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.355+0000 7f9e7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:39.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.355+0000 7f9fcb335800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:39.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.355+0000 7f9fcb335800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:39.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.395+0000 7f9e7cfe1640 20 reqs_thread_entry: start 2024-09-12T17:28:39.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.395+0000 7f9fcb335800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:39.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.395+0000 7f9fcb335800 20 Filter name: none 2024-09-12T17:28:39.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.395+0000 7f9df67fc640 20 reqs_thread_entry: start 2024-09-12T17:28:39.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.395+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:39.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.396+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14403783263185755942', time=2024-09-12T19:24:40.743766+0000, chain.objs.size()=9 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__multipart_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.1 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__shadow_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.1_1 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__multipart_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.2 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__shadow_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.2_1 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__multipart_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.3 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__shadow_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.3_1 2024-09-12T17:28:39.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__multipart_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.4 2024-09-12T17:28:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__shadow_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.4_1 2024-09-12T17:28:39.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.397+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.43__multipart_key1.2~n7HOez_DlwHSZ3Gm5o3Ly7G5Jq_LGRc.5 2024-09-12T17:28:39.402 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.402+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.404+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.406+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:28:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7887738246788117048', time=2024-09-12T19:25:35.611199+0000, chain.objs.size()=9 2024-09-12T17:28:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__multipart_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.1 2024-09-12T17:28:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__shadow_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.1_1 2024-09-12T17:28:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__multipart_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.2 2024-09-12T17:28:39.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__shadow_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.2_1 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__multipart_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.3 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__shadow_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.3_1 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__multipart_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.4 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__shadow_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.4_1 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52__multipart_key1.2~zwd2LNTIway72RcAuriM4xizZGHweuM.5 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7197837806798758675', time=2024-09-12T19:25:54.662598+0000, chain.objs.size()=9 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.1 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__shadow_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.1_1 2024-09-12T17:28:39.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.407+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.2 2024-09-12T17:28:39.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.410+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__shadow_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.2_1 2024-09-12T17:28:39.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.411+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.3 2024-09-12T17:28:39.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.411+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__shadow_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.3_1 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.4 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__shadow_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.4_1 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file.mpg.2~tpbqY1d_K8GE4r1n4cT1l2t-QEOzsI-.5 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6984745356955358429', time=2024-09-12T19:27:13.356246+0000, chain.objs.size()=21 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.1 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.1_1 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.2 2024-09-12T17:28:39.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.2_1 2024-09-12T17:28:39.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.413+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.3 2024-09-12T17:28:39.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.415+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.3_1 2024-09-12T17:28:39.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.4 2024-09-12T17:28:39.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.4_1 2024-09-12T17:28:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.5 2024-09-12T17:28:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.5_1 2024-09-12T17:28:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.6 2024-09-12T17:28:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.6_1 2024-09-12T17:28:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.7 2024-09-12T17:28:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.7_1 2024-09-12T17:28:39.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.418+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.8 2024-09-12T17:28:39.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.421+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.8_1 2024-09-12T17:28:39.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.421+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.9 2024-09-12T17:28:39.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.422+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.9_1 2024-09-12T17:28:39.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.422+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.10 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.422+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.10_1 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.423+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~Uqy2we6eMTs8VmqAibeKSpU5jQqC4Ry.11 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.423+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7199192937567197936', time=2024-09-12T19:27:34.372694+0000, chain.objs.size()=16 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.423+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.1 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.423+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.1_1 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.423+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.1_2 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.423+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.2 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.423+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.2_1 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.424+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.2_2 2024-09-12T17:28:39.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.424+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.3 2024-09-12T17:28:39.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.427+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.3_1 2024-09-12T17:28:39.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.427+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.3_2 2024-09-12T17:28:39.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.429+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.4 2024-09-12T17:28:39.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.429+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.4_1 2024-09-12T17:28:39.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.429+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.4_2 2024-09-12T17:28:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.431+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.5 2024-09-12T17:28:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.431+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.5_1 2024-09-12T17:28:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.431+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.5_2 2024-09-12T17:28:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.431+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~w4wuhtcZYxyAffZzECVm5o2rJPDOUq5.6 2024-09-12T17:28:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.431+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2432453634740339221', time=2024-09-12T19:28:24.477165+0000, chain.objs.size()=1 2024-09-12T17:28:39.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.431+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.61__shadow_.XnG3rdwNc9ttiwrd9451hS1IlWWCIEm_0 2024-09-12T17:28:39.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.434+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.437+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:39.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.438+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.439+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.439+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.440+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:39.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.441+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.442+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.442+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.443+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:39.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.445+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.445+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq', time=2024-09-12T19:24:22.660965+0000, chain.objs.size()=9 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__multipart_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.1 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__shadow_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.1_1 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__multipart_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.2 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__shadow_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.2_1 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__multipart_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.3 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__shadow_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.3_1 2024-09-12T17:28:39.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__multipart_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.4 2024-09-12T17:28:39.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__shadow_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.4_1 2024-09-12T17:28:39.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.446+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41__multipart_key1.2~f6gyxG1zbbioEu7WIT72o3xMKktlLNq.5 2024-09-12T17:28:39.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.449+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.452+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:39.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.454+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.454+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:28:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1207519204474080997', time=2024-09-12T19:25:28.430306+0000, chain.objs.size()=6 2024-09-12T17:28:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.47__shadow_.9iBqoCLgdShx7KNztHdJS_WtWC77Fj8_0 2024-09-12T17:28:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.47__shadow_.9iBqoCLgdShx7KNztHdJS_WtWC77Fj8_1 2024-09-12T17:28:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.47__shadow_.9iBqoCLgdShx7KNztHdJS_WtWC77Fj8_2 2024-09-12T17:28:39.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.47__shadow_.9iBqoCLgdShx7KNztHdJS_WtWC77Fj8_3 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.47__shadow_.9iBqoCLgdShx7KNztHdJS_WtWC77Fj8_4 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.47__shadow_.9iBqoCLgdShx7KNztHdJS_WtWC77Fj8_5 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.41672317160534461', time=2024-09-12T19:27:44.674867+0000, chain.objs.size()=16 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.1 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.1_1 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.1_2 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.2 2024-09-12T17:28:39.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.2_1 2024-09-12T17:28:39.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.455+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.2_2 2024-09-12T17:28:39.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.457+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.3 2024-09-12T17:28:39.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.458+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.3_1 2024-09-12T17:28:39.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.3_2 2024-09-12T17:28:39.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.4 2024-09-12T17:28:39.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.4_1 2024-09-12T17:28:39.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.4_2 2024-09-12T17:28:39.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.5 2024-09-12T17:28:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.5_1 2024-09-12T17:28:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.5_2 2024-09-12T17:28:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~5p_Qk01w6eRf_XgEY8yU0cOTvHafbd1.6 2024-09-12T17:28:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15174619168407834839', time=2024-09-12T19:28:25.325110+0000, chain.objs.size()=1 2024-09-12T17:28:39.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.63__shadow_.EvreINL3UIDyKlFkSZFxFBan5FPYZUm_0 2024-09-12T17:28:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.460+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1780798481295905818', time=2024-09-12T19:28:38.225411+0000, chain.objs.size()=21 2024-09-12T17:28:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.461+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.1 2024-09-12T17:28:39.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.461+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.1_1 2024-09-12T17:28:39.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.464+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.2 2024-09-12T17:28:39.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.464+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.2_1 2024-09-12T17:28:39.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.464+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.3 2024-09-12T17:28:39.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.464+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.3_1 2024-09-12T17:28:39.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.464+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.4 2024-09-12T17:28:39.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.464+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.4_1 2024-09-12T17:28:39.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.465+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.5 2024-09-12T17:28:39.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.465+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.5_1 2024-09-12T17:28:39.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.465+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.6 2024-09-12T17:28:39.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.466+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.6_1 2024-09-12T17:28:39.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.466+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.7 2024-09-12T17:28:39.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.469+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.7_1 2024-09-12T17:28:39.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.471+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.8 2024-09-12T17:28:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.471+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.8_1 2024-09-12T17:28:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.471+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.9 2024-09-12T17:28:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.471+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.9_1 2024-09-12T17:28:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.471+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.10 2024-09-12T17:28:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.471+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__shadow_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.10_1 2024-09-12T17:28:39.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.471+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.67__multipart_key1.2~GjTepDjlfiz2gPVq3zjIY9pfJIMNbBo.11 2024-09-12T17:28:39.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.475+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.477+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:39.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1276038255881890757', time=2024-09-12T19:25:16.417351+0000, chain.objs.size()=9 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.1 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.1_1 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.2 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.2_1 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.479+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.3 2024-09-12T17:28:39.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.480+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.3_1 2024-09-12T17:28:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.480+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.4 2024-09-12T17:28:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.480+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.4_1 2024-09-12T17:28:39.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.480+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~Mlb9-nDnR-KFkUp13eg7K9C4eMv4roK.5 2024-09-12T17:28:39.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.483+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.486+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:39.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.488+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.488+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.489+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.489+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1997340166909599575', time=2024-09-12T19:25:54.696442+0000, chain.objs.size()=1 2024-09-12T17:28:39.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.489+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__shadow_.w9iuo_rjMKhMADSPcttHDZYDNqoGrH9_0 2024-09-12T17:28:39.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.490+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.492+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:39.494 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.493+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.494 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.494+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.494+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.495+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:39.497 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.496+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.497 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.497+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.498 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.497+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.499 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.498+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:39.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.499+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.730508410827826103', time=2024-09-12T19:28:01.811821+0000, chain.objs.size()=9 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__multipart_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.1 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__shadow_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.1_1 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__multipart_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.2 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__shadow_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.2_1 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__multipart_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.3 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__shadow_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.3_1 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__multipart_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.4 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__shadow_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.4_1 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__multipart_key1.2~t6NaFSzVkqJfWUe-2UMo8lZ8-cRgR-J.5 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16764178289026422359', time=2024-09-12T19:28:24.049338+0000, chain.objs.size()=1 2024-09-12T17:28:39.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.500+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.60__shadow_.WFuLk2eeEWSVW43ikYjGJQUNl0X02bc_0 2024-09-12T17:28:39.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.505+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.507+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:39.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.508+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.509+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.509+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.510+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:39.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.511+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.511+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3515591386804421278', time=2024-09-12T19:25:28.651931+0000, chain.objs.size()=7 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~54hhTGVI8cFFIFIIIv4F5siRLkR0O9x.1 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~54hhTGVI8cFFIFIIIv4F5siRLkR0O9x.1_1 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~54hhTGVI8cFFIFIIIv4F5siRLkR0O9x.1_2 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~54hhTGVI8cFFIFIIIv4F5siRLkR0O9x.2 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~54hhTGVI8cFFIFIIIv4F5siRLkR0O9x.2_1 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~54hhTGVI8cFFIFIIIv4F5siRLkR0O9x.2_2 2024-09-12T17:28:39.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.512+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~54hhTGVI8cFFIFIIIv4F5siRLkR0O9x.3 2024-09-12T17:28:39.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.515+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.518+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:39.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.519+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.519+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9590028571875977232', time=2024-09-12T19:25:28.218626+0000, chain.objs.size()=7 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~ePkPENSDV9JVb-7tGYuFhHDOt5x8Dv9.1 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~ePkPENSDV9JVb-7tGYuFhHDOt5x8Dv9.1_1 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~ePkPENSDV9JVb-7tGYuFhHDOt5x8Dv9.1_2 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~ePkPENSDV9JVb-7tGYuFhHDOt5x8Dv9.2 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~ePkPENSDV9JVb-7tGYuFhHDOt5x8Dv9.2_1 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~ePkPENSDV9JVb-7tGYuFhHDOt5x8Dv9.2_2 2024-09-12T17:28:39.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.520+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~ePkPENSDV9JVb-7tGYuFhHDOt5x8Dv9.3 2024-09-12T17:28:39.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.522+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.525+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:39.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.526+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.526+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10933632678877022874', time=2024-09-12T19:24:47.604188+0000, chain.objs.size()=9 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.1 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.1_1 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.2 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.2_1 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.3 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.3_1 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.4 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.4_1 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.5 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14164513981123941900', time=2024-09-12T19:26:42.979384+0000, chain.objs.size()=21 2024-09-12T17:28:39.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.1 2024-09-12T17:28:39.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.1_1 2024-09-12T17:28:39.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.527+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.2 2024-09-12T17:28:39.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.528+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.2_1 2024-09-12T17:28:39.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.530+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.3 2024-09-12T17:28:39.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.530+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.3_1 2024-09-12T17:28:39.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.530+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.4 2024-09-12T17:28:39.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.532+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.4_1 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.532+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.5 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.532+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.5_1 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.532+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.6 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.532+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.6_1 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.532+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.7 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.533+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.7_1 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.534+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.8 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.534+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.8_1 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.534+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.9 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.534+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.9_1 2024-09-12T17:28:39.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.534+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.10 2024-09-12T17:28:39.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.536+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.10_1 2024-09-12T17:28:39.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.538+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~N8t8WH8MJ61cncvxjcDPsR8xgnRlOi9.11 2024-09-12T17:28:39.542 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.540+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.543+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:39.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.544+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.545+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.545+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.545+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4737473368516619055', time=2024-09-12T19:28:25.753241+0000, chain.objs.size()=1 2024-09-12T17:28:39.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.545+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.64__shadow_.jqDkfy7QMfIZ2E58--6rms9XqXc5-vM_0 2024-09-12T17:28:39.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.546+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.549+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.550+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.550+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.550+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.550+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5568943959770369343', time=2024-09-12T19:25:25.655382+0000, chain.objs.size()=7 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.550+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~zCGe2pDuUoaO7FeP1-tBESA3rOfuVPX.1 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.550+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~zCGe2pDuUoaO7FeP1-tBESA3rOfuVPX.1_1 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.550+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~zCGe2pDuUoaO7FeP1-tBESA3rOfuVPX.1_2 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.551+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~zCGe2pDuUoaO7FeP1-tBESA3rOfuVPX.2 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.551+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~zCGe2pDuUoaO7FeP1-tBESA3rOfuVPX.2_1 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.551+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~zCGe2pDuUoaO7FeP1-tBESA3rOfuVPX.2_2 2024-09-12T17:28:39.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.551+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~zCGe2pDuUoaO7FeP1-tBESA3rOfuVPX.3 2024-09-12T17:28:39.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.554+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.556+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:39.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.557+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.559 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3722019532851613722', time=2024-09-12T19:25:45.189485+0000, chain.objs.size()=9 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__multipart_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.1 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__shadow_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.1_1 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__multipart_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.2 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__shadow_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.2_1 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__multipart_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.3 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__shadow_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.3_1 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__multipart_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.4 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__shadow_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.4_1 2024-09-12T17:28:39.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.558+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.53__multipart_key1.2~wCbZQ_NvB3PzLml0AzTTy3Jq5OKvEdD.5 2024-09-12T17:28:39.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.562+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.565+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:39.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:28:39.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_', time=2024-09-12T19:28:21.094441+0000, chain.objs.size()=20 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.1 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.2 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.3 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.4 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.5 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.6 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.566+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.7 2024-09-12T17:28:39.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.567+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.8 2024-09-12T17:28:39.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.567+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.9 2024-09-12T17:28:39.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.567+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.10 2024-09-12T17:28:39.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.567+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.11 2024-09-12T17:28:39.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.567+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.12 2024-09-12T17:28:39.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.570+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.13 2024-09-12T17:28:39.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.570+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.14 2024-09-12T17:28:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.571+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.15 2024-09-12T17:28:39.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.571+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.16 2024-09-12T17:28:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.572+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.17 2024-09-12T17:28:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.572+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.18 2024-09-12T17:28:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.572+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.19 2024-09-12T17:28:39.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.572+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.59__multipart_key1.2~sEzEM3Z_lrOumSQC5xrQvQy2LIgGeZ_.20 2024-09-12T17:28:39.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.572+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1769082330861244265', time=2024-09-12T19:28:26.180839+0000, chain.objs.size()=1 2024-09-12T17:28:39.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.572+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.65__shadow_.q1nbtITv1nwBpYZgirOcHeJs7vORrnf_0 2024-09-12T17:28:39.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.576+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.578+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:39.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.580+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.580+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.581+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.582+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:39.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.583+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.583+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.583+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.584+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:39.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:28:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18040067699504398427', time=2024-09-12T19:24:47.380618+0000, chain.objs.size()=9 2024-09-12T17:28:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.1 2024-09-12T17:28:39.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.1_1 2024-09-12T17:28:39.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.2 2024-09-12T17:28:39.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.2_1 2024-09-12T17:28:39.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.3 2024-09-12T17:28:39.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.3_1 2024-09-12T17:28:39.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.4 2024-09-12T17:28:39.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__shadow_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.4_1 2024-09-12T17:28:39.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.45__multipart_key1.2~n90qgUBqEDP5FRpQvi1C49kfM3STZrl.5 2024-09-12T17:28:39.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='2~y6D6_AX7qWow8OIOqBbYkljbvyo8aH5', time=2024-09-12T19:26:01.739978+0000, chain.objs.size()=5 2024-09-12T17:28:39.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.55__multipart_key1.2~y6D6_AX7qWow8OIOqBbYkljbvyo8aH5.7 2024-09-12T17:28:39.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.586+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.55__shadow_key1.2~y6D6_AX7qWow8OIOqBbYkljbvyo8aH5.7_1 2024-09-12T17:28:39.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.587+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.55__multipart_key1.2~y6D6_AX7qWow8OIOqBbYkljbvyo8aH5.10 2024-09-12T17:28:39.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.588+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.55__shadow_key1.2~y6D6_AX7qWow8OIOqBbYkljbvyo8aH5.10_1 2024-09-12T17:28:39.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.590+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.55__multipart_key1.2~y6D6_AX7qWow8OIOqBbYkljbvyo8aH5.13 2024-09-12T17:28:39.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.590+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12338351915006136391', time=2024-09-12T19:27:24.076177+0000, chain.objs.size()=19 2024-09-12T17:28:39.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.590+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.1 2024-09-12T17:28:39.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.1_1 2024-09-12T17:28:39.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.2 2024-09-12T17:28:39.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.2_1 2024-09-12T17:28:39.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.3 2024-09-12T17:28:39.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.3_1 2024-09-12T17:28:39.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.4 2024-09-12T17:28:39.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.4_1 2024-09-12T17:28:39.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.5 2024-09-12T17:28:39.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.5_1 2024-09-12T17:28:39.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.6 2024-09-12T17:28:39.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.593+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.6_1 2024-09-12T17:28:39.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.596+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.7 2024-09-12T17:28:39.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.596+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.7_1 2024-09-12T17:28:39.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.597+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.8 2024-09-12T17:28:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.597+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.8_1 2024-09-12T17:28:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.597+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.9 2024-09-12T17:28:39.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.597+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.9_1 2024-09-12T17:28:39.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.599+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~z2coDFCe3Qe80Tebfmxqo2DDp8lIna7.10 2024-09-12T17:28:39.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.602+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.604+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:39.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.605+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.606+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.606+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.606+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16671738893648840260', time=2024-09-12T19:25:54.735536+0000, chain.objs.size()=4 2024-09-12T17:28:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.606+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file2.mpg.2~FWYwkqZhg3P44AxNTfgqJcQEN5BL8LF.1 2024-09-12T17:28:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.606+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file2.mpg.2~FWYwkqZhg3P44AxNTfgqJcQEN5BL8LF.2 2024-09-12T17:28:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.606+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file2.mpg.2~FWYwkqZhg3P44AxNTfgqJcQEN5BL8LF.3 2024-09-12T17:28:39.607 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.606+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__multipart_file2.mpg.2~FWYwkqZhg3P44AxNTfgqJcQEN5BL8LF.4 2024-09-12T17:28:39.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.608+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.610+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:39.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.611+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10471984059787250958', time=2024-09-12T19:25:20.130077+0000, chain.objs.size()=9 2024-09-12T17:28:39.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.1 2024-09-12T17:28:39.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.1_1 2024-09-12T17:28:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.2 2024-09-12T17:28:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.2_1 2024-09-12T17:28:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.3 2024-09-12T17:28:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.3_1 2024-09-12T17:28:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.4 2024-09-12T17:28:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.4_1 2024-09-12T17:28:39.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.612+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~4gD6H6YhVbD8ixegz3tyNVc23yu3aOL.5 2024-09-12T17:28:39.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.615+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.619+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:39.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.620+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.621+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.621+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:28:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.621+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5870930790700854377', time=2024-09-12T19:25:54.769312+0000, chain.objs.size()=1 2024-09-12T17:28:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.621+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__shadow_.fTD6YgnAO-eMwYVxpz-zI3leiVcUIHX_0 2024-09-12T17:28:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.621+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10533210261933732093', time=2024-09-12T19:25:54.804680+0000, chain.objs.size()=1 2024-09-12T17:28:39.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.621+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.54__shadow_.rZqyunxBFCgoGAEyxYqczfl7o2gZIml_0 2024-09-12T17:28:39.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.623+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.625 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.625+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:39.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.626+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.626+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1321117730688842647', time=2024-09-12T19:28:15.577094+0000, chain.objs.size()=9 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__multipart_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.1 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__shadow_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.1_1 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__multipart_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.2 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__shadow_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.2_1 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__multipart_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.3 2024-09-12T17:28:39.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__shadow_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.3_1 2024-09-12T17:28:39.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__multipart_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.4 2024-09-12T17:28:39.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__shadow_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.4_1 2024-09-12T17:28:39.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.58__multipart_key1.2~3JgyM70lfE8gb0VW6hnNMu70Bb45_dG.5 2024-09-12T17:28:39.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5418653013178349671', time=2024-09-12T19:28:24.898021+0000, chain.objs.size()=1 2024-09-12T17:28:39.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.627+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.62__shadow_.YbEJHeTYb2qLBkUjUy4NxoxR8XwzvwG_0 2024-09-12T17:28:39.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.631+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.634+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:39.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.635+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.635+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16763812846726818090', time=2024-09-12T19:25:22.783093+0000, chain.objs.size()=9 2024-09-12T17:28:39.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.1 2024-09-12T17:28:39.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.1_1 2024-09-12T17:28:39.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.2 2024-09-12T17:28:39.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.2_1 2024-09-12T17:28:39.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.3 2024-09-12T17:28:39.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.3_1 2024-09-12T17:28:39.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.4 2024-09-12T17:28:39.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__shadow_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.4_1 2024-09-12T17:28:39.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.636+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.48__multipart_key1.2~RGDBZHoIeibiIzIgwqo-BS7YwPtguXy.5 2024-09-12T17:28:39.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.640+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.642+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.643+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.644+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.644+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.644+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1763366099122592768', time=2024-09-12T19:27:58.491991+0000, chain.objs.size()=1 2024-09-12T17:28:39.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.644+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.57__shadow_._3WIOV7rAOJY6vFKH-0XUdDnN-ohy6__0 2024-09-12T17:28:39.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.645+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.648 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.647+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:39.649 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.648+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.649 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.649+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.650 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.649+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.650 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.650+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:39.652 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.651+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.652+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.652+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.653+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:39.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.654+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.655+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.655+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.657 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.657+0000 7f9fcb335800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:39.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.658+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.659+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.659+0000 7f9fcb335800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.659+0000 7f9fcb335800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16236105823050943675', time=2024-09-12T19:27:44.891388+0000, chain.objs.size()=16 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.659+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.1 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.1_1 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.1_2 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.2 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.2_1 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.2_2 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.3 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.3_1 2024-09-12T17:28:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.3_2 2024-09-12T17:28:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.4 2024-09-12T17:28:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.4_1 2024-09-12T17:28:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.660+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.4_2 2024-09-12T17:28:39.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.662+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.5 2024-09-12T17:28:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.664+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.5_1 2024-09-12T17:28:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.664+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__shadow_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.5_2 2024-09-12T17:28:39.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.664+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.56__multipart_key1.2~yDYKHk4yXIBfQC3qIvjt2ZNgc-aOw8r.6 2024-09-12T17:28:39.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.668+0000 7f9fcb335800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:39.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.671+0000 7f9e7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:39.673 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.673+0000 7f9fcb335800 20 remove_watcher() i=0 2024-09-12T17:28:39.673 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.673+0000 7f9fcb335800 2 removed watcher, disabling cache 2024-09-12T17:28:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.674+0000 7f9fcb335800 20 remove_watcher() i=1 2024-09-12T17:28:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.674+0000 7f9fcb335800 20 remove_watcher() i=2 2024-09-12T17:28:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.675+0000 7f9fcb335800 20 remove_watcher() i=3 2024-09-12T17:28:39.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.676+0000 7f9fcb335800 20 remove_watcher() i=4 2024-09-12T17:28:39.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.677+0000 7f9fcb335800 20 remove_watcher() i=5 2024-09-12T17:28:39.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.678+0000 7f9fcb335800 20 remove_watcher() i=6 2024-09-12T17:28:39.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.679+0000 7f9fcb335800 20 remove_watcher() i=7 2024-09-12T17:28:39.691 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:39.742 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:39.743 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:39.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.779+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 20 realm 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:39.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.781+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.782+0000 7f1197440800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:39.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.782+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:39.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.782+0000 7f1197440800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:39.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.782+0000 7f1197440800 20 searching for the correct realm 2024-09-12T17:28:39.785 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.784+0000 7f119572b640 0 -- 172.21.15.123:0/243129805 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1180095e70 msgr2=0x7f1180066f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:39.990 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:39.989+0000 7f118ffff640 0 -- 172.21.15.123:0/243129805 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f119001a040 msgr2=0x7f1190040920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:40.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.195+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:40.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:40.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 zone default found 2024-09-12T17:28:40.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 4 Realm: () 2024-09-12T17:28:40.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 zonegroup default 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.196+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.197+0000 7f1197440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.197+0000 7f1197440800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.197+0000 7f1197440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.197+0000 7f1197440800 20 started sync module instance, tier type = 2024-09-12T17:28:40.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.197+0000 7f1197440800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.206+0000 7f1197440800 20 add_watcher() i=0 2024-09-12T17:28:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.206+0000 7f1197440800 20 add_watcher() i=1 2024-09-12T17:28:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.206+0000 7f1197440800 20 add_watcher() i=2 2024-09-12T17:28:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.206+0000 7f1197440800 20 add_watcher() i=3 2024-09-12T17:28:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.206+0000 7f1197440800 20 add_watcher() i=4 2024-09-12T17:28:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.206+0000 7f1197440800 20 add_watcher() i=5 2024-09-12T17:28:40.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.206+0000 7f1197440800 20 add_watcher() i=6 2024-09-12T17:28:40.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.207+0000 7f1197440800 20 add_watcher() i=7 2024-09-12T17:28:40.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.207+0000 7f1197440800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:40.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.209+0000 7f104afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:40.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.209+0000 7f1197440800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:40.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.209+0000 7f1197440800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:40.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.245+0000 7f1049fe3640 20 reqs_thread_entry: start 2024-09-12T17:28:40.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.245+0000 7f1197440800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:40.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.245+0000 7f1197440800 20 Filter name: none 2024-09-12T17:28:40.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.245+0000 7f0fbb7fe640 20 reqs_thread_entry: start 2024-09-12T17:28:40.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.245+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:40.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.247+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.247+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.248+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.249+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:40.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.250+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.250+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.251+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.252+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:40.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.253+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.254+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.254+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.255+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:40.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.256+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.256+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.257+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.258+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:40.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.259+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.259+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.260+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.261+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:40.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.262+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.263+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.263+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.264+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:40.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.266+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.266+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.266+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.267+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:40.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.268+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.269+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.269+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.270+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:40.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.271+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.272+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.272+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.273+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:40.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.274+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.275+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.275+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.276+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:40.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.277+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.278+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.278+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.279+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:40.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.280+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.281+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.281+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.282+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:40.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.283+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.284+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.285 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.284+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.285+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:40.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.286+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.287+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.287+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.288+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:40.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.289+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.290+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.290+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.291+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:40.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.292+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.293+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.293+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.294+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:40.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.295+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.296+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.296+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.297+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:40.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.298+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.299+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.299+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.300+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:40.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.301+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.302+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.302+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.303+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:40.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.304+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.305+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.305+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.306+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:40.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.307+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.308+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.308+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.309+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:40.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.310+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.311+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.311+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.312+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:40.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.313+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.313+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.314+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.314+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:40.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.316+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.316+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.316+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.317+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:40.319 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.318+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.319 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.319+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.319+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.320+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:40.323 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.321+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.323 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.322+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.323 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.322+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.324 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.323+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:40.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.324+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.325+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.325+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.326+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:40.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.327+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.328+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.328+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.329+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:40.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.330+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.330+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.331+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.332+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:40.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.334+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.334+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.334+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.335+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:40.337 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.337+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.337+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.337+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.338+0000 7f1197440800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:40.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.340+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.340+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:40.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.340+0000 7f1197440800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:40.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.342+0000 7f104afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:40.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.344+0000 7f1197440800 20 remove_watcher() i=0 2024-09-12T17:28:40.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.344+0000 7f1197440800 2 removed watcher, disabling cache 2024-09-12T17:28:40.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.345+0000 7f1197440800 20 remove_watcher() i=1 2024-09-12T17:28:40.347 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.346+0000 7f1197440800 20 remove_watcher() i=2 2024-09-12T17:28:40.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.347+0000 7f1197440800 20 remove_watcher() i=3 2024-09-12T17:28:40.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.349+0000 7f1197440800 20 remove_watcher() i=4 2024-09-12T17:28:40.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.350+0000 7f1197440800 20 remove_watcher() i=5 2024-09-12T17:28:40.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.350+0000 7f1197440800 20 remove_watcher() i=6 2024-09-12T17:28:40.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.351+0000 7f1197440800 20 remove_watcher() i=7 2024-09-12T17:28:40.364 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:40.417 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:40.417 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:40.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.454+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.657 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.656+0000 7fb81e544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:40.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.656+0000 7fb81e544800 20 realm 2024-09-12T17:28:40.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.656+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.656+0000 7fb81e544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:40.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.656+0000 7fb81e544800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:40.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.656+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.657+0000 7fb81e544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:40.658 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.657+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.657+0000 7fb81e544800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:40.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.657+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:40.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.658+0000 7fb81e544800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:40.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.658+0000 7fb81e544800 20 searching for the correct realm 2024-09-12T17:28:40.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.660+0000 7fb81aaf5640 0 -- 172.21.15.123:0/2130030145 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fb81006e630 msgr2=0x7fb8100a0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:40.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:40.866+0000 7fb819af3640 0 -- 172.21.15.123:0/2130030145 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fb8140263e0 msgr2=0x7fb814026840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:41.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:41.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:41.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:41.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:41.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:41.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:41.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.073+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:41.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:41.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 zone default found 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 4 Realm: () 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 zonegroup default 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.074+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.075+0000 7fb81e544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.075+0000 7fb81e544800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.075+0000 7fb81e544800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.075+0000 7fb81e544800 20 started sync module instance, tier type = 2024-09-12T17:28:41.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.075+0000 7fb81e544800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:41.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.084+0000 7fb81e544800 20 add_watcher() i=0 2024-09-12T17:28:41.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.084+0000 7fb81e544800 20 add_watcher() i=1 2024-09-12T17:28:41.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.084+0000 7fb81e544800 20 add_watcher() i=2 2024-09-12T17:28:41.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.084+0000 7fb81e544800 20 add_watcher() i=3 2024-09-12T17:28:41.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.084+0000 7fb81e544800 20 add_watcher() i=4 2024-09-12T17:28:41.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.084+0000 7fb81e544800 20 add_watcher() i=5 2024-09-12T17:28:41.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.084+0000 7fb81e544800 20 add_watcher() i=6 2024-09-12T17:28:41.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.085+0000 7fb81e544800 20 add_watcher() i=7 2024-09-12T17:28:41.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.085+0000 7fb81e544800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:41.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.086+0000 7fb6d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:41.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.087+0000 7fb81e544800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:41.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.087+0000 7fb81e544800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:41.125 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.124+0000 7fb64b7fe640 20 reqs_thread_entry: start 2024-09-12T17:28:41.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.124+0000 7fb81e544800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:41.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.124+0000 7fb81e544800 20 Filter name: none 2024-09-12T17:28:41.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.125+0000 7fb6497fa640 20 reqs_thread_entry: start 2024-09-12T17:28:41.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.125+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:41.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.126+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.126+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.127+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.128+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:41.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.129+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.129+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.129+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.130+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:41.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.132+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.132+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.132+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.133+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:41.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.134+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.135+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.135+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.137 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.136+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:41.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.137+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.138+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.138+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.139+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:41.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.141+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.141+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.142+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.143+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:41.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.144+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.145+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.145+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.146+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:41.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.147+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.148+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.148+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.149+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:41.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.150+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.151+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.151+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.152+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:41.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.153+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.154+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.154+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.155+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:41.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.156+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.157+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.157+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.158+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:41.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.159+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.160+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.160+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.161+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:41.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.162+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.163+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.163+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.164 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.164+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:41.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.165+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.165+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.166+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.167+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:41.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.168+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.169+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.169+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.170+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:41.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.172+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.172+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.173+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.174+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:41.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.175+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.175+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.176+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.177+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:41.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.178+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.179+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.179+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.180+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:41.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.181+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.182+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.182+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.183+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:41.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.184+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.185+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.186 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.185+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.186+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:41.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.188+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.188+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.188+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.190 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.189+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:41.191 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.191+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.191+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.191+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.193 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.192+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:41.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.194+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.194+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.194+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.195+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:41.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.196+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.197+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.197+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.198+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:41.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.199+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.200+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.200+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.201+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:41.203 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.202+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.203 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.203+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.203+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.204+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:41.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.205+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.206+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.206+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.207+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:41.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.208+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.209+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.209+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.210+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:41.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.211+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.212+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.212+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.213+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:41.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.214+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.215+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.215+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.216+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:41.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.217+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.218+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.218+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.219+0000 7fb81e544800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:41.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.220+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.221+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.221+0000 7fb81e544800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.223+0000 7fb6d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:41.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.225+0000 7fb81e544800 20 remove_watcher() i=0 2024-09-12T17:28:41.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.225+0000 7fb81e544800 2 removed watcher, disabling cache 2024-09-12T17:28:41.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.227+0000 7fb81e544800 20 remove_watcher() i=1 2024-09-12T17:28:41.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.227+0000 7fb81e544800 20 remove_watcher() i=2 2024-09-12T17:28:41.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.228+0000 7fb81e544800 20 remove_watcher() i=3 2024-09-12T17:28:41.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.229+0000 7fb81e544800 20 remove_watcher() i=4 2024-09-12T17:28:41.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.230+0000 7fb81e544800 20 remove_watcher() i=5 2024-09-12T17:28:41.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.231+0000 7fb81e544800 20 remove_watcher() i=6 2024-09-12T17:28:41.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.232+0000 7fb81e544800 20 remove_watcher() i=7 2024-09-12T17:28:41.245 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:41.298 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:41.298 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:41.337 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.336+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 20 realm 2024-09-12T17:28:41.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:41.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.337+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.338+0000 7fa75d726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:41.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.338+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.339+0000 7fa75d726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:41.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.339+0000 7fa75d726800 20 searching for the correct realm 2024-09-12T17:28:41.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.341+0000 7fa759bda640 0 -- 172.21.15.123:0/3674980212 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fa74c036070 msgr2=0x7fa74c001ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:41.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.547+0000 7fa758bd8640 0 -- 172.21.15.123:0/3674980212 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fa754069bf0 msgr2=0x7fa75406c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:41.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.753+0000 7fa75d726800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:41.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.753+0000 7fa75d726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.753+0000 7fa75d726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.753+0000 7fa75d726800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.753+0000 7fa75d726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.753+0000 7fa75d726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.753+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 zone default found 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 4 Realm: () 2024-09-12T17:28:41.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:41.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:41.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:41.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 zonegroup default 2024-09-12T17:28:41.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.754+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.755+0000 7fa75d726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.755+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.755+0000 7fa75d726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.755+0000 7fa75d726800 20 rados->read ofs=0 len=0 2024-09-12T17:28:41.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.755+0000 7fa75d726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:41.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.755+0000 7fa75d726800 20 started sync module instance, tier type = 2024-09-12T17:28:41.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.755+0000 7fa75d726800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:41.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.764+0000 7fa75d726800 20 add_watcher() i=0 2024-09-12T17:28:41.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.764+0000 7fa75d726800 20 add_watcher() i=1 2024-09-12T17:28:41.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.764+0000 7fa75d726800 20 add_watcher() i=2 2024-09-12T17:28:41.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.764+0000 7fa75d726800 20 add_watcher() i=3 2024-09-12T17:28:41.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.764+0000 7fa75d726800 20 add_watcher() i=4 2024-09-12T17:28:41.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.764+0000 7fa75d726800 20 add_watcher() i=5 2024-09-12T17:28:41.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.764+0000 7fa75d726800 20 add_watcher() i=6 2024-09-12T17:28:41.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.765+0000 7fa75d726800 20 add_watcher() i=7 2024-09-12T17:28:41.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.765+0000 7fa75d726800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:41.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.767+0000 7fa60ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:41.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.767+0000 7fa75d726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:41.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.767+0000 7fa75d726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:41.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.803+0000 7fa60efe5640 20 reqs_thread_entry: start 2024-09-12T17:28:41.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.803+0000 7fa75d726800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:41.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.803+0000 7fa75d726800 20 Filter name: none 2024-09-12T17:28:41.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.803+0000 7fa60cfe1640 20 reqs_thread_entry: start 2024-09-12T17:28:41.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.803+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:41.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.804+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.805+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.805+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.806+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:41.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.807+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.808+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.808+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.809+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:41.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.810+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.811+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.811+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.812+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:41.814 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.814+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.814+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.814+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.815+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:41.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.817+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.817+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.817+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.818+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:41.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.820+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.820+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.821+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.822+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:41.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.823+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.824+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.824+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.826 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.825+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:41.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.827+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.828+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.828+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.829+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:41.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.830+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.831+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.831+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.832+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:41.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.834+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.834+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.834+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.835+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:41.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.836+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.837+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.837+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.838+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:41.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.839+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.840+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.840+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.841+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:41.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.842+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.842+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.843+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.844 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.844+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:41.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.845+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.846+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.846+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.847+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:41.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.848+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.849+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.849+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.850+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:41.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.851+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.852+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.852+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.853+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:41.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.854+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.854+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.855 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.855+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.856+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:41.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.857+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.858 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.857+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.858 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.857+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.858+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:41.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.860+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.860+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.860+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.861+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:41.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.863+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.863+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.863+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.865 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.864+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:41.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.866+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.866+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.867+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.867+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:41.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.869+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.869+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.869+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.870+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:41.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.872+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.872+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.872+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.874+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:41.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.875+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.875+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.876+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.877+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:41.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.878+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.879+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.879+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.880+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:41.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.881+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.882+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.882+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.883+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:41.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.885+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.886+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.886+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.887+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:41.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.888+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.889+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.889+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.890+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:41.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.892+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.892+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.893+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.894+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:41.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.895+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.895+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.895+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.896+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:41.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.898+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.898+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.898+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.899+0000 7fa75d726800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:41.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.900+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.901+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:41.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.901+0000 7fa75d726800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:41.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.903+0000 7fa60ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:41.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.905+0000 7fa75d726800 20 remove_watcher() i=0 2024-09-12T17:28:41.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.905+0000 7fa75d726800 2 removed watcher, disabling cache 2024-09-12T17:28:41.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.905+0000 7fa75d726800 20 remove_watcher() i=1 2024-09-12T17:28:41.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.906+0000 7fa75d726800 20 remove_watcher() i=2 2024-09-12T17:28:41.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.907+0000 7fa75d726800 20 remove_watcher() i=3 2024-09-12T17:28:41.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.908+0000 7fa75d726800 20 remove_watcher() i=4 2024-09-12T17:28:41.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.909+0000 7fa75d726800 20 remove_watcher() i=5 2024-09-12T17:28:41.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.910+0000 7fa75d726800 20 remove_watcher() i=6 2024-09-12T17:28:41.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:41.911+0000 7fa75d726800 20 remove_watcher() i=7 2024-09-12T17:28:41.923 DEBUG:teuthology.orchestra.run.smithi123:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-12T17:28:42.431 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :clean 2024-09-12T17:28:43.227 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :compileJava 2024-09-12T17:28:43.227 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :processResources 2024-09-12T17:28:43.227 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :classes 2024-09-12T17:28:43.727 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:43.727 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :compileTestJava 2024-09-12T17:28:43.728 INFO:teuthology.orchestra.run.smithi123.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:28:43.728 INFO:teuthology.orchestra.run.smithi123.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:28:43.728 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:43.729 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:28:43.729 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :testClasses 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :test 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests STANDARD_OUT 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12 17:28:45,001 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:45.729 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-12T17:28:45.730 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:45.730 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-12T17:28:46.027 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:46.027 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-12T17:28:46.027 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:46.027 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-12T17:28:46.326 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:46.327 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-12T17:28:46.427 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:46.475 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-12T17:28:46.527 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:46.527 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-12T17:28:46.627 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:46.627 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-12T17:28:46.927 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:46.927 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-12T17:28:47.027 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:47.027 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-12T17:28:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:47.127 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-12T17:28:47.226 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:47.227 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-12T17:28:47.726 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:47.727 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-12T17:28:47.826 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:47.827 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-12T17:28:48.127 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:48.127 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-12T17:28:48.127 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:48.127 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-12T17:28:48.227 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:48.227 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------- 2024-09-12T17:28:48.227 INFO:teuthology.orchestra.run.smithi123.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-12T17:28:48.227 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------- 2024-09-12T17:28:48.262 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:48.262 INFO:teuthology.orchestra.run.smithi123.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:28:48.262 INFO:teuthology.orchestra.run.smithi123.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:28:48.262 INFO:teuthology.orchestra.run.smithi123.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:28:48.262 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:48.263 INFO:teuthology.orchestra.run.smithi123.stdout:BUILD SUCCESSFUL in 6s 2024-09-12T17:28:48.263 INFO:teuthology.orchestra.run.smithi123.stdout:5 actionable tasks: 5 executed 2024-09-12T17:28:48.266 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:48.317 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:48.318 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:48.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.353+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.355+0000 7f8689339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.355+0000 7f8689339800 20 realm 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.355+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.355+0000 7f8689339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.355+0000 7f8689339800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.355+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.356+0000 7f8689339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.356+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.357+0000 7f8689339800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:48.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.357+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.357+0000 7f8689339800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:48.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.357+0000 7f8689339800 20 searching for the correct realm 2024-09-12T17:28:48.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.359+0000 7f86857c8640 0 -- 172.21.15.123:0/1018066854 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f866c02a060 msgr2=0x7f866c0814f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:48.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.565+0000 7f867c7c6640 0 -- 172.21.15.123:0/1018066854 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f86800b83b0 msgr2=0x7f86800b6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:48.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:48.774 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:48.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:48.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:48.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:48.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:48.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.772+0000 7f8689339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:48.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 20 zone default found 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 4 Realm: () 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 20 zonegroup default 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.773+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.774+0000 7f8689339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.774+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.774+0000 7f8689339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.774+0000 7f8689339800 20 rados->read ofs=0 len=0 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.774+0000 7f8689339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.774+0000 7f8689339800 20 started sync module instance, tier type = 2024-09-12T17:28:48.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.774+0000 7f8689339800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:48.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.784+0000 7f8689339800 20 add_watcher() i=0 2024-09-12T17:28:48.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.784+0000 7f8689339800 20 add_watcher() i=1 2024-09-12T17:28:48.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.784+0000 7f8689339800 20 add_watcher() i=2 2024-09-12T17:28:48.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.784+0000 7f8689339800 20 add_watcher() i=3 2024-09-12T17:28:48.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.784+0000 7f8689339800 20 add_watcher() i=4 2024-09-12T17:28:48.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.784+0000 7f8689339800 20 add_watcher() i=5 2024-09-12T17:28:48.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.784+0000 7f8689339800 20 add_watcher() i=6 2024-09-12T17:28:48.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.785+0000 7f8689339800 20 add_watcher() i=7 2024-09-12T17:28:48.787 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.785+0000 7f8689339800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:48.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.787+0000 7f853b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:48.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.787+0000 7f8689339800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:48.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.787+0000 7f8689339800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:48.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.827+0000 7f853a7e4640 20 reqs_thread_entry: start 2024-09-12T17:28:48.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.827+0000 7f8689339800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:48.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.827+0000 7f8689339800 20 Filter name: none 2024-09-12T17:28:48.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.827+0000 7f85337fe640 20 reqs_thread_entry: start 2024-09-12T17:28:48.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.827+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:48.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.828+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.829+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.829+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.830+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:48.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.831+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.832+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.832+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.833+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:48.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.834+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.835+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.835+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.836+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:48.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.837+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.838+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.838+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.839+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:48.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.841+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.841+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.842+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.844 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.843+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:48.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.844+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.845+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.845+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.846+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:48.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.848+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.848+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.848+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.849+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:48.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.851+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.851+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.851+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.852+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:48.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.854+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.854+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.855+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.856+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:48.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.857+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.857+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.858+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.858+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:48.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.860+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.860+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.861+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.862+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:48.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.863+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.863+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.863+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.865+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:48.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.866+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.866+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.867+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.868+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:48.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.869+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.870+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.870+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.871+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:48.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.873+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.873+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.873+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.874+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:48.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.876+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.876+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.877+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:28:48.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.877+0000 7f8689339800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11559141032896894492', time=2024-09-12T19:28:46.731266+0000, chain.objs.size()=1 2024-09-12T17:28:48.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.877+0000 7f8689339800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.72__shadow_.HkBEsDK1CPJ1WFJRTdAMdIzKz_zqE-A_0 2024-09-12T17:28:48.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.877+0000 7f8689339800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12762459921907179816', time=2024-09-12T19:28:47.514950+0000, chain.objs.size()=1 2024-09-12T17:28:48.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.877+0000 7f8689339800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.73__shadow_.vLoqB4YkgQt3yPSOKDt_nPmDnTjeTzv_0 2024-09-12T17:28:48.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.879+0000 7f8689339800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:28:48.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.881+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:48.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.882+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.883+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.883+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.884+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:48.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.885+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.885+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.886+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.886+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:48.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.888+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.888+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.888+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.891 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.889+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:48.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.891+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.891+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.892+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.893+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:48.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.894+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.895+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.895+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.896+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:48.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.897+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.898+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.898+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.899+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:48.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.900+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.901+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.901+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.902+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:48.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.903+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.904+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.904+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.905+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:48.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.906+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.907+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.907+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.908+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:48.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.909+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.910+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.910+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.911+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:48.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.912+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.913+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.913+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.914+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:48.917 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.915+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.916+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.916+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.919 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.917+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:48.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.918+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.919+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.919+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.920+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:48.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.921+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.921+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.921+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.922+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:48.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.924+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.924+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.924+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.925+0000 7f8689339800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:48.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.927+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.927+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:48.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.927+0000 7f8689339800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:48.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.929+0000 7f853b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:48.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.932+0000 7f8689339800 20 remove_watcher() i=0 2024-09-12T17:28:48.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.932+0000 7f8689339800 2 removed watcher, disabling cache 2024-09-12T17:28:48.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.933+0000 7f8689339800 20 remove_watcher() i=1 2024-09-12T17:28:48.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.934+0000 7f8689339800 20 remove_watcher() i=2 2024-09-12T17:28:48.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.935+0000 7f8689339800 20 remove_watcher() i=3 2024-09-12T17:28:48.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.936+0000 7f8689339800 20 remove_watcher() i=4 2024-09-12T17:28:48.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.937+0000 7f8689339800 20 remove_watcher() i=5 2024-09-12T17:28:48.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.938+0000 7f8689339800 20 remove_watcher() i=6 2024-09-12T17:28:48.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:48.938+0000 7f8689339800 20 remove_watcher() i=7 2024-09-12T17:28:48.951 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:49.003 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:49.003 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:49.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.038+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.039+0000 7fcfc9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.039+0000 7fcfc9d25800 20 realm 2024-09-12T17:28:49.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.039+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.039+0000 7fcfc9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.040+0000 7fcfc9d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:49.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.040+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.040+0000 7fcfc9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.040+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.040+0000 7fcfc9d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:49.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.040+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.041+0000 7fcfc9d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:49.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.041+0000 7fcfc9d25800 20 searching for the correct realm 2024-09-12T17:28:49.045 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.043+0000 7fcfc61af640 0 -- 172.21.15.123:0/3132036931 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fcfb0017070 msgr2=0x7fcfb00794a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:49.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.248+0000 7fcfc51ad640 0 -- 172.21.15.123:0/3132036931 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fcfc00a6900 msgr2=0x7fcfc008a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:49.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:49.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:49.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:49.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:49.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:49.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:49.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:49.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.454+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:49.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 zone default found 2024-09-12T17:28:49.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 4 Realm: () 2024-09-12T17:28:49.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:49.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:49.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:49.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 zonegroup default 2024-09-12T17:28:49.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.455+0000 7fcfc9d25800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.456+0000 7fcfc9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.456+0000 7fcfc9d25800 20 started sync module instance, tier type = 2024-09-12T17:28:49.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.456+0000 7fcfc9d25800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:49.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.464+0000 7fcfc9d25800 20 add_watcher() i=0 2024-09-12T17:28:49.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.464+0000 7fcfc9d25800 20 add_watcher() i=1 2024-09-12T17:28:49.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.464+0000 7fcfc9d25800 20 add_watcher() i=2 2024-09-12T17:28:49.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.464+0000 7fcfc9d25800 20 add_watcher() i=3 2024-09-12T17:28:49.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.464+0000 7fcfc9d25800 20 add_watcher() i=4 2024-09-12T17:28:49.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.464+0000 7fcfc9d25800 20 add_watcher() i=5 2024-09-12T17:28:49.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.464+0000 7fcfc9d25800 20 add_watcher() i=6 2024-09-12T17:28:49.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.465+0000 7fcfc9d25800 20 add_watcher() i=7 2024-09-12T17:28:49.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.465+0000 7fcfc9d25800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:49.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.467+0000 7fce77fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:49.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.467+0000 7fcfc9d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:49.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.467+0000 7fcfc9d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:49.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.504+0000 7fce76ffd640 20 reqs_thread_entry: start 2024-09-12T17:28:49.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.504+0000 7fcfc9d25800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:49.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.504+0000 7fcfc9d25800 20 Filter name: none 2024-09-12T17:28:49.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.504+0000 7fce74ff9640 20 reqs_thread_entry: start 2024-09-12T17:28:49.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.504+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:49.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.506+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.506+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.506+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.507+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:49.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.509+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.509+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.509+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.510+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:49.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.511+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.512+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.514 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.512+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.514+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:49.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.515+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.515+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.516+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.516+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:49.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.518+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.519+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.519+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.520+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:49.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.522+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.522+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.522+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.523+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:49.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.525+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.525+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.525+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.526+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:49.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.527+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.528+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.528+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.529+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:49.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.531+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.531+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.531+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.532+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:49.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.534+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.534+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.534+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.535+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:49.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.537+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.537+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.538+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.539+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:49.542 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.540+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.542 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.541+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.542 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.541+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.542+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:49.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.543+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.543+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.543+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.544+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:49.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.546+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.546+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.546+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.548+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:49.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.549+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.549+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.550+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.551+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:49.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.552+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.553+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.553+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.554+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:49.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.555+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.555+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.556+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.557+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:49.559 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.558+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.558+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.559+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.560+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:49.563 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.561+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.563 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.562+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.563 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.562+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.563+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:49.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.564+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.565+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.565+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.566+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:49.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.567+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.568+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.568+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.569+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:49.572 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.570+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.571+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.571+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.574 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.572+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:49.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.573+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.574+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.574+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.575+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:49.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.576+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.577+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.577+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.578+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:49.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.580+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.580+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.580+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.581+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:49.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.583+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.584+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.584+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.585+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:49.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.586+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.587+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.587+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.588+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:49.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.589+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.590+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.590+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.591+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:49.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.593+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.593+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.594+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.595+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:49.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.596+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.597+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.597+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.598+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:49.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.599+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.600+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.600+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.601+0000 7fcfc9d25800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:49.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.602+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.602+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:49.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.603+0000 7fcfc9d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:49.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.604+0000 7fce77fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:49.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.606+0000 7fcfc9d25800 20 remove_watcher() i=0 2024-09-12T17:28:49.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.606+0000 7fcfc9d25800 2 removed watcher, disabling cache 2024-09-12T17:28:49.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.607+0000 7fcfc9d25800 20 remove_watcher() i=1 2024-09-12T17:28:49.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.608+0000 7fcfc9d25800 20 remove_watcher() i=2 2024-09-12T17:28:49.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.609+0000 7fcfc9d25800 20 remove_watcher() i=3 2024-09-12T17:28:49.612 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.610+0000 7fcfc9d25800 20 remove_watcher() i=4 2024-09-12T17:28:49.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.611+0000 7fcfc9d25800 20 remove_watcher() i=5 2024-09-12T17:28:49.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.612+0000 7fcfc9d25800 20 remove_watcher() i=6 2024-09-12T17:28:49.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.613+0000 7fcfc9d25800 20 remove_watcher() i=7 2024-09-12T17:28:49.626 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:49.677 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:49.678 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:49.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.713+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 20 realm 2024-09-12T17:28:49.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:49.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:49.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.715+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.716+0000 7f96c3b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:49.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.716+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:49.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.717+0000 7f96c3b3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:49.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.717+0000 7f96c3b3d800 20 searching for the correct realm 2024-09-12T17:28:49.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.718+0000 7f96c002b640 0 -- 172.21.15.123:0/3700104976 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f96a801a040 msgr2=0x7f96a8065a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:49.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:49.924+0000 7f96bf029640 0 -- 172.21.15.123:0/3700104976 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f96b80433c0 msgr2=0x7f96b80979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:50.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:50.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:50.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:50.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 zone default found 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 4 Realm: () 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:50.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 zonegroup default 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.131+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.132+0000 7f96c3b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.132+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.132+0000 7f96c3b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.132+0000 7f96c3b3d800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.132+0000 7f96c3b3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.132+0000 7f96c3b3d800 20 started sync module instance, tier type = 2024-09-12T17:28:50.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.132+0000 7f96c3b3d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.141+0000 7f96c3b3d800 20 add_watcher() i=0 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.141+0000 7f96c3b3d800 20 add_watcher() i=1 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.141+0000 7f96c3b3d800 20 add_watcher() i=2 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.141+0000 7f96c3b3d800 20 add_watcher() i=3 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.141+0000 7f96c3b3d800 20 add_watcher() i=4 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.141+0000 7f96c3b3d800 20 add_watcher() i=5 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.141+0000 7f96c3b3d800 20 add_watcher() i=6 2024-09-12T17:28:50.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.142+0000 7f96c3b3d800 20 add_watcher() i=7 2024-09-12T17:28:50.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.142+0000 7f96c3b3d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:50.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.143+0000 7f9575fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:50.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.144+0000 7f96c3b3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:50.146 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.144+0000 7f96c3b3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:50.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.179+0000 7f9574fe1640 20 reqs_thread_entry: start 2024-09-12T17:28:50.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.179+0000 7f96c3b3d800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:50.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.179+0000 7f96c3b3d800 20 Filter name: none 2024-09-12T17:28:50.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.179+0000 7f94ee7fc640 20 reqs_thread_entry: start 2024-09-12T17:28:50.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.179+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:50.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.181+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.181+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.182+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.183+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:50.186 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.184+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.185+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.185+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.186+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:50.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.187+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.190 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.188+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.190 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.188+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.191 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.189+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:50.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.191+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.193 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.191+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.191+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.192+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:50.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.194+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.194+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.194+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.195+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:50.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.197+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.197+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.197+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.198+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:50.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.199+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.200+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.200+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.203 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.201+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:50.204 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.202+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.203+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.203+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.204+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:50.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.205+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.205+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.206+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.207+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:50.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.208+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.208+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.209+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.210+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:50.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.211+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.211+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.211+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.212+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:50.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.213+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.214+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.214+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.215+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:50.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.217+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.220 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.218+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.220 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.218+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.219+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:50.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.221+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.221+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.221+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.222+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:50.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.224+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.224+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.225+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.226+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:50.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.227+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.227+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.227+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.228+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:50.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.230+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.230+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.230+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.231+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:50.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.233+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.233+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.233+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.234+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:50.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.235+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.236+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.236+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.237+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:50.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.238+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.239+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.239+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.240+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:50.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.241+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.242+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.242+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.243+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:50.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.244+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.245+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.245+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.246+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:50.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.247+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.248+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.248+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.249+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:50.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.250+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.251+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.251+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.252+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:50.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.253+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.253+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.254+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.254+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:50.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.256+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.256+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.256+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.257+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:50.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.258+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.259+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.259+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.260+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:50.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.261+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.262+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.264 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.262+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.263+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:50.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.265+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.265+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.265+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.266+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:50.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.267+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.268+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.268+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.270+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:50.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.271+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.271+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.272+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.273+0000 7f96c3b3d800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:50.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.275+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.275+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.276+0000 7f96c3b3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.278+0000 7f9575fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:50.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.280+0000 7f96c3b3d800 20 remove_watcher() i=0 2024-09-12T17:28:50.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.280+0000 7f96c3b3d800 2 removed watcher, disabling cache 2024-09-12T17:28:50.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.281+0000 7f96c3b3d800 20 remove_watcher() i=1 2024-09-12T17:28:50.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.282+0000 7f96c3b3d800 20 remove_watcher() i=2 2024-09-12T17:28:50.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.282+0000 7f96c3b3d800 20 remove_watcher() i=3 2024-09-12T17:28:50.285 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.284+0000 7f96c3b3d800 20 remove_watcher() i=4 2024-09-12T17:28:50.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.285+0000 7f96c3b3d800 20 remove_watcher() i=5 2024-09-12T17:28:50.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.286+0000 7f96c3b3d800 20 remove_watcher() i=6 2024-09-12T17:28:50.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.287+0000 7f96c3b3d800 20 remove_watcher() i=7 2024-09-12T17:28:50.299 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:28:50.351 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:50.352 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:50.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.389+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.390+0000 7f3f10fad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.390+0000 7f3f10fad800 20 realm 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.390+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.391+0000 7f3f10fad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.391+0000 7f3f10fad800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.391+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.391+0000 7f3f10fad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.391+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.392+0000 7f3f10fad800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:50.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.392+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.392+0000 7f3f10fad800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:50.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.392+0000 7f3f10fad800 20 searching for the correct realm 2024-09-12T17:28:50.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.393+0000 7f3f0ea97640 0 -- 172.21.15.123:0/1184153470 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f3f08061020 msgr2=0x7f3f080a33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:50.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.598+0000 7f3f0ea97640 0 -- 172.21.15.123:0/1184153470 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x556502a2ba40 msgr2=0x7f3f080a2ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:50.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:28:50.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:50.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:50.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:28:50.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:50.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:50.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:50.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.807+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 zone default found 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 4 Realm: () 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 zonegroup default 2024-09-12T17:28:50.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 rados->read ofs=0 len=0 2024-09-12T17:28:50.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:50.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 started sync module instance, tier type = 2024-09-12T17:28:50.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.808+0000 7f3f10fad800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.817+0000 7f3f10fad800 20 add_watcher() i=0 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.817+0000 7f3f10fad800 20 add_watcher() i=1 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.817+0000 7f3f10fad800 20 add_watcher() i=2 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.817+0000 7f3f10fad800 20 add_watcher() i=3 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.817+0000 7f3f10fad800 20 add_watcher() i=4 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.817+0000 7f3f10fad800 20 add_watcher() i=5 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.817+0000 7f3f10fad800 20 add_watcher() i=6 2024-09-12T17:28:50.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.818+0000 7f3f10fad800 20 add_watcher() i=7 2024-09-12T17:28:50.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.818+0000 7f3f10fad800 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:50.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.819+0000 7f3dc57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:50.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.820+0000 7f3f10fad800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:50.821 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.820+0000 7f3f10fad800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:50.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.854+0000 7f3d3ffff640 20 reqs_thread_entry: start 2024-09-12T17:28:50.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.854+0000 7f3f10fad800 20 init_complete bucket index max shards: 1 2024-09-12T17:28:50.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.854+0000 7f3f10fad800 20 Filter name: none 2024-09-12T17:28:50.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.854+0000 7f3d3dffb640 20 reqs_thread_entry: start 2024-09-12T17:28:50.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.854+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:28:50.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.856+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.858 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.856+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.858 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.856+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.857+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:28:50.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.858+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.859+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.859+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.860+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:28:50.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.861+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.862+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.862+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.864 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.863+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:28:50.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.864+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.865+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.866 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.865+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.866+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:28:50.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.867+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.867+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.868+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.869+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:28:50.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.870+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.870+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.871+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.871+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:28:50.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.873+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.873+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.873+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.874+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:28:50.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.875+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.876+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.876+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.877+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:28:50.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.878+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.879+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.879+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.880+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:28:50.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.881+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.881+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.882+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.883+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:28:50.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.884+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.885+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.885+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.886+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:28:50.889 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.887+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.888+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.888+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.891 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.889+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:28:50.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.890+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.892 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.891+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.891+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.892+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:28:50.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.893+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.894+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.894+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.895+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:28:50.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.896+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.897+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.897+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.899+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:28:50.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.900+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.900+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.900+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.901+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:28:50.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.903+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.903+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.903+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.904+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:28:50.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.906+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.906+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.906+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.907+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:28:50.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.909+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.909+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.910+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.910+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:28:50.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.912+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.912+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.912+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.913+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:28:50.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.914+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.917 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.915+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.917 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.915+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.916+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:28:50.919 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.917+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.919 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.918+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.919 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.918+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.919+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:28:50.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.920+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.920+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.921+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.922+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:28:50.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.923+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.923+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.924+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.925+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:28:50.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.926+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.927+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.927+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.928+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:28:50.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.929+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.930+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.930+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.931+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:28:50.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.932+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.933+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.933+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.934+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:28:50.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.936+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.936+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.936+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.937+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:28:50.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.939+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.939+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.939+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.941+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:28:50.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.942+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.943+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.943+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.944+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:28:50.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.946+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.946+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.946+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.947+0000 7f3f10fad800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:28:50.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.948+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.949+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:28:50.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.949+0000 7f3f10fad800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:28:50.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.951+0000 7f3dc57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:50.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.953+0000 7f3f10fad800 20 remove_watcher() i=0 2024-09-12T17:28:50.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.953+0000 7f3f10fad800 2 removed watcher, disabling cache 2024-09-12T17:28:50.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.954+0000 7f3f10fad800 20 remove_watcher() i=1 2024-09-12T17:28:50.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.954+0000 7f3f10fad800 20 remove_watcher() i=2 2024-09-12T17:28:50.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.955+0000 7f3f10fad800 20 remove_watcher() i=3 2024-09-12T17:28:50.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.956+0000 7f3f10fad800 20 remove_watcher() i=4 2024-09-12T17:28:50.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.957+0000 7f3f10fad800 20 remove_watcher() i=5 2024-09-12T17:28:50.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.958+0000 7f3f10fad800 20 remove_watcher() i=6 2024-09-12T17:28:50.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:28:50.959+0000 7f3f10fad800 20 remove_watcher() i=7 2024-09-12T17:28:50.972 DEBUG:teuthology.orchestra.run.smithi123:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-12T17:28:51.471 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :clean 2024-09-12T17:28:52.166 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :compileJava 2024-09-12T17:28:52.167 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :processResources 2024-09-12T17:28:52.167 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :classes 2024-09-12T17:28:52.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:52.566 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :compileTestJava 2024-09-12T17:28:52.567 INFO:teuthology.orchestra.run.smithi123.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:28:52.567 INFO:teuthology.orchestra.run.smithi123.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:28:52.568 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:52.568 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:28:52.568 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :testClasses 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout:> Task :test 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests STANDARD_OUT 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12 17:28:53,813 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-12T17:28:54.568 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:54.569 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-12T17:28:54.767 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:54.767 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-12T17:28:54.767 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:54.767 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-12T17:28:55.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:55.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-12T17:28:55.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:55.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-12T17:28:55.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:28:55.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-12T17:29:00.467 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:00.467 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-12T17:29:00.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:00.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-12T17:29:00.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:00.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-12T17:29:01.067 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:01.067 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-12T17:29:01.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:01.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-12T17:29:01.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:01.567 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-12T17:29:01.567 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:01.567 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-12T17:29:01.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:01.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-12T17:29:01.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:01.805 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-12T17:29:01.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:01.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-12T17:29:07.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:07.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-12T17:29:07.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:07.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-12T17:29:07.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:07.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-12T17:29:07.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:07.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-12T17:29:07.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:07.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-12T17:29:08.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:08.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-12T17:29:08.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:08.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-12T17:29:08.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:08.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-12T17:29:08.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:08.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-12T17:29:08.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:08.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-12T17:29:09.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-12T17:29:09.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:09.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-12T17:29:09.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:09.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-12T17:29:09.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:09.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-12T17:29:09.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:09.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-12T17:29:10.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:10.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-12T17:29:23.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:23.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-12T17:29:24.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:24.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-12T17:29:57.967 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:57.967 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-12T17:29:58.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:58.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-12T17:29:58.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:58.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-12T17:29:58.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:58.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-12T17:29:58.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:58.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-12T17:29:59.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:29:59.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-12T17:30:04.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:04.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-12T17:30:05.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:05.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-12T17:30:05.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:05.267 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-12T17:30:05.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:05.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-12T17:30:20.867 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:20.867 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-12T17:30:22.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:22.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests STANDARD_OUT 2024-09-12T17:30:22.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12 17:30:22,365 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-12T17:30:22.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:22.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T17:30:37.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:37.567 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T17:30:37.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:37.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-12T17:30:42.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:42.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-12T17:30:42.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:30:42.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-12T17:31:28.167 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:28.168 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-12T17:31:28.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:28.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-12T17:31:36.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:36.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-12T17:31:36.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:36.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-12T17:31:49.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:49.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-12T17:31:50.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:50.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-12T17:31:52.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:52.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-12T17:31:56.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:56.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-12T17:31:56.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:56.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-12T17:31:57.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:57.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-12T17:31:57.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:57.667 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-12T17:31:57.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:57.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-12T17:31:58.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:58.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-12T17:31:58.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:58.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-12T17:31:58.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:58.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-12T17:31:58.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:58.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-12T17:31:58.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:58.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-12T17:31:59.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:59.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-12T17:31:59.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:59.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-12T17:31:59.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:59.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-12T17:31:59.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:59.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-12T17:31:59.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:31:59.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-12T17:32:00.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:00.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-12T17:32:00.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:00.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-12T17:32:00.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:00.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-12T17:32:00.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:00.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-12T17:32:01.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:01.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-12T17:32:01.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:01.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-12T17:32:01.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:01.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-12T17:32:02.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:02.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-12T17:32:02.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:02.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-12T17:32:02.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:02.888 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-12T17:32:02.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:02.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-12T17:32:03.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:03.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-12T17:32:03.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:03.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-12T17:32:03.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:03.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-12T17:32:04.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:04.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-12T17:32:04.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:04.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-12T17:32:04.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:04.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-12T17:32:05.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:05.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-12T17:32:05.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:05.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-12T17:32:05.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:05.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-12T17:32:05.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:05.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-12T17:32:06.290 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:06.290 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-12T17:32:06.470 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:06.470 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-12T17:32:06.767 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:06.768 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-12T17:32:06.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:06.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-12T17:32:07.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:07.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-12T17:32:07.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:07.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-12T17:32:07.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:07.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-12T17:32:08.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:08.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-12T17:32:08.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:08.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-12T17:32:08.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:08.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-12T17:32:09.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:09.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-12T17:32:09.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:09.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-12T17:32:09.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:09.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-12T17:32:09.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:09.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-12T17:32:10.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:10.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-12T17:32:10.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:10.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-12T17:32:10.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:10.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-12T17:32:10.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:10.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-12T17:32:11.266 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:11.266 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-12T17:32:11.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:11.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-12T17:32:11.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:11.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-12T17:32:11.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:11.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-12T17:32:12.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:12.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-12T17:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:12.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-12T17:32:12.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:12.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-12T17:32:12.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:12.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-12T17:32:13.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:13.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-12T17:32:13.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:13.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-12T17:32:13.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:13.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-12T17:32:13.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:13.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-12T17:32:13.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:13.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-12T17:32:14.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:14.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-12T17:32:14.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:14.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-12T17:32:14.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:14.466 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-12T17:32:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:14.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-12T17:32:14.666 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:14.666 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-12T17:32:14.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:14.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-12T17:32:15.066 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:15.066 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-12T17:32:15.366 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:15.366 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-12T17:32:15.566 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:15.566 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-12T17:32:15.866 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:15.866 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-12T17:32:15.966 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:15.966 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-12T17:32:16.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:16.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-12T17:32:29.766 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:29.766 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-12T17:32:30.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:30.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-12T17:32:35.166 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:35.166 INFO:teuthology.orchestra.run.smithi123.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-12T17:32:35.466 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:35.466 INFO:teuthology.orchestra.run.smithi123.stdout:---------------------------------------------------------------------- 2024-09-12T17:32:35.466 INFO:teuthology.orchestra.run.smithi123.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-12T17:32:35.466 INFO:teuthology.orchestra.run.smithi123.stdout:---------------------------------------------------------------------- 2024-09-12T17:32:35.478 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:35.478 INFO:teuthology.orchestra.run.smithi123.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:32:35.479 INFO:teuthology.orchestra.run.smithi123.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:32:35.479 INFO:teuthology.orchestra.run.smithi123.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:32:35.479 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:35.479 INFO:teuthology.orchestra.run.smithi123.stdout:BUILD SUCCESSFUL in 3m 44s 2024-09-12T17:32:35.479 INFO:teuthology.orchestra.run.smithi123.stdout:5 actionable tasks: 5 executed 2024-09-12T17:32:35.484 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:32:35.536 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:35.536 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:35.573 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.573+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 20 realm 2024-09-12T17:32:35.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:35.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.574+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.575+0000 7f1e3bc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:35.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.575+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.576+0000 7f1e3bc15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:35.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.576+0000 7f1e3bc15800 20 searching for the correct realm 2024-09-12T17:32:35.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.578+0000 7f1e37b93640 0 -- 172.21.15.123:0/355631759 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1e2000b040 msgr2=0x7f1e2004a410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:35.786 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.785+0000 7f1e2eb91640 0 -- 172.21.15.123:0/355631759 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1e30096b70 msgr2=0x7f1e3009a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:35.993 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.992+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:35.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 20 zone default found 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 4 Realm: () 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 20 zonegroup default 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.993+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.994+0000 7f1e3bc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.994+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.994+0000 7f1e3bc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.994+0000 7f1e3bc15800 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.995+0000 7f1e3bc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.995+0000 7f1e3bc15800 20 started sync module instance, tier type = 2024-09-12T17:32:35.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:35.995+0000 7f1e3bc15800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:36.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.004+0000 7f1e3bc15800 20 add_watcher() i=0 2024-09-12T17:32:36.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.004+0000 7f1e3bc15800 20 add_watcher() i=1 2024-09-12T17:32:36.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.004+0000 7f1e3bc15800 20 add_watcher() i=2 2024-09-12T17:32:36.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.004+0000 7f1e3bc15800 20 add_watcher() i=3 2024-09-12T17:32:36.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.004+0000 7f1e3bc15800 20 add_watcher() i=4 2024-09-12T17:32:36.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.004+0000 7f1e3bc15800 20 add_watcher() i=5 2024-09-12T17:32:36.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.004+0000 7f1e3bc15800 20 add_watcher() i=6 2024-09-12T17:32:36.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.005+0000 7f1e3bc15800 20 add_watcher() i=7 2024-09-12T17:32:36.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.005+0000 7f1e3bc15800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:36.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.007+0000 7f1cedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:36.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.008+0000 7f1e3bc15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:36.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.008+0000 7f1e3bc15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:36.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.045+0000 7f1cecfe1640 20 reqs_thread_entry: start 2024-09-12T17:32:36.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.045+0000 7f1e3bc15800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:36.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.045+0000 7f1e3bc15800 20 Filter name: none 2024-09-12T17:32:36.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.045+0000 7f1c667fc640 20 reqs_thread_entry: start 2024-09-12T17:32:36.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.046+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:32:36.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.047+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.047+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.049 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.048+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:32:36.049 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.048+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9764633091245751685', time=2024-09-12T19:32:07.081279+0000, chain.objs.size()=1 2024-09-12T17:32:36.049 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.048+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.125__shadow_.zf79pu7-GWCG8ibXxuW5NBr3nVQ-ZYh_0 2024-09-12T17:32:36.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.049+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.051+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:32:36.053 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.054 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.054 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:32:36.054 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12619843102544450266', time=2024-09-12T19:29:58.299599+0000, chain.objs.size()=6 2024-09-12T17:32:36.055 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.94__shadow_.bt7bnsrVLPcU1qwQ2q0hDCLefiDSFtp_0 2024-09-12T17:32:36.055 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.94__shadow_.bt7bnsrVLPcU1qwQ2q0hDCLefiDSFtp_1 2024-09-12T17:32:36.055 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.94__shadow_.bt7bnsrVLPcU1qwQ2q0hDCLefiDSFtp_2 2024-09-12T17:32:36.055 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.94__shadow_.bt7bnsrVLPcU1qwQ2q0hDCLefiDSFtp_3 2024-09-12T17:32:36.055 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.94__shadow_.bt7bnsrVLPcU1qwQ2q0hDCLefiDSFtp_4 2024-09-12T17:32:36.055 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.053+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.94__shadow_.bt7bnsrVLPcU1qwQ2q0hDCLefiDSFtp_5 2024-09-12T17:32:36.056 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.054+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11931952843239242903', time=2024-09-12T19:32:02.506113+0000, chain.objs.size()=1 2024-09-12T17:32:36.056 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.054+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.117__shadow_.fru63OZiOgLEB6pdPMMstiamIDCC_Sb_0 2024-09-12T17:32:36.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.057+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.060+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:32:36.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.061+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.062+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.062+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:32:36.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.062+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5155226419061742940', time=2024-09-12T19:32:04.813581+0000, chain.objs.size()=1 2024-09-12T17:32:36.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.062+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.121__shadow_.4l-maFVWRiEvA26RjziUeFOD6t6tdaD_0 2024-09-12T17:32:36.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.062+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5907545110781620889', time=2024-09-12T19:32:14.751825+0000, chain.objs.size()=1 2024-09-12T17:32:36.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.062+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.140__shadow_.M_o1j3wj8zfGDaWtqhbw1rWJS9PFYGI_0 2024-09-12T17:32:36.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.064+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.066+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:32:36.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.067+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.068+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.069 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.068+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:32:36.069 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.068+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1753827973712504605', time=2024-09-12T19:32:00.156486+0000, chain.objs.size()=1 2024-09-12T17:32:36.069 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.068+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.113__shadow_.BnDrPp2aEJ8MC5a6foAPspD-AeTcXMC_0 2024-09-12T17:32:36.069 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.068+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4141067575562491056', time=2024-09-12T19:32:01.331121+0000, chain.objs.size()=1 2024-09-12T17:32:36.069 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.068+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.115__shadow_.IAIN6i95lzlJL5K4ZotoWPQkQUYEdU6_0 2024-09-12T17:32:36.070 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.069+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.072 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.072+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:32:36.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.073+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.073+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.074+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.074+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.295060965874102738', time=2024-09-12T19:29:09.733333+0000, chain.objs.size()=1 2024-09-12T17:32:36.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.074+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.91__shadow_.2S7E3-1Zp63TKTYaVckgdO2-iaXa7U-_0 2024-09-12T17:32:36.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.074+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4981031591238423627', time=2024-09-12T19:32:00.740199+0000, chain.objs.size()=1 2024-09-12T17:32:36.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.074+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.114__shadow_.O9sFZsteSwhP_k8viYkoPQt-fknfWKV_0 2024-09-12T17:32:36.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.074+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8913899373682388204', time=2024-09-12T19:32:10.551833+0000, chain.objs.size()=1 2024-09-12T17:32:36.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.074+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.131__shadow_.IByb_NkLA0tz0eCFubDRmQM1j9D9km-_0 2024-09-12T17:32:36.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.075+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.079 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.077+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:32:36.079 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.080 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10076297270040692872', time=2024-09-12T19:30:37.655961+0000, chain.objs.size()=1 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__shadow_.P2h0WZXPAckHvB-jB-SORUAgVOE5T3O_0 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4694617538086363634', time=2024-09-12T19:30:37.685075+0000, chain.objs.size()=5 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file2.mpg.2~JzjGzYomBV7QdIUDHVk4ui2yDGd52th.1 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file2.mpg.2~JzjGzYomBV7QdIUDHVk4ui2yDGd52th.2 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file2.mpg.2~JzjGzYomBV7QdIUDHVk4ui2yDGd52th.3 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file2.mpg.2~JzjGzYomBV7QdIUDHVk4ui2yDGd52th.4 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file2.mpg.2~JzjGzYomBV7QdIUDHVk4ui2yDGd52th.5 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17157339302557534600', time=2024-09-12T19:31:00.691906+0000, chain.objs.size()=9 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.1 2024-09-12T17:32:36.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.1_1 2024-09-12T17:32:36.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.2 2024-09-12T17:32:36.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.2_1 2024-09-12T17:32:36.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.3 2024-09-12T17:32:36.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.079+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.3_1 2024-09-12T17:32:36.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.083+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.4 2024-09-12T17:32:36.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.083+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.4_1 2024-09-12T17:32:36.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.083+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~bbMAyyykQPC5cUsJq2zK8jeHwFAviN6.5 2024-09-12T17:32:36.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.083+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7044654048246335957', time=2024-09-12T19:32:01.864341+0000, chain.objs.size()=1 2024-09-12T17:32:36.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.083+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.116__shadow_.xxXL1LFUwrzUeJaNZkWkHLaGzXQai5C_0 2024-09-12T17:32:36.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.087+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.090+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:32:36.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.091+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.091+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:32:36.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15739066641308615427', time=2024-09-12T19:29:54.504400+0000, chain.objs.size()=7 2024-09-12T17:32:36.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~qUaqlZhOqC91g43uoM5JN-tK5krafgN.1 2024-09-12T17:32:36.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~qUaqlZhOqC91g43uoM5JN-tK5krafgN.1_1 2024-09-12T17:32:36.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~qUaqlZhOqC91g43uoM5JN-tK5krafgN.1_2 2024-09-12T17:32:36.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~qUaqlZhOqC91g43uoM5JN-tK5krafgN.2 2024-09-12T17:32:36.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~qUaqlZhOqC91g43uoM5JN-tK5krafgN.2_1 2024-09-12T17:32:36.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~qUaqlZhOqC91g43uoM5JN-tK5krafgN.2_2 2024-09-12T17:32:36.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~qUaqlZhOqC91g43uoM5JN-tK5krafgN.3 2024-09-12T17:32:36.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14968900073322762088', time=2024-09-12T19:32:06.003925+0000, chain.objs.size()=1 2024-09-12T17:32:36.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.092+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.123__shadow_.N-tQ2MaE3vHQ9-CxVqxpCiqhyzRwcXq_0 2024-09-12T17:32:36.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.095+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.097+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:32:36.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.098+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5314545360921208825', time=2024-09-12T19:28:54.883472+0000, chain.objs.size()=1 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.78__shadow_.HSmXXOw8ERxOX16QqgguZXtmSlNKKJ0_0 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15191565148171011136', time=2024-09-12T19:29:24.212606+0000, chain.objs.size()=9 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.1 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.1_1 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.2 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.2_1 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.3 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.3_1 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.4 2024-09-12T17:32:36.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.4_1 2024-09-12T17:32:36.102 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.5 2024-09-12T17:32:36.102 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2559873933436562919', time=2024-09-12T19:32:01.891648+0000, chain.objs.size()=1 2024-09-12T17:32:36.102 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.099+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.116__shadow_.jOBC0WdYNoC-WRdMMYpE5b9dz1CDdWx_0 2024-09-12T17:32:36.105 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.105+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.107+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:32:36.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.612474022709581928', time=2024-09-12T19:32:01.917218+0000, chain.objs.size()=1 2024-09-12T17:32:36.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.116__shadow_.zWMcF38S14qhSlXixHvL4aEKt2tltFq_0 2024-09-12T17:32:36.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5329390230536036380', time=2024-09-12T19:32:04.283021+0000, chain.objs.size()=1 2024-09-12T17:32:36.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.120__shadow_.Nl6if2fGpmRXCBNNazfhByeZz96Soa5_0 2024-09-12T17:32:36.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9305736354399137884', time=2024-09-12T19:32:13.935567+0000, chain.objs.size()=1 2024-09-12T17:32:36.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.109+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.139__shadow_.CW4gPg0934ERDfy66bzwr5hvnh2ANtA_0 2024-09-12T17:32:36.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.111+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.113+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:32:36.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:32:36.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4828759388645854402', time=2024-09-12T19:30:37.738012+0000, chain.objs.size()=1 2024-09-12T17:32:36.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__shadow_.91WQBAcfNvCI6UyzNtK4yko565m3vQM_0 2024-09-12T17:32:36.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12707000318974974840', time=2024-09-12T19:32:00.130044+0000, chain.objs.size()=1 2024-09-12T17:32:36.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.113__shadow_.uqfr3dV8DnvuKvMCS2kqAOP4gyGty_V_0 2024-09-12T17:32:36.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3313220841930886327', time=2024-09-12T19:32:03.092355+0000, chain.objs.size()=1 2024-09-12T17:32:36.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.118__shadow_.SBFaS3xj6c5Eu0Z3KB3BYIKZOB9fUqz_0 2024-09-12T17:32:36.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9003390817877952835', time=2024-09-12T19:32:06.554545+0000, chain.objs.size()=1 2024-09-12T17:32:36.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.115+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.124__shadow_.VTPMzbmDYUkkgcAuUjEhPMSKR_S48Zc_0 2024-09-12T17:32:36.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.117+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.120+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:32:36.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.121+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T17:32:36.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11599559791765415686', time=2024-09-12T19:29:08.020334+0000, chain.objs.size()=1 2024-09-12T17:32:36.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.86__shadow_.YKvHPxMY4LotBNgJQ7lUKAUlfaw_D0W_0 2024-09-12T17:32:36.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4549252452871205208', time=2024-09-12T19:29:24.016931+0000, chain.objs.size()=9 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.1 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.1_1 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.2 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.2_1 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.3 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.3_1 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.4 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__shadow_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.4_1 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.92__multipart_key1.2~g2AtP_87MsLzU3_egINt8S-fja0ItJB.5 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5776355205755006975', time=2024-09-12T19:31:28.049059+0000, chain.objs.size()=7 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~rcPtuNQ1MpmZoXXkfDNqxAkSdjtezqq.1 2024-09-12T17:32:36.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.122+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~rcPtuNQ1MpmZoXXkfDNqxAkSdjtezqq.1_1 2024-09-12T17:32:36.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.126+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~rcPtuNQ1MpmZoXXkfDNqxAkSdjtezqq.1_2 2024-09-12T17:32:36.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.126+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~rcPtuNQ1MpmZoXXkfDNqxAkSdjtezqq.2 2024-09-12T17:32:36.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~rcPtuNQ1MpmZoXXkfDNqxAkSdjtezqq.2_1 2024-09-12T17:32:36.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~rcPtuNQ1MpmZoXXkfDNqxAkSdjtezqq.2_2 2024-09-12T17:32:36.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~rcPtuNQ1MpmZoXXkfDNqxAkSdjtezqq.3 2024-09-12T17:32:36.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1383434276797891337', time=2024-09-12T19:32:09.990847+0000, chain.objs.size()=1 2024-09-12T17:32:36.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.130__shadow_.nuVVgn5vR1Z8f9QaWI4yf2loREdymfI_0 2024-09-12T17:32:36.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4352053593751420026', time=2024-09-12T19:32:11.051796+0000, chain.objs.size()=1 2024-09-12T17:32:36.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.132__shadow_.OIEgOzwzelQ8woxR1N-sQqXbSWQuROC_0 2024-09-12T17:32:36.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4902679669983334648', time=2024-09-12T19:32:11.572788+0000, chain.objs.size()=1 2024-09-12T17:32:36.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.133__shadow_.6ceJ2U7COzfL9AR4aeMtbA9Dqegey6o_0 2024-09-12T17:32:36.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8269686812558353857', time=2024-09-12T19:32:12.124797+0000, chain.objs.size()=1 2024-09-12T17:32:36.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.128+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.134__shadow_.VPNiLg-6Qcyf8iaZYv1H8Z0O7yK7c6e_0 2024-09-12T17:32:36.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.132+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.135+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:32:36.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.136+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.136+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11319903293321734114', time=2024-09-12T19:29:01.323113+0000, chain.objs.size()=1 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.82__shadow_.yibl3tGVQKTrBGJ6ha7ND0gnELOhKBK_0 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11099752668771541789', time=2024-09-12T19:31:18.558194+0000, chain.objs.size()=9 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.1 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.1_1 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.2 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.2_1 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.3 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.3_1 2024-09-12T17:32:36.139 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.4 2024-09-12T17:32:36.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.4_1 2024-09-12T17:32:36.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~O5L008TJBjL8Sg3GFDjkSMMBsms8ZSp.5 2024-09-12T17:32:36.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2665995492291157536', time=2024-09-12T19:31:33.176259+0000, chain.objs.size()=1 2024-09-12T17:32:36.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__shadow_.bW-u8YMqFvB9vqRFm85Goy3mXwHuOgr_0 2024-09-12T17:32:36.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10072686379026282527', time=2024-09-12T19:32:05.366367+0000, chain.objs.size()=1 2024-09-12T17:32:36.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.137+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.122__shadow_.aI-FT5ZALQhupTC-5xpANPukLp3IgeF_0 2024-09-12T17:32:36.141 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.139+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12606996544378769990', time=2024-09-12T19:32:06.528939+0000, chain.objs.size()=1 2024-09-12T17:32:36.141 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.139+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.124__shadow_.CWWKMEW3OsdvWnX0nYiVts6qQVyXLM9_0 2024-09-12T17:32:36.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.140+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6448970219174568347', time=2024-09-12T19:32:35.243817+0000, chain.objs.size()=9 2024-09-12T17:32:36.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.140+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__multipart_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.1 2024-09-12T17:32:36.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.140+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__shadow_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.1_1 2024-09-12T17:32:36.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.141+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__multipart_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.2 2024-09-12T17:32:36.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.141+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__shadow_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.2_1 2024-09-12T17:32:36.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.141+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__multipart_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.3 2024-09-12T17:32:36.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.141+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__shadow_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.3_1 2024-09-12T17:32:36.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.141+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__multipart_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.4 2024-09-12T17:32:36.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.141+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__shadow_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.4_1 2024-09-12T17:32:36.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.141+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__multipart_key1/data/file.mpg.2~Iinsj4P2T1yHdIEWHodwRedQn6OQOgX.5 2024-09-12T17:32:36.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.146+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.148+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:32:36.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.150+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.150+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.151+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:32:36.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.151+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10564969551645078657', time=2024-09-12T19:30:37.711791+0000, chain.objs.size()=1 2024-09-12T17:32:36.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.151+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__shadow_.GnVSO9EE_GUP4Xlibskzed7mA0LqA6E_0 2024-09-12T17:32:36.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.151+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14628057636218592678', time=2024-09-12T19:32:00.766398+0000, chain.objs.size()=1 2024-09-12T17:32:36.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.151+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.114__shadow_.L_T08ypEtWWh0BzH6qPpJwUMepiBiAY_0 2024-09-12T17:32:36.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.152+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.154+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:32:36.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7527192312636424554', time=2024-09-12T19:29:57.907056+0000, chain.objs.size()=7 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~HPYqNDWv3EMuYUxorcTBCqLdrONOuVJ.1 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~HPYqNDWv3EMuYUxorcTBCqLdrONOuVJ.1_1 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~HPYqNDWv3EMuYUxorcTBCqLdrONOuVJ.1_2 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~HPYqNDWv3EMuYUxorcTBCqLdrONOuVJ.2 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~HPYqNDWv3EMuYUxorcTBCqLdrONOuVJ.2_1 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~HPYqNDWv3EMuYUxorcTBCqLdrONOuVJ.2_2 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~HPYqNDWv3EMuYUxorcTBCqLdrONOuVJ.3 2024-09-12T17:32:36.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9567087872515387592', time=2024-09-12T19:32:05.449608+0000, chain.objs.size()=1 2024-09-12T17:32:36.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.122__shadow_.MIt4r_EZWyyk-ymjzMoG1_bZEUQ-k_4_0 2024-09-12T17:32:36.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2418094787428068238', time=2024-09-12T19:32:11.598970+0000, chain.objs.size()=1 2024-09-12T17:32:36.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.156+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.133__shadow_.nlnWPXrvt_LSCCSKuARkz9B1QeFIRyK_0 2024-09-12T17:32:36.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.160+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.163+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:32:36.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.164+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:32:36.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10644452018071215351', time=2024-09-12T19:31:50.011283+0000, chain.objs.size()=9 2024-09-12T17:32:36.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__multipart_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.1 2024-09-12T17:32:36.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__shadow_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.1_1 2024-09-12T17:32:36.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__multipart_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.2 2024-09-12T17:32:36.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__shadow_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.2_1 2024-09-12T17:32:36.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__multipart_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.3 2024-09-12T17:32:36.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__shadow_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.3_1 2024-09-12T17:32:36.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__multipart_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.4 2024-09-12T17:32:36.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__shadow_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.4_1 2024-09-12T17:32:36.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105__multipart_key1.2~uaXt8EU85e9rcTnYxRhN1s07QmRqIjC.5 2024-09-12T17:32:36.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18064312399795141851', time=2024-09-12T19:31:57.750640+0000, chain.objs.size()=1 2024-09-12T17:32:36.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.107__shadow_.FziinCsYlERfjitCTgzb6Vgq_peQuIn_0 2024-09-12T17:32:36.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8624116643944528089', time=2024-09-12T19:32:00.686992+0000, chain.objs.size()=1 2024-09-12T17:32:36.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.114__shadow_.AyGOaUK8seF23KrRtrRcVpqEzPUjswC_0 2024-09-12T17:32:36.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15463335165950624940', time=2024-09-12T19:32:00.713237+0000, chain.objs.size()=1 2024-09-12T17:32:36.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.165+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.114__shadow_.cuMa5Z5yTW6poodyR5b1Px4sUC6XQdx_0 2024-09-12T17:32:36.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.169+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2051224279756865248', time=2024-09-12T19:32:03.038118+0000, chain.objs.size()=1 2024-09-12T17:32:36.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.169+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.118__shadow_.wwy0HUkOvzakkIA4yY8RFVHgWpxxw-K_0 2024-09-12T17:32:36.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.169+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6975899489053847499', time=2024-09-12T19:32:03.623935+0000, chain.objs.size()=1 2024-09-12T17:32:36.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.169+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.119__shadow_.Oy4rRvxRx1c5OgWAr-hPeNLLXzg0_Xl_0 2024-09-12T17:32:36.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.172+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.174+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:32:36.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.175+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:32:36.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI', time=2024-09-12T19:29:00.353076+0000, chain.objs.size()=9 2024-09-12T17:32:36.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__multipart_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.1 2024-09-12T17:32:36.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__shadow_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.1_1 2024-09-12T17:32:36.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__multipart_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.2 2024-09-12T17:32:36.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__shadow_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.2_1 2024-09-12T17:32:36.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__multipart_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.3 2024-09-12T17:32:36.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__shadow_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.3_1 2024-09-12T17:32:36.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__multipart_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.4 2024-09-12T17:32:36.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__shadow_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.4_1 2024-09-12T17:32:36.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.80__multipart_key1.2~pfs_ebSB4AJscLbP6ciR0l3xAy8TMRI.5 2024-09-12T17:32:36.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13046215002275697092', time=2024-09-12T19:32:03.676377+0000, chain.objs.size()=1 2024-09-12T17:32:36.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.119__shadow_.udSlmNASj8K0wrSG692klZPHFsrPii1_0 2024-09-12T17:32:36.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.369263194693574613', time=2024-09-12T19:32:07.643361+0000, chain.objs.size()=1 2024-09-12T17:32:36.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.126__shadow_.JlrnQu0xzkKeFfhdpkv0InmoDEcx4Hh_0 2024-09-12T17:32:36.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6256957369636571250', time=2024-09-12T19:32:08.201046+0000, chain.objs.size()=1 2024-09-12T17:32:36.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.176+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.127__shadow_.MLkXgaYTTAp8yQLqzSErBCnc2DQwGfY_0 2024-09-12T17:32:36.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.181+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.184+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:32:36.186 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.185+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.186 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.185+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9109650602746705250', time=2024-09-12T19:30:22.251082+0000, chain.objs.size()=9 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__multipart_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.1 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__shadow_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.1_1 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__multipart_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.2 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__shadow_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.2_1 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__multipart_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.3 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__shadow_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.3_1 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__multipart_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.4 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__shadow_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.4_1 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.100__multipart_key1.2~l037EKDKDgRGId7JbbjjzPFYH-aBcNC.5 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8284146474279407731', time=2024-09-12T19:32:00.103652+0000, chain.objs.size()=1 2024-09-12T17:32:36.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.113__shadow_.Di9TVZ-PuG8AFmqpIK-264Nry7Qku0a_0 2024-09-12T17:32:36.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11197276516286972344', time=2024-09-12T19:32:04.784803+0000, chain.objs.size()=1 2024-09-12T17:32:36.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.186+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.121__shadow_.MALI215msXmypjn5St24oVi3we9GxX8_0 2024-09-12T17:32:36.191 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.191+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.193+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:32:36.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.194+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T17:32:36.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4597033947108297006', time=2024-09-12T19:30:37.628928+0000, chain.objs.size()=9 2024-09-12T17:32:36.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.1 2024-09-12T17:32:36.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__shadow_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.1_1 2024-09-12T17:32:36.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.2 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__shadow_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.2_1 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.3 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__shadow_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.3_1 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.4 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__shadow_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.4_1 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.101__multipart_file.mpg.2~w_x8kZ9Ug7WRCAbXMdPY2yPfcHd7Hda.5 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10706473257097954299', time=2024-09-12T19:31:23.294238+0000, chain.objs.size()=7 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~eWYJoRZPqeSVHhwfNpJjZuIea7N4-ww.1 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~eWYJoRZPqeSVHhwfNpJjZuIea7N4-ww.1_1 2024-09-12T17:32:36.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.195+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~eWYJoRZPqeSVHhwfNpJjZuIea7N4-ww.1_2 2024-09-12T17:32:36.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.198+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~eWYJoRZPqeSVHhwfNpJjZuIea7N4-ww.2 2024-09-12T17:32:36.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.198+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~eWYJoRZPqeSVHhwfNpJjZuIea7N4-ww.2_1 2024-09-12T17:32:36.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.199+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~eWYJoRZPqeSVHhwfNpJjZuIea7N4-ww.2_2 2024-09-12T17:32:36.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~eWYJoRZPqeSVHhwfNpJjZuIea7N4-ww.3 2024-09-12T17:32:36.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9434960184105904502', time=2024-09-12T19:32:00.183234+0000, chain.objs.size()=1 2024-09-12T17:32:36.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.113__shadow_.7ljAhg26g66vxG6qLoX75jPY87el4J4_0 2024-09-12T17:32:36.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13082220402897982748', time=2024-09-12T19:32:02.479738+0000, chain.objs.size()=1 2024-09-12T17:32:36.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.117__shadow_.Q7S01KMXOJgAR0ie_iBNDJQ31QeijhV_0 2024-09-12T17:32:36.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1475493959735375788', time=2024-09-12T19:32:04.867246+0000, chain.objs.size()=1 2024-09-12T17:32:36.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.121__shadow_.kejPTHr_UukL6fhlUN-TU04d_QkBkMn_0 2024-09-12T17:32:36.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13870979026924341345', time=2024-09-12T19:32:08.173351+0000, chain.objs.size()=1 2024-09-12T17:32:36.206 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.127__shadow_.5j5vyk3h8OolfzLUT-6lbO08NyYkCKk_0 2024-09-12T17:32:36.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1031706701066906843', time=2024-09-12T19:32:11.024728+0000, chain.objs.size()=1 2024-09-12T17:32:36.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.201+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.132__shadow_.fg7Mjp0J2ZDDRTLGPC-s6JPQy97y2VP_0 2024-09-12T17:32:36.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.205+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.207+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:32:36.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.208+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T17:32:36.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12168583240236734784', time=2024-09-12T19:32:03.066458+0000, chain.objs.size()=1 2024-09-12T17:32:36.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.118__shadow_.R4Veo9wwSfYE1HW7wiMFmb8ZwkJxAho_0 2024-09-12T17:32:36.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6845086831136827995', time=2024-09-12T19:32:04.203138+0000, chain.objs.size()=1 2024-09-12T17:32:36.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.120__shadow_.0Ayg5_2b4DPzgOoM4WV5uMsZvt1P4bD_0 2024-09-12T17:32:36.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2040370095201596512', time=2024-09-12T19:32:07.029094+0000, chain.objs.size()=1 2024-09-12T17:32:36.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.125__shadow_.7Ytpr_5w8HJ_7BtgGUBuptLnHkN-Wbu_0 2024-09-12T17:32:36.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3214699001562369029', time=2024-09-12T19:32:10.498059+0000, chain.objs.size()=1 2024-09-12T17:32:36.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.131__shadow_.M4uIHnfQb4j4xk69ybOkFL4JAV4-g2L_0 2024-09-12T17:32:36.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.971010800534822687', time=2024-09-12T19:32:12.098925+0000, chain.objs.size()=1 2024-09-12T17:32:36.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.134__shadow_.Q-qrKI6TV9ZAR9gBrY41foF0Romk8Eh_0 2024-09-12T17:32:36.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9886004619905643677', time=2024-09-12T19:32:15.175812+0000, chain.objs.size()=1 2024-09-12T17:32:36.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.141__shadow_.3zYmGt7BA5HyZsglO7WLXb9BCzsBvVY_0 2024-09-12T17:32:36.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12311683805551557532', time=2024-09-12T19:32:35.270541+0000, chain.objs.size()=1 2024-09-12T17:32:36.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.209+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.145__shadow_.47biKA1iy8XiMlhD0mhuwAzeN3NkVxg_0 2024-09-12T17:32:36.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.212+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.214+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:32:36.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.216+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.216+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14110700134491498387', time=2024-09-12T19:32:01.278956+0000, chain.objs.size()=1 2024-09-12T17:32:36.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.115__shadow_.AOLntJ_OtsxNNP9prHYvXuECqovvmmi_0 2024-09-12T17:32:36.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16268055108569868508', time=2024-09-12T19:32:01.358250+0000, chain.objs.size()=1 2024-09-12T17:32:36.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.115__shadow_.AeUqRPCLsh-OWwfCMmtc9gfO_TrQovj_0 2024-09-12T17:32:36.220 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7941249912189300766', time=2024-09-12T19:32:29.899344+0000, chain.objs.size()=9 2024-09-12T17:32:36.220 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__multipart_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.1 2024-09-12T17:32:36.220 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__shadow_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.1_1 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__multipart_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.2 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__shadow_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.2_1 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__multipart_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.3 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__shadow_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.3_1 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__multipart_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.4 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__shadow_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.4_1 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.217+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.144__multipart_key1.2~ZaxZrRogmBUKWl9wwB-6dBjCCuzSkxa.5 2024-09-12T17:32:36.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.221+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.223+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:32:36.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.225+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.225+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.225+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:32:36.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.225+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5663605519896852600', time=2024-09-12T19:32:07.054948+0000, chain.objs.size()=1 2024-09-12T17:32:36.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.225+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.125__shadow_.NosfyVkGwabD904V9jH3jFrqSzezeJY_0 2024-09-12T17:32:36.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.227+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.229+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:32:36.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.230+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.230+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:32:36.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17787872479070159417', time=2024-09-12T19:32:02.452898+0000, chain.objs.size()=1 2024-09-12T17:32:36.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.117__shadow_.4PIdpvJmS15p5FwJWiJK8oOnkwtBlJ4_0 2024-09-12T17:32:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7015348861922816363', time=2024-09-12T19:32:08.256218+0000, chain.objs.size()=1 2024-09-12T17:32:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.127__shadow_.XVKugsowWWXlG-q9L-2Ht9A3ccwc-Wt_0 2024-09-12T17:32:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.445820078302395481', time=2024-09-12T19:32:09.399103+0000, chain.objs.size()=1 2024-09-12T17:32:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.129__shadow_.jeCHubj2zZQU3Ah-dA-g560rIeE6y80_0 2024-09-12T17:32:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3700127193819735487', time=2024-09-12T19:32:11.077198+0000, chain.objs.size()=1 2024-09-12T17:32:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.231+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.132__shadow_.7EMkOXK3M5yH9uI8_mYGwj5SfX4GFzs_0 2024-09-12T17:32:36.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.233+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.235+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:32:36.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:32:36.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10522476107621282886', time=2024-09-12T19:32:03.118116+0000, chain.objs.size()=1 2024-09-12T17:32:36.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.118__shadow_.E3JSL1IYdI06Y5594M3KOvYm3YJRp5D_0 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14803867785965253538', time=2024-09-12T19:32:05.423084+0000, chain.objs.size()=1 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.122__shadow_.eI1TilMyijXpd-CtnAxnf_Wf0lFbebx_0 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3553968222784595669', time=2024-09-12T19:32:08.814405+0000, chain.objs.size()=1 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.128__shadow_.IGFvK62I4VQ5P9M0qzorehnrPFyGCp5_0 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3291582017475002001', time=2024-09-12T19:32:10.525140+0000, chain.objs.size()=1 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.131__shadow_.d3F7d9lX-u0P-LiV6MKJ6id54TgkJeH_0 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7915805508622921215', time=2024-09-12T19:32:11.546997+0000, chain.objs.size()=1 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.133__shadow_.tcQ2uv7XCfwmFjUSrlHMM4K5AW555G0_0 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14668127978171100987', time=2024-09-12T19:32:13.616486+0000, chain.objs.size()=1 2024-09-12T17:32:36.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.236+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.138__shadow_.k6Gm3BMCxrkwmBtxMBQ3nHkakbSYMxT_0 2024-09-12T17:32:36.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.239+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.241+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:32:36.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.243+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.243+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.202078+0000, chain.objs.size()=1 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.13 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.347660+0000, chain.objs.size()=1 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.14 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.434784+0000, chain.objs.size()=1 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.15 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.469205+0000, chain.objs.size()=1 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.16 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.592685+0000, chain.objs.size()=1 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.17 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.628564+0000, chain.objs.size()=1 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.18 2024-09-12T17:32:36.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.648326+0000, chain.objs.size()=1 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.19 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.741639+0000, chain.objs.size()=1 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.20 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS', time=2024-09-12T19:31:54.881665+0000, chain.objs.size()=22 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.1 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.2 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.3 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.244+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.4 2024-09-12T17:32:36.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.247+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.5 2024-09-12T17:32:36.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.6 2024-09-12T17:32:36.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.7 2024-09-12T17:32:36.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.8 2024-09-12T17:32:36.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.9 2024-09-12T17:32:36.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.10 2024-09-12T17:32:36.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.11 2024-09-12T17:32:36.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.12 2024-09-12T17:32:36.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.Wo0hJjXUWGaUbORsGOwMNc3P2TP3OafN.13 2024-09-12T17:32:36.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.dFmSvvOjrund914xiW_4iKqiPEIQ8GXb.14 2024-09-12T17:32:36.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.248+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.yy4pubpF7zb8Bf04EpV5PYZ4B-WJ0u8G.15 2024-09-12T17:32:36.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.250+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.xvt-8SrasNY2anKre2VHlBWdlaxF-xcB.16 2024-09-12T17:32:36.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.251+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.jR4wTMJfQgd1wBf5QXSUmlQpW2C9h7xr.17 2024-09-12T17:32:36.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.251+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.ATm8eRhOjEoXS04IPR4TnRKfqP52_dSs.18 2024-09-12T17:32:36.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.251+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.vxwYfhaapzhsMjmryI3bz63MbXq4YxNM.19 2024-09-12T17:32:36.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.252+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.woafyh8JPlZ71oYoTiwlWhAWIJ6-xk2f.20 2024-09-12T17:32:36.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.252+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.21 2024-09-12T17:32:36.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.252+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106__multipart_key1.2~o1S0sGbFaIFdu0LODSNDeoL4rwRIUHS.22 2024-09-12T17:32:36.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3451572907931261098', time=2024-09-12T19:32:03.702570+0000, chain.objs.size()=1 2024-09-12T17:32:36.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.119__shadow_.h5t23JSiyxHnePpegJ7sKo86KsDoPGK_0 2024-09-12T17:32:36.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13803657509816710181', time=2024-09-12T19:32:05.977905+0000, chain.objs.size()=1 2024-09-12T17:32:36.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.123__shadow_.EqlSZ6VZ7oO8xIKXFQ2pfcRttREIRkC_0 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13597840484415962918', time=2024-09-12T19:32:07.669964+0000, chain.objs.size()=1 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.126__shadow_._UWXuZzPPQzV79-ilHQICGOndnLawhc_0 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4679797777046832555', time=2024-09-12T19:32:08.788415+0000, chain.objs.size()=1 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.128__shadow_.eB1iiBm7V-1ry5zCTzABXZbdmajk6yV_0 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1357194224313641674', time=2024-09-12T19:32:08.841287+0000, chain.objs.size()=1 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.128__shadow_.mMPnfKJjfBD9nYXehzpYtyaBTUuIYVC_0 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5627854071940653265', time=2024-09-12T19:32:09.425132+0000, chain.objs.size()=1 2024-09-12T17:32:36.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.254+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.129__shadow_.8XXGZyKawF_Qr_cgScifgvwTnYi-Xl9_0 2024-09-12T17:32:36.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.258+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.261+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:32:36.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.262+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.262+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:32:36.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10655499537797283577', time=2024-09-12T19:30:05.003947+0000, chain.objs.size()=9 2024-09-12T17:32:36.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__multipart_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.1 2024-09-12T17:32:36.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__shadow_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.1_1 2024-09-12T17:32:36.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__multipart_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.2 2024-09-12T17:32:36.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__shadow_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.2_1 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__multipart_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.3 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__shadow_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.3_1 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__multipart_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.4 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__shadow_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.4_1 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.99__multipart_key1.2~ZAs9hgSR5RuwjTXUevFYtxv4tmdkSEY.5 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun', time=2024-09-12T19:30:42.631689+0000, chain.objs.size()=9 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__multipart_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.7 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__shadow_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.7_1 2024-09-12T17:32:36.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.263+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__multipart_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.8 2024-09-12T17:32:36.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.265+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__shadow_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.8_1 2024-09-12T17:32:36.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__multipart_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.9 2024-09-12T17:32:36.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__shadow_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.9_1 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__multipart_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.10 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__shadow_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.10_1 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.102__multipart_key1.2~ytZWMoFcNo0QdLiLRrnO4ough7lXuun.11 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.328859483360727590', time=2024-09-12T19:32:01.304667+0000, chain.objs.size()=1 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.115__shadow_.sZO7tzBYlv-Q2z11rL7cyJbm0baUdxn_0 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15674832306427388340', time=2024-09-12T19:32:03.650286+0000, chain.objs.size()=1 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.119__shadow_.wJAwUmrPQYoulr4ZxyQGsC8A3bxhbgh_0 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12766226882517028742', time=2024-09-12T19:32:14.022901+0000, chain.objs.size()=1 2024-09-12T17:32:36.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.267+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.139__shadow_.GEJ_zSGLAQL60Ha_bbbNhX433-585sJ_0 2024-09-12T17:32:36.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.272+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.274+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:32:36.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.275+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:32:36.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11873109026555443544', time=2024-09-12T19:29:44.554288+0000, chain.objs.size()=9 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.1 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.1_1 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.2 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.2_1 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.3 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.3_1 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.4 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.4_1 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7MOi3WoMRxnLLZ5KNSBSwlEjffI9mov.5 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7283027730276679102', time=2024-09-12T19:29:47.813562+0000, chain.objs.size()=9 2024-09-12T17:32:36.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.1 2024-09-12T17:32:36.280 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.1_1 2024-09-12T17:32:36.280 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.276+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.2 2024-09-12T17:32:36.280 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.279+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.2_1 2024-09-12T17:32:36.280 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.279+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.3 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.3_1 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.4 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.4_1 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~7ca7SOGxf10N0EXyUt_KxU6z8MzBga3.5 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4277610254318570770', time=2024-09-12T19:32:04.256487+0000, chain.objs.size()=1 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.120__shadow_.jcT_8d5SsqFZzyfiB6lGCKyq5H7gi2Q_0 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1425810714259505403', time=2024-09-12T19:32:09.345047+0000, chain.objs.size()=1 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.129__shadow_.z7mcok6jV72e1qWY_606jYZd0nD6o_t_0 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13674911818938337172', time=2024-09-12T19:32:13.231599+0000, chain.objs.size()=1 2024-09-12T17:32:36.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.282+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.137__shadow_.yy1BcQEBNKp0DpQhTh2xmgSQD_4ItFH_0 2024-09-12T17:32:36.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.285+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.288+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:32:36.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.289+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.289+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:32:36.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15808695158023009448', time=2024-09-12T19:29:07.146514+0000, chain.objs.size()=3 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.84__shadow_.S0D1HnsMOi39AoZdVy4X4DmDHvP36KM_0 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.84__shadow_.S0D1HnsMOi39AoZdVy4X4DmDHvP36KM_1 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.84__shadow_.S0D1HnsMOi39AoZdVy4X4DmDHvP36KM_2 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17714072857193131429', time=2024-09-12T19:32:02.534683+0000, chain.objs.size()=1 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.117__shadow_.csoOzKHizwN0jKPNbwT1d2XgpBJiJhQ_0 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15039305892858673048', time=2024-09-12T19:32:09.937909+0000, chain.objs.size()=1 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.130__shadow_.R7v2x4tUVGTP6DZRYQF-By-Hi4jYStj_0 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15465969339398936413', time=2024-09-12T19:32:09.964661+0000, chain.objs.size()=1 2024-09-12T17:32:36.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.290+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.130__shadow_.dMB_OtGWOKJp4v4VvLi_j3DZ1uRovHu_0 2024-09-12T17:32:36.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.292+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.295+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:32:36.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11833662864199651915', time=2024-09-12T19:29:07.581714+0000, chain.objs.size()=1 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.85__shadow_.Mt79ApFLKgvBeWrzxdzKktVEX_TkN1J_0 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16139688496618993124', time=2024-09-12T19:31:13.964865+0000, chain.objs.size()=9 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.1 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.1_1 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.296+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.2 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.2_1 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.3 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.3_1 2024-09-12T17:32:36.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.4 2024-09-12T17:32:36.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.4_1 2024-09-12T17:32:36.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~cEp_oEPkDOA-EUY9QQVIf_be0pS0yQB.5 2024-09-12T17:32:36.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12649957449858690248', time=2024-09-12T19:31:36.356384+0000, chain.objs.size()=9 2024-09-12T17:32:36.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__multipart_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.1 2024-09-12T17:32:36.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.297+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__shadow_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.1_1 2024-09-12T17:32:36.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.300+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__multipart_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.2 2024-09-12T17:32:36.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.300+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__shadow_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.2_1 2024-09-12T17:32:36.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.300+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__multipart_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.3 2024-09-12T17:32:36.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.301+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__shadow_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.3_1 2024-09-12T17:32:36.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.301+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__multipart_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.4 2024-09-12T17:32:36.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.301+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__shadow_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.4_1 2024-09-12T17:32:36.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.301+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.104__multipart_key1.2~rV01RxKbUXcqMyBQ-yu0HNvyigbqOz8.5 2024-09-12T17:32:36.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.306+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.308+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:32:36.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.309+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3456371182011208709', time=2024-09-12T19:31:28.237944+0000, chain.objs.size()=7 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~33liNzu5kISuKjx2aQZ9PIgU_O0utbw.1 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~33liNzu5kISuKjx2aQZ9PIgU_O0utbw.1_1 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~33liNzu5kISuKjx2aQZ9PIgU_O0utbw.1_2 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~33liNzu5kISuKjx2aQZ9PIgU_O0utbw.2 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~33liNzu5kISuKjx2aQZ9PIgU_O0utbw.2_1 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__shadow_key1.2~33liNzu5kISuKjx2aQZ9PIgU_O0utbw.2_2 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.103__multipart_key1.2~33liNzu5kISuKjx2aQZ9PIgU_O0utbw.3 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12110593218193104577', time=2024-09-12T19:32:04.229370+0000, chain.objs.size()=1 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.120__shadow_.FQaU2SdvpTfTZJy7pSwpmmHzDpBuOuG_0 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1683990930409106572', time=2024-09-12T19:32:07.588728+0000, chain.objs.size()=1 2024-09-12T17:32:36.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.126__shadow_.sMPC85OTP9g8d3Fajq7j9VLnFRXyVD3_0 2024-09-12T17:32:36.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1762723328614471273', time=2024-09-12T19:32:10.016747+0000, chain.objs.size()=1 2024-09-12T17:32:36.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.310+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.130__shadow_.rC53NfZ1PDadbbIhTLH9Ls5hejXXJLi_0 2024-09-12T17:32:36.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.315+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.317+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.318+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8698659311715829954', time=2024-09-12T19:32:05.952375+0000, chain.objs.size()=1 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.123__shadow_.D2KCllNwVOWa5XErYHSrjtx-TPTeEor_0 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15375878680299438033', time=2024-09-12T19:32:06.502261+0000, chain.objs.size()=1 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.124__shadow_.3e-J3l_AQCNtAWhdw9YmOyWNdCCcY2l_0 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15977396814979763986', time=2024-09-12T19:32:07.614962+0000, chain.objs.size()=1 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.126__shadow_._OyY1G1yzDR4k4ddLsby6vblOFQAp-z_0 2024-09-12T17:32:36.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4773902960608418507', time=2024-09-12T19:32:09.372388+0000, chain.objs.size()=1 2024-09-12T17:32:36.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.129__shadow_.GMR0t8rTrvi37TUGsqhTISYGq01tqEH_0 2024-09-12T17:32:36.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6875286769229139551', time=2024-09-12T19:32:12.072711+0000, chain.objs.size()=1 2024-09-12T17:32:36.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.319+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.134__shadow_.N3omq-I3MZrDP8MIug1b9xU5X3ApLwf_0 2024-09-12T17:32:36.323 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.321+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.324+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:32:36.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.325+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:32:36.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6360238524131817833', time=2024-09-12T19:29:58.102237+0000, chain.objs.size()=7 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~YALRDNJJzwiD0PKLg0TfKQG-1T-ktx6.1 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~YALRDNJJzwiD0PKLg0TfKQG-1T-ktx6.1_1 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~YALRDNJJzwiD0PKLg0TfKQG-1T-ktx6.1_2 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~YALRDNJJzwiD0PKLg0TfKQG-1T-ktx6.2 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~YALRDNJJzwiD0PKLg0TfKQG-1T-ktx6.2_1 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~YALRDNJJzwiD0PKLg0TfKQG-1T-ktx6.2_2 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~YALRDNJJzwiD0PKLg0TfKQG-1T-ktx6.3 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10499158964316268258', time=2024-09-12T19:32:05.392976+0000, chain.objs.size()=1 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.122__shadow_.mBKX29yYYhnrD7x6K-L5fNQOPPyue0C_0 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15210047892143457787', time=2024-09-12T19:32:06.030507+0000, chain.objs.size()=1 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.123__shadow_.OLB4f4L13tMX2mkdQu2zPKLEr7rDD8M_0 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9014901422454239140', time=2024-09-12T19:32:08.227262+0000, chain.objs.size()=1 2024-09-12T17:32:36.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.127__shadow_.hu9eGFfYKuRwRnvZxWuIVDAHTs8Je8r_0 2024-09-12T17:32:36.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.326+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2119437303760103890', time=2024-09-12T19:32:08.761563+0000, chain.objs.size()=1 2024-09-12T17:32:36.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.327+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.128__shadow_.-fH0PTRKT7XR-2NpJAAM7_Kj3UARCwp_0 2024-09-12T17:32:36.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.331+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.333+0000 7f1e3bc15800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:32:36.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.334+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.337 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.337 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:32:36.337 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12372843063666417298', time=2024-09-12T19:29:51.161960+0000, chain.objs.size()=9 2024-09-12T17:32:36.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.1 2024-09-12T17:32:36.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.1_1 2024-09-12T17:32:36.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.2 2024-09-12T17:32:36.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.2_1 2024-09-12T17:32:36.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.3 2024-09-12T17:32:36.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.3_1 2024-09-12T17:32:36.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.4 2024-09-12T17:32:36.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__shadow_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.4_1 2024-09-12T17:32:36.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.95__multipart_key1.2~UL8K7_Hesglfx0yeOsqUfJwHO4TBnZx.5 2024-09-12T17:32:36.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5185767210573488721', time=2024-09-12T19:32:01.943201+0000, chain.objs.size()=1 2024-09-12T17:32:36.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.116__shadow_.rU2NrqM4zDtAEgXdQFgYCgK7j1Tf6Ps_0 2024-09-12T17:32:36.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13739632004322067785', time=2024-09-12T19:32:04.840966+0000, chain.objs.size()=1 2024-09-12T17:32:36.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.335+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.121__shadow_.VHsEoTYcm75wXiujSkStVS9Np008hoJ_0 2024-09-12T17:32:36.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.339+0000 7f1e3bc15800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:32:36.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.342+0000 7f1cedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:36.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.344+0000 7f1e3bc15800 20 remove_watcher() i=0 2024-09-12T17:32:36.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.344+0000 7f1e3bc15800 2 removed watcher, disabling cache 2024-09-12T17:32:36.347 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.346+0000 7f1e3bc15800 20 remove_watcher() i=1 2024-09-12T17:32:36.347 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.347+0000 7f1e3bc15800 20 remove_watcher() i=2 2024-09-12T17:32:36.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.347+0000 7f1e3bc15800 20 remove_watcher() i=3 2024-09-12T17:32:36.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.348+0000 7f1e3bc15800 20 remove_watcher() i=4 2024-09-12T17:32:36.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.349+0000 7f1e3bc15800 20 remove_watcher() i=5 2024-09-12T17:32:36.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.350+0000 7f1e3bc15800 20 remove_watcher() i=6 2024-09-12T17:32:36.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.351+0000 7f1e3bc15800 20 remove_watcher() i=7 2024-09-12T17:32:36.363 DEBUG:teuthology.orchestra.run.smithi123:> radosgw-admin gc process --include-all 2024-09-12T17:32:36.417 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:36.417 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:36.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.453+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.454+0000 7fe158d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.454+0000 7fe158d25800 20 realm 2024-09-12T17:32:36.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.454+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.454+0000 7fe158d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.454+0000 7fe158d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:36.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.454+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.455+0000 7fe158d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.455+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.456+0000 7fe158d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:36.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.456+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.456+0000 7fe158d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:36.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.456+0000 7fe158d25800 20 searching for the correct realm 2024-09-12T17:32:36.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.458+0000 7fe155134640 0 -- 172.21.15.123:0/119493441 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fe148018070 msgr2=0x7fe14805fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:36.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.665+0000 7fe154132640 0 -- 172.21.15.123:0/119493441 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fe14c04ea30 msgr2=0x7fe14c057070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:36.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:36.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:36.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:36.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:36.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:36.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:36.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.872+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:36.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:36.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 zone default found 2024-09-12T17:32:36.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 4 Realm: () 2024-09-12T17:32:36.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:36.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:36.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:36.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 zonegroup default 2024-09-12T17:32:36.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.873+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.874+0000 7fe158d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.874+0000 7fe158d25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.874+0000 7fe158d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.874+0000 7fe158d25800 20 started sync module instance, tier type = 2024-09-12T17:32:36.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.874+0000 7fe158d25800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:36.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.883+0000 7fe158d25800 20 add_watcher() i=0 2024-09-12T17:32:36.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.883+0000 7fe158d25800 20 add_watcher() i=1 2024-09-12T17:32:36.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.883+0000 7fe158d25800 20 add_watcher() i=2 2024-09-12T17:32:36.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.883+0000 7fe158d25800 20 add_watcher() i=3 2024-09-12T17:32:36.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.883+0000 7fe158d25800 20 add_watcher() i=4 2024-09-12T17:32:36.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.883+0000 7fe158d25800 20 add_watcher() i=5 2024-09-12T17:32:36.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.883+0000 7fe158d25800 20 add_watcher() i=6 2024-09-12T17:32:36.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.884+0000 7fe158d25800 20 add_watcher() i=7 2024-09-12T17:32:36.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.884+0000 7fe158d25800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:36.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.885+0000 7fe00b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:36.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.886+0000 7fe158d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:36.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.886+0000 7fe158d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:36.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.920+0000 7fe00a7e4640 20 reqs_thread_entry: start 2024-09-12T17:32:36.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.920+0000 7fe158d25800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:36.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.921+0000 7fe158d25800 20 Filter name: none 2024-09-12T17:32:36.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.921+0000 7fe0037fe640 20 reqs_thread_entry: start 2024-09-12T17:32:36.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.921+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:32:36.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.922+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.922+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.923+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.924+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:32:36.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.925+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.926+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.926+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.927+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:32:36.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.928+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.929+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.929+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.930+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:32:36.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.931+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.932+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.932+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.933+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:32:36.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.934+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.935+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.935+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.936+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:32:36.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.937+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.938+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.938+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.939+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:32:36.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.940+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.941+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.942+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.943+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:32:36.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.944+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.945+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.945+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.946+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:32:36.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.947+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.947+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.948+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.949+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:32:36.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.950+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.950+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.951+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.953 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.952+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:32:36.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.953+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.954+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.954+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.955+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:32:36.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.956+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.956+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.957+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.958+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:32:36.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.959+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.959+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.959+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.961+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:32:36.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.962+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.962+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.963+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.964+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:32:36.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.965+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.965+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.965+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.966+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:32:36.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.968+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.969 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.968+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.969+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.970+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:32:36.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.971+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.971+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.972+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.973+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:32:36.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.974+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.974+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.974+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.976+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:32:36.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.977+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.977+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.978+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.979+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:32:36.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.980+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.980+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.981+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.981+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:32:36.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.983+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.983+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.983+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.984+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:32:36.986 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.986+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.987 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.986+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.988 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.986+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.988 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.987+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:32:36.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.988+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.990 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.989+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.990 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.989+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.991 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.990+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:32:36.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.991+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.993 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.992+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.993 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.992+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.993+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:32:36.995 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.994+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.995 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.994+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.995 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.995+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.996+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:32:36.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.997+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:36.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.998+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:36.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.998+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.000 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:36.999+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:32:37.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.000+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.001+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:37.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.001+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.002+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:32:37.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.004+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.004+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:37.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.004+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.005+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:32:37.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.006+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.007+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:37.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.007+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.009 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.008+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:32:37.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.009+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.010+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:37.011 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.010+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.011+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:32:37.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.012+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.013+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:37.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.013+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.014+0000 7fe158d25800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:32:37.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.015+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.016+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:32:37.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.016+0000 7fe158d25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:32:37.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.018+0000 7fe00b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:37.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.020+0000 7fe158d25800 20 remove_watcher() i=0 2024-09-12T17:32:37.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.020+0000 7fe158d25800 2 removed watcher, disabling cache 2024-09-12T17:32:37.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.021+0000 7fe158d25800 20 remove_watcher() i=1 2024-09-12T17:32:37.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.022+0000 7fe158d25800 20 remove_watcher() i=2 2024-09-12T17:32:37.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.023+0000 7fe158d25800 20 remove_watcher() i=3 2024-09-12T17:32:37.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.024+0000 7fe158d25800 20 remove_watcher() i=4 2024-09-12T17:32:37.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.025+0000 7fe158d25800 20 remove_watcher() i=5 2024-09-12T17:32:37.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.026+0000 7fe158d25800 20 remove_watcher() i=6 2024-09-12T17:32:37.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:37.027+0000 7fe158d25800 20 remove_watcher() i=7 2024-09-12T17:32:37.039 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-12T17:32:37.194 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-12T17:32:37.194 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-12T17:32:37.194 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-12T17:32:37.195 DEBUG:teuthology.orchestra.run.smithi123:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:32:37.227 INFO:teuthology.orchestra.run.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-12T17:32:38.371 INFO:tasks.s3tests:Creating rgw users... 2024-09-12T17:32:38.372 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-12T17:32:38.474 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:38.474 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:38.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.506+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 20 realm 2024-09-12T17:32:38.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:38.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.508+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.509+0000 7f34e9520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.509+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.510+0000 7f34e9520800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:38.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.510+0000 7f34e9520800 20 searching for the correct realm 2024-09-12T17:32:38.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.512+0000 7f34e5a69640 0 -- 172.21.15.123:0/636512541 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f34d0001c20 msgr2=0x7f34d0067d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:38.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.720+0000 7f34dca67640 0 -- 172.21.15.123:0/636512541 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f34e00b9440 msgr2=0x7f34e00df590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.927+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 zone default found 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 4 Realm: () 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 zonegroup default 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.928+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.929+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.929+0000 7f34e9520800 20 started sync module instance, tier type = 2024-09-12T17:32:38.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.929+0000 7f34e9520800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:38.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.938+0000 7f34e9520800 20 add_watcher() i=0 2024-09-12T17:32:38.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.938+0000 7f34e9520800 20 add_watcher() i=1 2024-09-12T17:32:38.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.938+0000 7f34e9520800 20 add_watcher() i=2 2024-09-12T17:32:38.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.938+0000 7f34e9520800 20 add_watcher() i=3 2024-09-12T17:32:38.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.938+0000 7f34e9520800 20 add_watcher() i=4 2024-09-12T17:32:38.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.938+0000 7f34e9520800 20 add_watcher() i=5 2024-09-12T17:32:38.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.938+0000 7f34e9520800 20 add_watcher() i=6 2024-09-12T17:32:38.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.939+0000 7f34e9520800 20 add_watcher() i=7 2024-09-12T17:32:38.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.939+0000 7f34e9520800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:38.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f339bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f34e9520800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:38.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f34e9520800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:38.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f34e9520800 5 note: GC not initialized 2024-09-12T17:32:38.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f339afe5640 20 reqs_thread_entry: start 2024-09-12T17:32:38.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f34e9520800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:38.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f34e9520800 20 Filter name: none 2024-09-12T17:32:38.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.941+0000 7f3398fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:38.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-12T17:32:38.943 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T17:32:38.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.942+0000 7f34e9520800 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-12T17:32:38.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.943+0000 7f34e9520800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T17:32:38.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.943+0000 7f34e9520800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T17:32:38.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.943+0000 7f34e9520800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-12T17:32:38.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.944+0000 7f33c8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366261 cookie 94056506791280 notifier 8393 bl.length()=384 2024-09-12T17:32:38.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.944+0000 7f33c8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T17:32:38.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.944+0000 7f33c8ff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T17:32:38.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.947+0000 7f34e9520800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T17:32:38.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.947+0000 7f34e9520800 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T17:32:38.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.947+0000 7f34e9520800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-12T17:32:38.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.947+0000 7f33c8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366334 cookie 94056506807344 notifier 8393 bl.length()=225 2024-09-12T17:32:38.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.947+0000 7f33c8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T17:32:38.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.947+0000 7f33c8ff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T17:32:38.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.949+0000 7f34e9520800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T17:32:38.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.949+0000 7f34e9520800 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T17:32:38.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.949+0000 7f34e9520800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-12T17:32:38.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.950+0000 7f33b7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366247 cookie 94056506804592 notifier 8393 bl.length()=234 2024-09-12T17:32:38.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.950+0000 7f33b7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T17:32:38.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.950+0000 7f33b7fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T17:32:38.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.952+0000 7f339bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.954+0000 7f34e9520800 20 remove_watcher() i=0 2024-09-12T17:32:38.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.954+0000 7f34e9520800 2 removed watcher, disabling cache 2024-09-12T17:32:38.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.955+0000 7f34e9520800 20 remove_watcher() i=1 2024-09-12T17:32:38.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.956+0000 7f34e9520800 20 remove_watcher() i=2 2024-09-12T17:32:38.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.957+0000 7f34e9520800 20 remove_watcher() i=3 2024-09-12T17:32:38.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.958+0000 7f34e9520800 20 remove_watcher() i=4 2024-09-12T17:32:38.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.959+0000 7f34e9520800 20 remove_watcher() i=5 2024-09-12T17:32:38.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.960+0000 7f34e9520800 20 remove_watcher() i=6 2024-09-12T17:32:38.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:38.961+0000 7f34e9520800 20 remove_watcher() i=7 2024-09-12T17:32:38.970 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "id": "RGW11111111111111111", 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "tenant": "", 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "name": "Mr.RGW11111111111111111", 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "quota": { 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:38.971 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_users": 1000, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_roles": 1000, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_groups": 1000, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout: "max_access_keys": 4 2024-09-12T17:32:38.972 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:38.974 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-12T17:32:38.974 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key EICDAEPSSLSZIMBOQAXW --secret ee75uP0NGRYhCORaFSL0LhIfIFLT8J5CYUV4w3VrRdliLTAMETcPIA== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-12T17:32:39.041 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:39.041 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:39.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.074+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.075+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.075+0000 7f4a1840f800 20 realm 2024-09-12T17:32:39.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.075+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.076+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.076+0000 7f4a1840f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:39.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.076+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.076+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.076+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.077+0000 7f4a1840f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.077+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.077+0000 7f4a1840f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:39.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.077+0000 7f4a1840f800 20 searching for the correct realm 2024-09-12T17:32:39.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.080+0000 7f4a14349640 0 -- 172.21.15.123:0/3942407421 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f49fc017040 msgr2=0x7f49fc0380c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:39.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.084+0000 7f4a13347640 0 -- 172.21.15.123:0/3942407421 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f4a0c0e5260 msgr2=0x7f4a0c057030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:39.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.291+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 zone default found 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 4 Realm: () 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 zonegroup default 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.292+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.293+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.293+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.293+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.293+0000 7f4a1840f800 20 started sync module instance, tier type = 2024-09-12T17:32:39.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.293+0000 7f4a1840f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:39.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.303+0000 7f4a1840f800 20 add_watcher() i=0 2024-09-12T17:32:39.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.303+0000 7f4a1840f800 20 add_watcher() i=1 2024-09-12T17:32:39.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.303+0000 7f4a1840f800 20 add_watcher() i=2 2024-09-12T17:32:39.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.303+0000 7f4a1840f800 20 add_watcher() i=3 2024-09-12T17:32:39.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.303+0000 7f4a1840f800 20 add_watcher() i=4 2024-09-12T17:32:39.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.303+0000 7f4a1840f800 20 add_watcher() i=5 2024-09-12T17:32:39.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.303+0000 7f4a1840f800 20 add_watcher() i=6 2024-09-12T17:32:39.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.304+0000 7f4a1840f800 20 add_watcher() i=7 2024-09-12T17:32:39.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.304+0000 7f4a1840f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.306+0000 7f48c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.306+0000 7f4a1840f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.306+0000 7f4a1840f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.306+0000 7f4a1840f800 5 note: GC not initialized 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.306+0000 7f48c8fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.306+0000 7f4a1840f800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.306+0000 7f4a1840f800 20 Filter name: none 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f48427fc640 20 reqs_thread_entry: start 2024-09-12T17:32:39.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 cache get: name=default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW : miss 2024-09-12T17:32:39.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 cache put: name=default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW info.flags=0x0 2024-09-12T17:32:39.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 adding default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW to cache LRU end 2024-09-12T17:32:39.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.307+0000 7f4a1840f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.308+0000 7f4a1840f800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.308+0000 7f4a1840f800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.308+0000 7f4a1840f800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.308+0000 7f4a1840f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.308+0000 7f4a1840f800 10 cache get: name=default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW : hit (negative entry) 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.308+0000 7f4a1840f800 10 cache get: name=default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW : hit (negative entry) 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.309+0000 7f4a1840f800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.309+0000 7f4a1840f800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:32:39.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.309+0000 7f4a1840f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T17:32:39.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.310+0000 7f48f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366335 cookie 94804081314736 notifier 8411 bl.length()=673 2024-09-12T17:32:39.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.310+0000 7f48f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:32:39.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.310+0000 7f48f2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:32:39.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.313+0000 7f4a1840f800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T17:32:39.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.313+0000 7f4a1840f800 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:32:39.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.313+0000 7f4a1840f800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-12T17:32:39.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.313+0000 7f48f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366336 cookie 94804081329472 notifier 8411 bl.length()=185 2024-09-12T17:32:39.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.313+0000 7f48f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T17:32:39.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.313+0000 7f48f2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:32:39.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.316+0000 7f4a1840f800 10 cache put: name=default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW info.flags=0x7 2024-09-12T17:32:39.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.316+0000 7f4a1840f800 10 moving default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW to cache LRU end 2024-09-12T17:32:39.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.316+0000 7f4a1840f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:EICDAEPSSLSZIMBOQAXW, ofs0, ns] 2024-09-12T17:32:39.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.316+0000 7f48f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366248 cookie 94804081326688 notifier 8411 bl.length()=186 2024-09-12T17:32:39.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.316+0000 7f48f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW info.flags=0x7 2024-09-12T17:32:39.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.316+0000 7f48f2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+EICDAEPSSLSZIMBOQAXW to cache LRU end 2024-09-12T17:32:39.319 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.318+0000 7f4a1840f800 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-12T17:32:39.319 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:39.319 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "foo.client.0", 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "foo+test@test.test", 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "foo.client.0", 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "EICDAEPSSLSZIMBOQAXW", 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "ee75uP0NGRYhCORaFSL0LhIfIFLT8J5CYUV4w3VrRdliLTAMETcPIA==", 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:39.308964Z" 2024-09-12T17:32:39.320 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:39.321 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:39.322 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:32:39.322 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:39.322 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:39.322 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:39.322 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:39.322 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "root", 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "RGW11111111111111111", 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:39.308953Z", 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:32:39.323 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:32:39.324 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:39.324 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:39.324 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.319+0000 7f48c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:39.324 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.322+0000 7f4a1840f800 20 remove_watcher() i=0 2024-09-12T17:32:39.324 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.322+0000 7f4a1840f800 2 removed watcher, disabling cache 2024-09-12T17:32:39.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.323+0000 7f4a1840f800 20 remove_watcher() i=1 2024-09-12T17:32:39.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.324+0000 7f4a1840f800 20 remove_watcher() i=2 2024-09-12T17:32:39.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.325+0000 7f4a1840f800 20 remove_watcher() i=3 2024-09-12T17:32:39.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.326+0000 7f4a1840f800 20 remove_watcher() i=4 2024-09-12T17:32:39.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.327+0000 7f4a1840f800 20 remove_watcher() i=5 2024-09-12T17:32:39.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.328+0000 7f4a1840f800 20 remove_watcher() i=6 2024-09-12T17:32:39.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.329+0000 7f4a1840f800 20 remove_watcher() i=7 2024-09-12T17:32:39.341 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 0843793848 --totp-seed ZOKDC7SPH7IWXQVDV3J2EL7D3M7PMDNLBIXJVLRWKVY4MI6QZHSBVICXX2JIMLVB --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:32:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:39.407 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:39.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.441+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 20 realm 2024-09-12T17:32:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.443+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.444+0000 7faeb2f25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.444+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.444+0000 7faeb2f25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:39.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.444+0000 7faeb2f25800 20 searching for the correct realm 2024-09-12T17:32:39.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.445+0000 7faeaebb5640 0 -- 172.21.15.123:0/1914139249 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x558156212a40 msgr2=0x7faea80656e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:39.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.449+0000 7faeaebb5640 0 -- 172.21.15.123:0/1914139249 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x558156215370 msgr2=0x7faea80656e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:39.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.659+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 zone default found 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 4 Realm: () 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:39.662 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 zonegroup default 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.660+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.661+0000 7faeb2f25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.661+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.661+0000 7faeb2f25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.661+0000 7faeb2f25800 20 started sync module instance, tier type = 2024-09-12T17:32:39.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.661+0000 7faeb2f25800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:39.673 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=0 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=1 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=2 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=3 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=4 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=5 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=6 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 20 add_watcher() i=7 2024-09-12T17:32:39.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.671+0000 7faeb2f25800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.673+0000 7fad657e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.673+0000 7faeb2f25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.673+0000 7faeb2f25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.673+0000 7faeb2f25800 5 note: GC not initialized 2024-09-12T17:32:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.674+0000 7facdffff640 20 reqs_thread_entry: start 2024-09-12T17:32:39.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.674+0000 7faeb2f25800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.674+0000 7faeb2f25800 20 Filter name: none 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.674+0000 7facddffb640 20 reqs_thread_entry: start 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.674+0000 7faeb2f25800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.674+0000 7faeb2f25800 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.675+0000 7faeb2f25800 20 rados_obj.operate() r=0 bl.length=488 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.675+0000 7faeb2f25800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.675+0000 7faeb2f25800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:32:39.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:39.675+0000 7faeb2f25800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:41.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.553+0000 7faeb2f25800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:32:41.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.553+0000 7faeb2f25800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:32:41.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.553+0000 7faeb2f25800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T17:32:41.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.554+0000 7fad91ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300929 cookie 94013985563536 notifier 9159 bl.length()=687 2024-09-12T17:32:41.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.554+0000 7fad91ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:32:41.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.554+0000 7fad91ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:32:41.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.557+0000 7fad657e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.559+0000 7faeb2f25800 20 remove_watcher() i=0 2024-09-12T17:32:41.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.559+0000 7faeb2f25800 2 removed watcher, disabling cache 2024-09-12T17:32:41.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.560+0000 7faeb2f25800 20 remove_watcher() i=1 2024-09-12T17:32:41.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.562+0000 7faeb2f25800 20 remove_watcher() i=2 2024-09-12T17:32:41.563 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.563+0000 7faeb2f25800 20 remove_watcher() i=3 2024-09-12T17:32:41.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.564+0000 7faeb2f25800 20 remove_watcher() i=4 2024-09-12T17:32:41.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.565+0000 7faeb2f25800 20 remove_watcher() i=5 2024-09-12T17:32:41.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.566+0000 7faeb2f25800 20 remove_watcher() i=6 2024-09-12T17:32:41.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.567+0000 7faeb2f25800 20 remove_watcher() i=7 2024-09-12T17:32:41.581 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-12T17:32:41.581 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key KJKFYGDHPQAUEUVIXMEI --secret uStjfGIgVtJQKFjqrxCVdumoOC5P39sZBuOE+G7RJgb1xMhoXwyTXA== --cluster ceph 2024-09-12T17:32:41.647 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:41.647 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:41.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.681+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.682+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.682+0000 7f3e6860e800 20 realm 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.682+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.683+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.683+0000 7f3e6860e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.683+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.683+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.683+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.684+0000 7f3e6860e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.684+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.684+0000 7f3e6860e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:41.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.684+0000 7f3e6860e800 20 searching for the correct realm 2024-09-12T17:32:41.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.686+0000 7f3e6456c640 0 -- 172.21.15.123:0/2073070102 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f3e4c0c9c20 msgr2=0x7f3e4c091150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:41.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:41.893+0000 7f3e5bfff640 0 -- 172.21.15.123:0/2073070102 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f3e5c054930 msgr2=0x7f3e5c0828c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.099+0000 7f3e6860e800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.099+0000 7f3e6860e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.099+0000 7f3e6860e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.099+0000 7f3e6860e800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.099+0000 7f3e6860e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.099+0000 7f3e6860e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.099+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.102 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:42.102 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 zone default found 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 4 Realm: () 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 zonegroup default 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.100+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.101+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.101+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.101+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.101+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.101+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.101+0000 7f3e6860e800 20 started sync module instance, tier type = 2024-09-12T17:32:42.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.101+0000 7f3e6860e800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:42.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.111+0000 7f3e6860e800 20 add_watcher() i=0 2024-09-12T17:32:42.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.111+0000 7f3e6860e800 20 add_watcher() i=1 2024-09-12T17:32:42.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.111+0000 7f3e6860e800 20 add_watcher() i=2 2024-09-12T17:32:42.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.111+0000 7f3e6860e800 20 add_watcher() i=3 2024-09-12T17:32:42.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.111+0000 7f3e6860e800 20 add_watcher() i=4 2024-09-12T17:32:42.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.111+0000 7f3e6860e800 20 add_watcher() i=5 2024-09-12T17:32:42.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.111+0000 7f3e6860e800 20 add_watcher() i=6 2024-09-12T17:32:42.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.112+0000 7f3e6860e800 20 add_watcher() i=7 2024-09-12T17:32:42.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.112+0000 7f3e6860e800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.113+0000 7f3d19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3e6860e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3e6860e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3e6860e800 5 note: GC not initialized 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3d18fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3e6860e800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3e6860e800 20 Filter name: none 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3c927fc640 20 reqs_thread_entry: start 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3e6860e800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T17:32:42.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.114+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-12T17:32:42.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 cache get: name=default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI : miss 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 cache put: name=default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI info.flags=0x0 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 adding default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI to cache LRU end 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 cache get: name=default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI : hit (negative entry) 2024-09-12T17:32:42.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.115+0000 7f3e6860e800 10 cache get: name=default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI : hit (negative entry) 2024-09-12T17:32:42.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.117+0000 7f3e6860e800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:32:42.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.117+0000 7f3e6860e800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:32:42.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.117+0000 7f3e6860e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T17:32:42.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.117+0000 7f3d42ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300854 cookie 94223424965744 notifier 8444 bl.length()=645 2024-09-12T17:32:42.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.117+0000 7f3d42ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:32:42.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.117+0000 7f3d42ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:32:42.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.120+0000 7f3e6860e800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T17:32:42.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.120+0000 7f3e6860e800 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:32:42.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.120+0000 7f3e6860e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-12T17:32:42.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.120+0000 7f3d42ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300998 cookie 94223424976528 notifier 8444 bl.length()=185 2024-09-12T17:32:42.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.120+0000 7f3d42ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T17:32:42.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.120+0000 7f3d42ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:32:42.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.123+0000 7f3e6860e800 10 cache put: name=default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI info.flags=0x7 2024-09-12T17:32:42.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.123+0000 7f3e6860e800 10 moving default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI to cache LRU end 2024-09-12T17:32:42.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.123+0000 7f3e6860e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:KJKFYGDHPQAUEUVIXMEI, ofs0, ns] 2024-09-12T17:32:42.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.123+0000 7f3d42ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300810 cookie 94223424968480 notifier 8444 bl.length()=186 2024-09-12T17:32:42.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.124+0000 7f3d42ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI info.flags=0x7 2024-09-12T17:32:42.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.124+0000 7f3d42ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+KJKFYGDHPQAUEUVIXMEI to cache LRU end 2024-09-12T17:32:42.125 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:42.126 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "bar.client.0", 2024-09-12T17:32:42.128 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr.bar.client.0", 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "bar+test@test.test", 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "bar.client.0", 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "KJKFYGDHPQAUEUVIXMEI", 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "uStjfGIgVtJQKFjqrxCVdumoOC5P39sZBuOE+G7RJgb1xMhoXwyTXA==", 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:42.116257Z" 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:42.129 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:42.130 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "rgw", 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "", 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:42.116242Z", 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:32:42.131 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:32:42.132 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:42.132 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:42.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.126+0000 7f3d19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:42.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.128+0000 7f3e6860e800 20 remove_watcher() i=0 2024-09-12T17:32:42.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.128+0000 7f3e6860e800 2 removed watcher, disabling cache 2024-09-12T17:32:42.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.129+0000 7f3e6860e800 20 remove_watcher() i=1 2024-09-12T17:32:42.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.131+0000 7f3e6860e800 20 remove_watcher() i=2 2024-09-12T17:32:42.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.132+0000 7f3e6860e800 20 remove_watcher() i=3 2024-09-12T17:32:42.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.133+0000 7f3e6860e800 20 remove_watcher() i=4 2024-09-12T17:32:42.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.134+0000 7f3e6860e800 20 remove_watcher() i=5 2024-09-12T17:32:42.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.135+0000 7f3e6860e800 20 remove_watcher() i=6 2024-09-12T17:32:42.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.136+0000 7f3e6860e800 20 remove_watcher() i=7 2024-09-12T17:32:42.148 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 4258793864 --totp-seed I6OLMCTL6727B3YHMLACV73EFMEUNNM33HGGKM6BHODWYAMV4DZ3YFLSC4277SZA --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:32:42.213 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:42.213 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:42.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.246+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.247+0000 7fefa8c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.247+0000 7fefa8c98800 20 realm 2024-09-12T17:32:42.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.247+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.247+0000 7fefa8c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.247+0000 7fefa8c98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:42.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.247+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.248+0000 7fefa8c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.248+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.249+0000 7fefa8c98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.249+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.249+0000 7fefa8c98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:42.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.249+0000 7fefa8c98800 20 searching for the correct realm 2024-09-12T17:32:42.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.252+0000 7fefa6f83640 0 -- 172.21.15.123:0/11097871 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x55797179f3e0 msgr2=0x5579717a17f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:42.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.457+0000 7fefa5f81640 0 -- 172.21.15.123:0/11097871 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fefa00a3910 msgr2=0x7fefa00803f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:42.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:42.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:42.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:42.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:42.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:42.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:42.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.883+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:42.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 20 zone default found 2024-09-12T17:32:42.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 4 Realm: () 2024-09-12T17:32:42.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 20 zonegroup default 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.884+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.885+0000 7fefa8c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.885+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.885+0000 7fefa8c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.885+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.885+0000 7fefa8c98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.885+0000 7fefa8c98800 20 started sync module instance, tier type = 2024-09-12T17:32:42.887 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.885+0000 7fefa8c98800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:42.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=0 2024-09-12T17:32:42.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=1 2024-09-12T17:32:42.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=2 2024-09-12T17:32:42.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=3 2024-09-12T17:32:42.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=4 2024-09-12T17:32:42.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=5 2024-09-12T17:32:42.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=6 2024-09-12T17:32:42.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 20 add_watcher() i=7 2024-09-12T17:32:42.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.896+0000 7fefa8c98800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.898+0000 7fee5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.898+0000 7fefa8c98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.898+0000 7fefa8c98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.898+0000 7fefa8c98800 5 note: GC not initialized 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.899+0000 7fee577fe640 20 reqs_thread_entry: start 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.899+0000 7fefa8c98800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.899+0000 7fefa8c98800 20 Filter name: none 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.899+0000 7fee557fa640 20 reqs_thread_entry: start 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.899+0000 7fefa8c98800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T17:32:42.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.899+0000 7fefa8c98800 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.900+0000 7fefa8c98800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:32:42.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.900+0000 7fefa8c98800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-12T17:32:42.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.900+0000 7fefa8c98800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:32:42.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.900+0000 7fefa8c98800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:42.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.902+0000 7fefa8c98800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:32:42.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.902+0000 7fefa8c98800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:32:42.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.902+0000 7fefa8c98800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T17:32:42.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.903+0000 7fee89ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268151 cookie 93980083226064 notifier 8462 bl.length()=659 2024-09-12T17:32:42.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.903+0000 7fee89ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:32:42.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.903+0000 7fee89ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:32:42.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.905+0000 7fee5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:42.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.907+0000 7fefa8c98800 20 remove_watcher() i=0 2024-09-12T17:32:42.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.907+0000 7fefa8c98800 2 removed watcher, disabling cache 2024-09-12T17:32:42.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.908+0000 7fefa8c98800 20 remove_watcher() i=1 2024-09-12T17:32:42.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.909+0000 7fefa8c98800 20 remove_watcher() i=2 2024-09-12T17:32:42.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.911+0000 7fefa8c98800 20 remove_watcher() i=3 2024-09-12T17:32:42.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.912+0000 7fefa8c98800 20 remove_watcher() i=4 2024-09-12T17:32:42.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.913+0000 7fefa8c98800 20 remove_watcher() i=5 2024-09-12T17:32:42.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.914+0000 7fefa8c98800 20 remove_watcher() i=6 2024-09-12T17:32:42.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:42.915+0000 7fefa8c98800 20 remove_watcher() i=7 2024-09-12T17:32:42.926 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2024-09-12T17:32:42.927 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key ZAZQSORBKKKGVOKHMKEM --secret srHCE6XkTryJb2GEtxZmzkH1ri/MHVOiEGWcsa9qYQS4Di6NRz40Dw== --cluster ceph 2024-09-12T17:32:42.991 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:42.991 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:43.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.024+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.025+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.025+0000 7f4cbf32d800 20 realm 2024-09-12T17:32:43.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.025+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.026+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.026+0000 7f4cbf32d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.026+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.026+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.026+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.027+0000 7f4cbf32d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.027+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.027+0000 7f4cbf32d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.027+0000 7f4cbf32d800 20 searching for the correct realm 2024-09-12T17:32:43.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.029+0000 7f4cbb877640 0 -- 172.21.15.123:0/1877978174 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f4ca404eff0 msgr2=0x7f4ca4050320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.235+0000 7f4cba875640 0 -- 172.21.15.123:0/1877978174 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f4cac061040 msgr2=0x7f4cac07f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.441+0000 7f4cbf32d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.441+0000 7f4cbf32d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.441+0000 7f4cbf32d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.441+0000 7f4cbf32d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.441+0000 7f4cbf32d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.441+0000 7f4cbf32d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.441+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.442+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.442+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.442+0000 7f4cbf32d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.442+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 zone default found 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 4 Realm: () 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 zonegroup default 2024-09-12T17:32:43.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.443+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.444+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.444+0000 7f4cbf32d800 20 started sync module instance, tier type = 2024-09-12T17:32:43.446 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.444+0000 7f4cbf32d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:43.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.454+0000 7f4cbf32d800 20 add_watcher() i=0 2024-09-12T17:32:43.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.454+0000 7f4cbf32d800 20 add_watcher() i=1 2024-09-12T17:32:43.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.454+0000 7f4cbf32d800 20 add_watcher() i=2 2024-09-12T17:32:43.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.454+0000 7f4cbf32d800 20 add_watcher() i=3 2024-09-12T17:32:43.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.454+0000 7f4cbf32d800 20 add_watcher() i=4 2024-09-12T17:32:43.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.454+0000 7f4cbf32d800 20 add_watcher() i=5 2024-09-12T17:32:43.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.454+0000 7f4cbf32d800 20 add_watcher() i=6 2024-09-12T17:32:43.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.455+0000 7f4cbf32d800 20 add_watcher() i=7 2024-09-12T17:32:43.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.455+0000 7f4cbf32d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.457+0000 7f4b71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.457+0000 7f4cbf32d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.457+0000 7f4cbf32d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.457+0000 7f4cbf32d800 5 note: GC not initialized 2024-09-12T17:32:43.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.457+0000 7f4b70fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:43.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.457+0000 7f4cbf32d800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.457+0000 7f4cbf32d800 20 Filter name: none 2024-09-12T17:32:43.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4aea7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:43.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T17:32:43.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-12T17:32:43.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:32:43.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-12T17:32:43.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 10 cache get: name=default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM : miss 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.458+0000 7f4cbf32d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.459+0000 7f4cbf32d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.459+0000 7f4cbf32d800 10 cache put: name=default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM info.flags=0x0 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.459+0000 7f4cbf32d800 10 adding default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM to cache LRU end 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.459+0000 7f4cbf32d800 10 cache get: name=default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM : hit (negative entry) 2024-09-12T17:32:43.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.459+0000 7f4cbf32d800 10 cache get: name=default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM : hit (negative entry) 2024-09-12T17:32:43.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.460+0000 7f4cbf32d800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:32:43.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.460+0000 7f4cbf32d800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:32:43.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.460+0000 7f4cbf32d800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T17:32:43.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.460+0000 7f4b9effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268295 cookie 94390128155872 notifier 8480 bl.length()=719 2024-09-12T17:32:43.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.460+0000 7f4b9effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:32:43.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.460+0000 7f4b9effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:32:43.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.463+0000 7f4cbf32d800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T17:32:43.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.463+0000 7f4cbf32d800 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:32:43.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.463+0000 7f4cbf32d800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-12T17:32:43.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.464+0000 7f4b9effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268139 cookie 94390128159776 notifier 8480 bl.length()=215 2024-09-12T17:32:43.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.464+0000 7f4b9effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T17:32:43.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.464+0000 7f4b9effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:32:43.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.467+0000 7f4cbf32d800 10 cache put: name=default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM info.flags=0x7 2024-09-12T17:32:43.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.467+0000 7f4cbf32d800 10 moving default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM to cache LRU end 2024-09-12T17:32:43.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.467+0000 7f4cbf32d800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:ZAZQSORBKKKGVOKHMKEM, ofs0, ns] 2024-09-12T17:32:43.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.467+0000 7f4b9e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268296 cookie 94390128155872 notifier 8480 bl.length()=201 2024-09-12T17:32:43.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.467+0000 7f4b9e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM info.flags=0x7 2024-09-12T17:32:43.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.467+0000 7f4b9e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZAZQSORBKKKGVOKHMKEM to cache LRU end 2024-09-12T17:32:43.469 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:43.469 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-12T17:32:43.469 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2024-09-12T17:32:43.469 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "testx$tenanteduser.client.0", 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "ZAZQSORBKKKGVOKHMKEM", 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "srHCE6XkTryJb2GEtxZmzkH1ri/MHVOiEGWcsa9qYQS4Di6NRz40Dw==", 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:43.459666Z" 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:43.470 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:43.471 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:43.472 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "rgw", 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "", 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:43.459650Z", 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:43.473 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:43.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.469+0000 7f4b71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.472+0000 7f4cbf32d800 20 remove_watcher() i=0 2024-09-12T17:32:43.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.472+0000 7f4cbf32d800 2 removed watcher, disabling cache 2024-09-12T17:32:43.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.473+0000 7f4cbf32d800 20 remove_watcher() i=1 2024-09-12T17:32:43.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.474+0000 7f4cbf32d800 20 remove_watcher() i=2 2024-09-12T17:32:43.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.475+0000 7f4cbf32d800 20 remove_watcher() i=3 2024-09-12T17:32:43.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.477+0000 7f4cbf32d800 20 remove_watcher() i=4 2024-09-12T17:32:43.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.478+0000 7f4cbf32d800 20 remove_watcher() i=5 2024-09-12T17:32:43.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.479+0000 7f4cbf32d800 20 remove_watcher() i=6 2024-09-12T17:32:43.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.480+0000 7f4cbf32d800 20 remove_watcher() i=7 2024-09-12T17:32:43.492 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 5859271408 --totp-seed X5GGROZUKY6FVWWBH5YX33QAS4R24LQOQRDSDOOXRP6MSQEMSUIWZ3ZAWLUVGPRK --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:32:43.561 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:43.561 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:43.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.594+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 20 realm 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.596+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.597+0000 7f86b252d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.597+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.598+0000 7f86b252d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.598+0000 7f86b252d800 20 searching for the correct realm 2024-09-12T17:32:43.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.600+0000 7f86aea77640 0 -- 172.21.15.123:0/2719487837 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f86a407b040 msgr2=0x7f86a407a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:43.807+0000 7f86ada75640 0 -- 172.21.15.123:0/2719487837 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f86a8068840 msgr2=0x7f86a80669b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.014+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 20 zone default found 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 4 Realm: () 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 20 zonegroup default 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.015+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.016+0000 7f86b252d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.016+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.016+0000 7f86b252d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.016+0000 7f86b252d800 20 started sync module instance, tier type = 2024-09-12T17:32:44.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.016+0000 7f86b252d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:44.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.026+0000 7f86b252d800 20 add_watcher() i=0 2024-09-12T17:32:44.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.026+0000 7f86b252d800 20 add_watcher() i=1 2024-09-12T17:32:44.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.026+0000 7f86b252d800 20 add_watcher() i=2 2024-09-12T17:32:44.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.026+0000 7f86b252d800 20 add_watcher() i=3 2024-09-12T17:32:44.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.026+0000 7f86b252d800 20 add_watcher() i=4 2024-09-12T17:32:44.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.026+0000 7f86b252d800 20 add_watcher() i=5 2024-09-12T17:32:44.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.026+0000 7f86b252d800 20 add_watcher() i=6 2024-09-12T17:32:44.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.027+0000 7f86b252d800 20 add_watcher() i=7 2024-09-12T17:32:44.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.027+0000 7f86b252d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:44.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.029+0000 7f8564fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.029+0000 7f86b252d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:44.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.029+0000 7f86b252d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:44.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.029+0000 7f86b252d800 5 note: GC not initialized 2024-09-12T17:32:44.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.029+0000 7f84df7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:44.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.029+0000 7f86b252d800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:44.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.029+0000 7f86b252d800 20 Filter name: none 2024-09-12T17:32:44.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.030+0000 7f84dd7fa640 20 reqs_thread_entry: start 2024-09-12T17:32:44.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.030+0000 7f86b252d800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T17:32:44.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.030+0000 7f86b252d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.030+0000 7f86b252d800 20 rados_obj.operate() r=0 bl.length=519 2024-09-12T17:32:44.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.030+0000 7f86b252d800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-12T17:32:44.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.030+0000 7f86b252d800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:32:44.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.030+0000 7f86b252d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:44.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.033+0000 7f86b252d800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:32:44.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.033+0000 7f86b252d800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:32:44.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.033+0000 7f86b252d800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T17:32:44.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.033+0000 7f8591ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268297 cookie 94735717737136 notifier 8498 bl.length()=733 2024-09-12T17:32:44.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.033+0000 7f8591ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:32:44.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.033+0000 7f8591ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:32:44.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.035+0000 7f8564fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.038+0000 7f86b252d800 20 remove_watcher() i=0 2024-09-12T17:32:44.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.038+0000 7f86b252d800 2 removed watcher, disabling cache 2024-09-12T17:32:44.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.039+0000 7f86b252d800 20 remove_watcher() i=1 2024-09-12T17:32:44.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.040+0000 7f86b252d800 20 remove_watcher() i=2 2024-09-12T17:32:44.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.042+0000 7f86b252d800 20 remove_watcher() i=3 2024-09-12T17:32:44.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.043+0000 7f86b252d800 20 remove_watcher() i=4 2024-09-12T17:32:44.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.044+0000 7f86b252d800 20 remove_watcher() i=5 2024-09-12T17:32:44.045 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.044+0000 7f86b252d800 20 remove_watcher() i=6 2024-09-12T17:32:44.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.045+0000 7f86b252d800 20 remove_watcher() i=7 2024-09-12T17:32:44.057 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-12T17:32:44.057 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key YNAREBSBHASZKCDZFHLF --secret dEpmtdVUYRUB0B9Kar6jLLObFG4raShyX0oz6OaOwj0LvF/1TFv7RA== --cluster ceph 2024-09-12T17:32:44.121 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:44.121 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:44.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.154+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.155+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.155+0000 7faf9af3d800 20 realm 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.155+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.156+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.156+0000 7faf9af3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.156+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.156+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.156+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.157+0000 7faf9af3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.157+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.157+0000 7faf9af3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:44.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.158+0000 7faf9af3d800 20 searching for the correct realm 2024-09-12T17:32:44.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.160+0000 7faf9742b640 0 -- 172.21.15.123:0/417881181 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7faf8003e970 msgr2=0x7faf8004e420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:44.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.164+0000 7faf8e429640 0 -- 172.21.15.123:0/417881181 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7faf9001abf0 msgr2=0x7faf900a70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:44.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:44.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:44.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:44.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:44.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:44.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:44.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.371+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 20 zone default found 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 4 Realm: () 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 20 zonegroup default 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.372+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.373+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.373+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.373+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.373+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.373+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.373+0000 7faf9af3d800 20 started sync module instance, tier type = 2024-09-12T17:32:44.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.373+0000 7faf9af3d800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.383+0000 7faf9af3d800 20 add_watcher() i=0 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.383+0000 7faf9af3d800 20 add_watcher() i=1 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.383+0000 7faf9af3d800 20 add_watcher() i=2 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.383+0000 7faf9af3d800 20 add_watcher() i=3 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.383+0000 7faf9af3d800 20 add_watcher() i=4 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.383+0000 7faf9af3d800 20 add_watcher() i=5 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.383+0000 7faf9af3d800 20 add_watcher() i=6 2024-09-12T17:32:44.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.384+0000 7faf9af3d800 20 add_watcher() i=7 2024-09-12T17:32:44.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.384+0000 7faf9af3d800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.385+0000 7fae4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.385+0000 7faf9af3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.385+0000 7faf9af3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 5 note: GC not initialized 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7fadc7fff640 20 reqs_thread_entry: start 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 20 Filter name: none 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7fadc5ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:32:44.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-12T17:32:44.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.386+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 10 cache get: name=default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF : miss 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 10 cache put: name=default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF info.flags=0x0 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 10 adding default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF to cache LRU end 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 10 cache get: name=default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF : hit (negative entry) 2024-09-12T17:32:44.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.387+0000 7faf9af3d800 10 cache get: name=default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF : hit (negative entry) 2024-09-12T17:32:44.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.388+0000 7faf9af3d800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:32:44.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.388+0000 7faf9af3d800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:44.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.388+0000 7faf9af3d800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:32:44.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.389+0000 7fae7a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268140 cookie 94497584079568 notifier 8513 bl.length()=660 2024-09-12T17:32:44.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.389+0000 7fae7a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:32:44.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.389+0000 7fae7a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:44.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.392+0000 7faf9af3d800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T17:32:44.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.392+0000 7faf9af3d800 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:32:44.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.392+0000 7faf9af3d800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-12T17:32:44.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.392+0000 7fae7a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268152 cookie 94497584054176 notifier 8513 bl.length()=191 2024-09-12T17:32:44.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.392+0000 7fae7a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T17:32:44.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.392+0000 7fae7a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:32:44.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.395+0000 7faf9af3d800 10 cache put: name=default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF info.flags=0x7 2024-09-12T17:32:44.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.395+0000 7faf9af3d800 10 moving default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF to cache LRU end 2024-09-12T17:32:44.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.395+0000 7faf9af3d800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:YNAREBSBHASZKCDZFHLF, ofs0, ns] 2024-09-12T17:32:44.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.395+0000 7fae7a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268153 cookie 94497584054176 notifier 8513 bl.length()=189 2024-09-12T17:32:44.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.395+0000 7fae7a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF info.flags=0x7 2024-09-12T17:32:44.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.395+0000 7fae7a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+YNAREBSBHASZKCDZFHLF to cache LRU end 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "foobar.client.0", 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "foobar+test@test.test", 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:32:44.397 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "foobar.client.0", 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "YNAREBSBHASZKCDZFHLF", 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "dEpmtdVUYRUB0B9Kar6jLLObFG4raShyX0oz6OaOwj0LvF/1TFv7RA==", 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:44.388204Z" 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:32:44.398 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:44.399 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "rgw", 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "", 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:44.388188Z", 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:44.400 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:44.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.397+0000 7fae4d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.400+0000 7faf9af3d800 20 remove_watcher() i=0 2024-09-12T17:32:44.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.400+0000 7faf9af3d800 2 removed watcher, disabling cache 2024-09-12T17:32:44.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.401+0000 7faf9af3d800 20 remove_watcher() i=1 2024-09-12T17:32:44.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.402+0000 7faf9af3d800 20 remove_watcher() i=2 2024-09-12T17:32:44.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.403+0000 7faf9af3d800 20 remove_watcher() i=3 2024-09-12T17:32:44.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.404+0000 7faf9af3d800 20 remove_watcher() i=4 2024-09-12T17:32:44.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.405+0000 7faf9af3d800 20 remove_watcher() i=5 2024-09-12T17:32:44.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.406+0000 7faf9af3d800 20 remove_watcher() i=6 2024-09-12T17:32:44.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.407+0000 7faf9af3d800 20 remove_watcher() i=7 2024-09-12T17:32:44.419 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 2016696781 --totp-seed LLCH2RYTQRCRLD2KMJFXGML4OUWBM7M26J6JEROZYPS2T4UWC5IZB4XFMOWCQG6N --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:32:44.485 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:44.485 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:44.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.518+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.520+0000 7fbc6ad24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.520+0000 7fbc6ad24800 20 realm 2024-09-12T17:32:44.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.520+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.520+0000 7fbc6ad24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.520+0000 7fbc6ad24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:44.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.520+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.521+0000 7fbc6ad24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.521+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.521+0000 7fbc6ad24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.522+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.522+0000 7fbc6ad24800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:44.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.522+0000 7fbc6ad24800 20 searching for the correct realm 2024-09-12T17:32:44.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.524+0000 7fbc67269640 0 -- 172.21.15.123:0/481618939 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fbc5c01b040 msgr2=0x7fbc5c047920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:44.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.730+0000 7fbc66267640 0 -- 172.21.15.123:0/481618939 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fbc60070ca0 msgr2=0x7fbc60066320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:44.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:44.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:44.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:44.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:44.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:44.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:44.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.937+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.938+0000 7fbc6ad24800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.938+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.938+0000 7fbc6ad24800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 20 zone default found 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 4 Realm: () 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 20 zonegroup default 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.939+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.940+0000 7fbc6ad24800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.940+0000 7fbc6ad24800 20 started sync module instance, tier type = 2024-09-12T17:32:44.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.940+0000 7fbc6ad24800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=0 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=1 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=2 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=3 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=4 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=5 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=6 2024-09-12T17:32:44.951 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 20 add_watcher() i=7 2024-09-12T17:32:44.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.950+0000 7fbc6ad24800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.952+0000 7fbb1d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.952+0000 7fbc6ad24800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.952+0000 7fbc6ad24800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.952+0000 7fbc6ad24800 5 note: GC not initialized 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.953+0000 7fba97fff640 20 reqs_thread_entry: start 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.953+0000 7fbc6ad24800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.953+0000 7fbc6ad24800 20 Filter name: none 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.953+0000 7fba95ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.953+0000 7fbc6ad24800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:32:44.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.953+0000 7fbc6ad24800 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.954+0000 7fbc6ad24800 20 rados_obj.operate() r=0 bl.length=472 2024-09-12T17:32:44.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.954+0000 7fbc6ad24800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T17:32:44.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.954+0000 7fbc6ad24800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:44.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.954+0000 7fbc6ad24800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:44.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.956+0000 7fbc6ad24800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:32:44.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.956+0000 7fbc6ad24800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:44.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.956+0000 7fbc6ad24800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:32:44.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.956+0000 7fbb4a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268141 cookie 94168982234864 notifier 9264 bl.length()=674 2024-09-12T17:32:44.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.956+0000 7fbb4a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:32:44.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.956+0000 7fbb4a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:44.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.959+0000 7fbb1d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.962+0000 7fbc6ad24800 20 remove_watcher() i=0 2024-09-12T17:32:44.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.962+0000 7fbc6ad24800 2 removed watcher, disabling cache 2024-09-12T17:32:44.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.963+0000 7fbc6ad24800 20 remove_watcher() i=1 2024-09-12T17:32:44.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.964+0000 7fbc6ad24800 20 remove_watcher() i=2 2024-09-12T17:32:44.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.965+0000 7fbc6ad24800 20 remove_watcher() i=3 2024-09-12T17:32:44.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.966+0000 7fbc6ad24800 20 remove_watcher() i=4 2024-09-12T17:32:44.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.967+0000 7fbc6ad24800 20 remove_watcher() i=5 2024-09-12T17:32:44.969 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.968+0000 7fbc6ad24800 20 remove_watcher() i=6 2024-09-12T17:32:44.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:44.969+0000 7fbc6ad24800 20 remove_watcher() i=7 2024-09-12T17:32:44.981 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-12T17:32:45.039 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:45.039 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:45.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.072+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 20 realm 2024-09-12T17:32:45.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:45.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.074+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.075+0000 7ff2aeb2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:45.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.075+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.076+0000 7ff2aeb2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:45.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.076+0000 7ff2aeb2a800 20 searching for the correct realm 2024-09-12T17:32:45.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.077+0000 7ff2aa84f640 0 -- 172.21.15.123:0/2404947363 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7ff298003cb0 msgr2=0x7ff2a40a6150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:45.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.081+0000 7ff2aa84f640 0 -- 172.21.15.123:0/2404947363 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x55c629aca170 msgr2=0x7ff2a40749c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:45.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:45.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:45.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:45.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:45.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:45.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:45.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.290+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 zone default found 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 4 Realm: () 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:45.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 zonegroup default 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.291+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.292+0000 7ff2aeb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.292+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.292+0000 7ff2aeb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.292+0000 7ff2aeb2a800 20 started sync module instance, tier type = 2024-09-12T17:32:45.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.292+0000 7ff2aeb2a800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:45.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.301+0000 7ff2aeb2a800 20 add_watcher() i=0 2024-09-12T17:32:45.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.301+0000 7ff2aeb2a800 20 add_watcher() i=1 2024-09-12T17:32:45.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.301+0000 7ff2aeb2a800 20 add_watcher() i=2 2024-09-12T17:32:45.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.301+0000 7ff2aeb2a800 20 add_watcher() i=3 2024-09-12T17:32:45.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.301+0000 7ff2aeb2a800 20 add_watcher() i=4 2024-09-12T17:32:45.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.301+0000 7ff2aeb2a800 20 add_watcher() i=5 2024-09-12T17:32:45.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.301+0000 7ff2aeb2a800 20 add_watcher() i=6 2024-09-12T17:32:45.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.302+0000 7ff2aeb2a800 20 add_watcher() i=7 2024-09-12T17:32:45.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.302+0000 7ff2aeb2a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:45.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.304+0000 7ff1617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:45.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.304+0000 7ff2aeb2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.304+0000 7ff2aeb2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.304+0000 7ff2aeb2a800 5 note: GC not initialized 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff0dbfff640 20 reqs_thread_entry: start 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 20 Filter name: none 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff0d9ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:45.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.305+0000 7ff2aeb2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:45.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.307+0000 7ff2aeb2a800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:32:45.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.307+0000 7ff2aeb2a800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:45.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.307+0000 7ff2aeb2a800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:32:45.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.307+0000 7ff18e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268142 cookie 94309592500400 notifier 8546 bl.length()=727 2024-09-12T17:32:45.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.307+0000 7ff18e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:32:45.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.307+0000 7ff18e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:32:45.309 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:45.309 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "foobar.client.0", 2024-09-12T17:32:45.309 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T17:32:45.310 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "foobar+test@test.test", 2024-09-12T17:32:45.310 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:32:45.310 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:45.311 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:32:45.311 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:32:45.311 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:45.311 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "foobar.client.0", 2024-09-12T17:32:45.311 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "YNAREBSBHASZKCDZFHLF", 2024-09-12T17:32:45.311 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "dEpmtdVUYRUB0B9Kar6jLLObFG4raShyX0oz6OaOwj0LvF/1TFv7RA==", 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:44.388204Z" 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [ 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "oidc-provider", 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: "perm": "*" 2024-09-12T17:32:45.312 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "roles", 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: "perm": "*" 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "user-policy", 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: "perm": "*" 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:45.313 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:45.314 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:45.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "rgw", 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [ 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "2016696781" 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "", 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:44.388188Z", 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:45.316 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:45.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.309+0000 7ff1617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.312+0000 7ff2aeb2a800 20 remove_watcher() i=0 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.312+0000 7ff2aeb2a800 2 removed watcher, disabling cache 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.313+0000 7ff2aeb2a800 20 remove_watcher() i=1 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.314+0000 7ff2aeb2a800 20 remove_watcher() i=2 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.315+0000 7ff2aeb2a800 20 remove_watcher() i=3 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.316+0000 7ff2aeb2a800 20 remove_watcher() i=4 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.317+0000 7ff2aeb2a800 20 remove_watcher() i=5 2024-09-12T17:32:45.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.318+0000 7ff2aeb2a800 20 remove_watcher() i=6 2024-09-12T17:32:45.319 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.319+0000 7ff2aeb2a800 20 remove_watcher() i=7 2024-09-12T17:32:45.330 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-12T17:32:45.390 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:45.390 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:45.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.423+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 20 realm 2024-09-12T17:32:45.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:45.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.425+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.426+0000 7f2fa1146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:45.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.426+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.427+0000 7f2fa1146800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:45.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.427+0000 7f2fa1146800 20 searching for the correct realm 2024-09-12T17:32:45.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.430+0000 7f2f9ec37640 0 -- 172.21.15.123:0/2384176483 >> [v2:172.21.15.123:6800/3312603660,v1:172.21.15.123:6801/3312603660] conn(0x5599b650a020 msgr2=0x5599b650c490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:45.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.434+0000 7f2f9f438640 0 -- 172.21.15.123:0/2384176483 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f2f8809d290 msgr2=0x7f2f880891b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:45.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:45.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 zone default found 2024-09-12T17:32:45.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 4 Realm: () 2024-09-12T17:32:45.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:45.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:45.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:45.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 zonegroup default 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.438+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.439+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.439+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.439+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.439+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.439+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.439+0000 7f2fa1146800 20 started sync module instance, tier type = 2024-09-12T17:32:45.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.439+0000 7f2fa1146800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:45.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.448+0000 7f2fa1146800 20 add_watcher() i=0 2024-09-12T17:32:45.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.448+0000 7f2fa1146800 20 add_watcher() i=1 2024-09-12T17:32:45.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.448+0000 7f2fa1146800 20 add_watcher() i=2 2024-09-12T17:32:45.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.448+0000 7f2fa1146800 20 add_watcher() i=3 2024-09-12T17:32:45.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.448+0000 7f2fa1146800 20 add_watcher() i=4 2024-09-12T17:32:45.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.448+0000 7f2fa1146800 20 add_watcher() i=5 2024-09-12T17:32:45.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.448+0000 7f2fa1146800 20 add_watcher() i=6 2024-09-12T17:32:45.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.449+0000 7f2fa1146800 20 add_watcher() i=7 2024-09-12T17:32:45.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.449+0000 7f2fa1146800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2e557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2fa1146800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2fa1146800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2fa1146800 5 note: GC not initialized 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2dcffff640 20 reqs_thread_entry: start 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2fa1146800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2fa1146800 20 Filter name: none 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2dcdffb640 20 reqs_thread_entry: start 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2fa1146800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-12T17:32:45.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.451+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:32:45.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.452+0000 7f2fa1146800 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-12T17:32:45.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.453+0000 7f2fa1146800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:32:45.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.453+0000 7f2fa1146800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:32:45.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.453+0000 7f2fa1146800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-12T17:32:45.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.454+0000 7f2e827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268154 cookie 94118677100224 notifier 8564 bl.length()=384 2024-09-12T17:32:45.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.454+0000 7f2e827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:32:45.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.454+0000 7f2e827fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:32:45.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.457+0000 7f2fa1146800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T17:32:45.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.457+0000 7f2fa1146800 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:32:45.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.457+0000 7f2fa1146800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-12T17:32:45.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.458+0000 7f2e827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268226 cookie 94118677157792 notifier 8564 bl.length()=225 2024-09-12T17:32:45.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.458+0000 7f2e827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T17:32:45.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.458+0000 7f2e827fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:32:45.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.460+0000 7f2fa1146800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T17:32:45.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.460+0000 7f2fa1146800 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:32:45.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.460+0000 7f2fa1146800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-12T17:32:45.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.461+0000 7f2e81ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268137 cookie 94118677152912 notifier 8564 bl.length()=234 2024-09-12T17:32:45.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.461+0000 7f2e81ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T17:32:45.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.461+0000 7f2e81ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:32:45.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.463+0000 7f2e557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:45.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.465+0000 7f2fa1146800 20 remove_watcher() i=0 2024-09-12T17:32:45.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.465+0000 7f2fa1146800 2 removed watcher, disabling cache 2024-09-12T17:32:45.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.466+0000 7f2fa1146800 20 remove_watcher() i=1 2024-09-12T17:32:45.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.467+0000 7f2fa1146800 20 remove_watcher() i=2 2024-09-12T17:32:45.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.468+0000 7f2fa1146800 20 remove_watcher() i=3 2024-09-12T17:32:45.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.469+0000 7f2fa1146800 20 remove_watcher() i=4 2024-09-12T17:32:45.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.470+0000 7f2fa1146800 20 remove_watcher() i=5 2024-09-12T17:32:45.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.471+0000 7f2fa1146800 20 remove_watcher() i=6 2024-09-12T17:32:45.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.472+0000 7f2fa1146800 20 remove_watcher() i=7 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "id": "RGW88888888888888888", 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "tenant": "", 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "name": "Mr.RGW88888888888888888", 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "quota": { 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:45.482 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_users": 1000, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_roles": 1000, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_groups": 1000, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout: "max_access_keys": 4 2024-09-12T17:32:45.483 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:45.484 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-12T17:32:45.485 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key CYGVRBLCGDSJSFEPCVCS --secret CJMvCuyrEjDzA8c+VMh5XvuFG3F83sKu+7isR3rqOw0ZHRFyUOseww== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-12T17:32:45.552 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:45.552 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:45.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.585+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 20 realm 2024-09-12T17:32:45.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:45.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:45.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.587+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.588+0000 7f348220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:45.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.588+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:45.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.589+0000 7f348220f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:45.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.589+0000 7f348220f800 20 searching for the correct realm 2024-09-12T17:32:45.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.591+0000 7f34804fa640 0 -- 172.21.15.123:0/1976876713 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f34740883f0 msgr2=0x7f3474088810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:45.799 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:45.798+0000 7f347f4f8640 0 -- 172.21.15.123:0/1976876713 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f3478072700 msgr2=0x7f347808b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:46.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.005+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:46.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.009 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:46.009 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 zone default found 2024-09-12T17:32:46.009 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 4 Realm: () 2024-09-12T17:32:46.009 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:46.009 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 zonegroup default 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.006+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.007+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.007+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.007+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.007+0000 7f348220f800 20 started sync module instance, tier type = 2024-09-12T17:32:46.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.007+0000 7f348220f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:46.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.016+0000 7f348220f800 20 add_watcher() i=0 2024-09-12T17:32:46.017 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.016+0000 7f348220f800 20 add_watcher() i=1 2024-09-12T17:32:46.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.016+0000 7f348220f800 20 add_watcher() i=2 2024-09-12T17:32:46.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.016+0000 7f348220f800 20 add_watcher() i=3 2024-09-12T17:32:46.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.016+0000 7f348220f800 20 add_watcher() i=4 2024-09-12T17:32:46.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.016+0000 7f348220f800 20 add_watcher() i=5 2024-09-12T17:32:46.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.016+0000 7f348220f800 20 add_watcher() i=6 2024-09-12T17:32:46.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.017+0000 7f348220f800 20 add_watcher() i=7 2024-09-12T17:32:46.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.017+0000 7f348220f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:46.020 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.019+0000 7f3335fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:46.020 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.019+0000 7f348220f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.019+0000 7f348220f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.019+0000 7f348220f800 5 note: GC not initialized 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.019+0000 7f3334fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 20 Filter name: none 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f32ae7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T17:32:46.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-12T17:32:46.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:32:46.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-12T17:32:46.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-12T17:32:46.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:32:46.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 10 cache get: name=default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS : miss 2024-09-12T17:32:46.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.020+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 cache put: name=default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS info.flags=0x0 2024-09-12T17:32:46.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 adding default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS to cache LRU end 2024-09-12T17:32:46.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-12T17:32:46.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:32:46.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:32:46.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:32:46.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:46.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 cache get: name=default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS : hit (negative entry) 2024-09-12T17:32:46.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.021+0000 7f348220f800 10 cache get: name=default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS : hit (negative entry) 2024-09-12T17:32:46.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.023+0000 7f348220f800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:32:46.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.023+0000 7f348220f800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:32:46.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.023+0000 7f348220f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T17:32:46.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.023+0000 7f335effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268155 cookie 94123489062384 notifier 9315 bl.length()=681 2024-09-12T17:32:46.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.023+0000 7f335effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:32:46.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.023+0000 7f335effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:32:46.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.026+0000 7f348220f800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T17:32:46.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.026+0000 7f348220f800 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:32:46.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.026+0000 7f348220f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-12T17:32:46.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.026+0000 7f335effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268298 cookie 94123489074816 notifier 9315 bl.length()=189 2024-09-12T17:32:46.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.026+0000 7f335effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T17:32:46.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.026+0000 7f335effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:32:46.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.029+0000 7f348220f800 10 cache put: name=default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS info.flags=0x7 2024-09-12T17:32:46.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.029+0000 7f348220f800 10 moving default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS to cache LRU end 2024-09-12T17:32:46.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.029+0000 7f348220f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:CYGVRBLCGDSJSFEPCVCS, ofs0, ns] 2024-09-12T17:32:46.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.029+0000 7f335effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268143 cookie 94123489069744 notifier 9315 bl.length()=188 2024-09-12T17:32:46.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.029+0000 7f335effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS info.flags=0x7 2024-09-12T17:32:46.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.029+0000 7f335effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+CYGVRBLCGDSJSFEPCVCS to cache LRU end 2024-09-12T17:32:46.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.032+0000 7f348220f800 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "root1.client.0", 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "root1+test@test.test", 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:32:46.033 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:46.034 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "root1.client.0", 2024-09-12T17:32:46.034 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "CYGVRBLCGDSJSFEPCVCS", 2024-09-12T17:32:46.034 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "CJMvCuyrEjDzA8c+VMh5XvuFG3F83sKu+7isR3rqOw0ZHRFyUOseww==", 2024-09-12T17:32:46.034 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:32:46.034 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:46.022325Z" 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:46.035 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:46.036 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "root", 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "RGW88888888888888888", 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:46.022314Z", 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:32:46.037 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:32:46.038 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:46.038 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:46.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.033+0000 7f3335fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:46.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.035+0000 7f348220f800 20 remove_watcher() i=0 2024-09-12T17:32:46.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.035+0000 7f348220f800 2 removed watcher, disabling cache 2024-09-12T17:32:46.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.036+0000 7f348220f800 20 remove_watcher() i=1 2024-09-12T17:32:46.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.037+0000 7f348220f800 20 remove_watcher() i=2 2024-09-12T17:32:46.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.038+0000 7f348220f800 20 remove_watcher() i=3 2024-09-12T17:32:46.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.040+0000 7f348220f800 20 remove_watcher() i=4 2024-09-12T17:32:46.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.041+0000 7f348220f800 20 remove_watcher() i=5 2024-09-12T17:32:46.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.042+0000 7f348220f800 20 remove_watcher() i=6 2024-09-12T17:32:46.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.043+0000 7f348220f800 20 remove_watcher() i=7 2024-09-12T17:32:46.054 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 6402215046 --totp-seed VQB6JAIOG2ZPTIPAQBDAXVGMFNZ5VWUS3YTUEN2DB756AXOC6SK6C67ZXPKAF5XN --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:32:46.122 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:46.122 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:46.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.156+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.157+0000 7f570eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.157+0000 7f570eb2a800 20 realm 2024-09-12T17:32:46.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.157+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.157+0000 7f570eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.157+0000 7f570eb2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:46.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.157+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.158+0000 7f570eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.158+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.158+0000 7f570eb2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:46.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.158+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.159+0000 7f570eb2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:46.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.159+0000 7f570eb2a800 20 searching for the correct realm 2024-09-12T17:32:46.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.162+0000 7f570b0db640 0 -- 172.21.15.123:0/2235096894 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x5640285e0850 msgr2=0x5640285e2c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:46.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.166+0000 7f570a0d9640 0 -- 172.21.15.123:0/2235096894 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f5704048920 msgr2=0x7f570402a3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:46.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:46.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:46.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.170+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:46.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:46.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 zone default found 2024-09-12T17:32:46.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 4 Realm: () 2024-09-12T17:32:46.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:46.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 zonegroup default 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.171+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.172+0000 7f570eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.172+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.172+0000 7f570eb2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.172+0000 7f570eb2a800 20 started sync module instance, tier type = 2024-09-12T17:32:46.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.172+0000 7f570eb2a800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:46.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.181+0000 7f570eb2a800 20 add_watcher() i=0 2024-09-12T17:32:46.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.181+0000 7f570eb2a800 20 add_watcher() i=1 2024-09-12T17:32:46.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.181+0000 7f570eb2a800 20 add_watcher() i=2 2024-09-12T17:32:46.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.181+0000 7f570eb2a800 20 add_watcher() i=3 2024-09-12T17:32:46.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.181+0000 7f570eb2a800 20 add_watcher() i=4 2024-09-12T17:32:46.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.181+0000 7f570eb2a800 20 add_watcher() i=5 2024-09-12T17:32:46.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.181+0000 7f570eb2a800 20 add_watcher() i=6 2024-09-12T17:32:46.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.182+0000 7f570eb2a800 20 add_watcher() i=7 2024-09-12T17:32:46.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.182+0000 7f570eb2a800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:46.186 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.185+0000 7f55c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:46.186 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.185+0000 7f570eb2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.185+0000 7f570eb2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.185+0000 7f570eb2a800 5 note: GC not initialized 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.185+0000 7f553bfff640 20 reqs_thread_entry: start 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 20 Filter name: none 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f5539ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T17:32:46.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T17:32:46.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-12T17:32:46.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:32:46.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.186+0000 7f570eb2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:46.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.188+0000 7f570eb2a800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:32:46.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.188+0000 7f570eb2a800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:32:46.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.188+0000 7f570eb2a800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T17:32:46.190 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.189+0000 7f55ee7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268156 cookie 94833555152496 notifier 8597 bl.length()=695 2024-09-12T17:32:46.190 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.189+0000 7f55ee7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:32:46.190 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.189+0000 7f55ee7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:32:46.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.191+0000 7f55c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:46.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.194+0000 7f570eb2a800 20 remove_watcher() i=0 2024-09-12T17:32:46.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.194+0000 7f570eb2a800 2 removed watcher, disabling cache 2024-09-12T17:32:46.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.195+0000 7f570eb2a800 20 remove_watcher() i=1 2024-09-12T17:32:46.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.196+0000 7f570eb2a800 20 remove_watcher() i=2 2024-09-12T17:32:46.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.197+0000 7f570eb2a800 20 remove_watcher() i=3 2024-09-12T17:32:46.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.198+0000 7f570eb2a800 20 remove_watcher() i=4 2024-09-12T17:32:46.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.199+0000 7f570eb2a800 20 remove_watcher() i=5 2024-09-12T17:32:46.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.200+0000 7f570eb2a800 20 remove_watcher() i=6 2024-09-12T17:32:46.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.201+0000 7f570eb2a800 20 remove_watcher() i=7 2024-09-12T17:32:46.212 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-12T17:32:46.276 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:46.276 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:46.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.310+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.311+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.311+0000 7f2c65725800 20 realm 2024-09-12T17:32:46.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.311+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.312+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.312+0000 7f2c65725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:46.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.312+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.312+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.312+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.313+0000 7f2c65725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:46.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.313+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.313+0000 7f2c65725800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:46.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.313+0000 7f2c65725800 20 searching for the correct realm 2024-09-12T17:32:46.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.315+0000 7f2c613b5640 0 -- 172.21.15.123:0/347373423 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f2c5c07f050 msgr2=0x7f2c5c007df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:46.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.317+0000 7f2c613b5640 0 -- 172.21.15.123:0/347373423 >> [v2:172.21.15.175:6800/1435533171,v1:172.21.15.175:6801/1435533171] conn(0x562ac57870f0 msgr2=0x7f2c5c0e0910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:46.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:46.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:46.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:46.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:46.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:46.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:46.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.527+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:46.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:46.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 20 zone default found 2024-09-12T17:32:46.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 4 Realm: () 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 20 zonegroup default 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.528+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.529+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.529+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.529+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.529+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.529+0000 7f2c65725800 20 started sync module instance, tier type = 2024-09-12T17:32:46.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.529+0000 7f2c65725800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:46.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.539+0000 7f2c65725800 20 add_watcher() i=0 2024-09-12T17:32:46.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.539+0000 7f2c65725800 20 add_watcher() i=1 2024-09-12T17:32:46.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.539+0000 7f2c65725800 20 add_watcher() i=2 2024-09-12T17:32:46.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.539+0000 7f2c65725800 20 add_watcher() i=3 2024-09-12T17:32:46.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.539+0000 7f2c65725800 20 add_watcher() i=4 2024-09-12T17:32:46.541 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.539+0000 7f2c65725800 20 add_watcher() i=5 2024-09-12T17:32:46.541 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.539+0000 7f2c65725800 20 add_watcher() i=6 2024-09-12T17:32:46.541 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.540+0000 7f2c65725800 20 add_watcher() i=7 2024-09-12T17:32:46.541 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.540+0000 7f2c65725800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:46.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.542+0000 7f2b17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:46.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.542+0000 7f2c65725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:46.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.542+0000 7f2c65725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:46.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.542+0000 7f2c65725800 5 note: GC not initialized 2024-09-12T17:32:46.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.542+0000 7f2b16fe5640 20 reqs_thread_entry: start 2024-09-12T17:32:46.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.542+0000 7f2c65725800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:46.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 20 Filter name: none 2024-09-12T17:32:46.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2b14fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:46.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-12T17:32:46.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-12T17:32:46.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:32:46.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.543+0000 7f2c65725800 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-12T17:32:46.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.545+0000 7f2c65725800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:32:46.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.545+0000 7f2c65725800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:32:46.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.545+0000 7f2c65725800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-12T17:32:46.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.545+0000 7f2b44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268157 cookie 94741703035248 notifier 8612 bl.length()=384 2024-09-12T17:32:46.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.545+0000 7f2b44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:32:46.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.545+0000 7f2b44ff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:32:46.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.548+0000 7f2c65725800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T17:32:46.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.548+0000 7f2c65725800 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:32:46.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.548+0000 7f2c65725800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-12T17:32:46.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.548+0000 7f2b44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268227 cookie 94741703045152 notifier 8612 bl.length()=225 2024-09-12T17:32:46.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.548+0000 7f2b44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T17:32:46.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.548+0000 7f2b44ff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:32:46.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.551+0000 7f2c65725800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T17:32:46.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.551+0000 7f2c65725800 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:32:46.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.551+0000 7f2c65725800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-12T17:32:46.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.552+0000 7f2b44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268138 cookie 94741703042448 notifier 8612 bl.length()=234 2024-09-12T17:32:46.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.552+0000 7f2b44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T17:32:46.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.552+0000 7f2b44ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:32:46.555 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.554+0000 7f2b17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:46.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.557+0000 7f2c65725800 20 remove_watcher() i=0 2024-09-12T17:32:46.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.557+0000 7f2c65725800 2 removed watcher, disabling cache 2024-09-12T17:32:46.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.558+0000 7f2c65725800 20 remove_watcher() i=1 2024-09-12T17:32:46.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.559+0000 7f2c65725800 20 remove_watcher() i=2 2024-09-12T17:32:46.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.560+0000 7f2c65725800 20 remove_watcher() i=3 2024-09-12T17:32:46.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.562+0000 7f2c65725800 20 remove_watcher() i=4 2024-09-12T17:32:46.563 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.563+0000 7f2c65725800 20 remove_watcher() i=5 2024-09-12T17:32:46.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.564+0000 7f2c65725800 20 remove_watcher() i=6 2024-09-12T17:32:46.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.565+0000 7f2c65725800 20 remove_watcher() i=7 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout: "id": "RGW99999999999999999", 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout: "tenant": "", 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout: "name": "Mr.RGW99999999999999999", 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout: "quota": { 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:46.574 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_users": 1000, 2024-09-12T17:32:46.575 INFO:teuthology.orchestra.run.smithi123.stdout: "max_roles": 1000, 2024-09-12T17:32:46.576 INFO:teuthology.orchestra.run.smithi123.stdout: "max_groups": 1000, 2024-09-12T17:32:46.576 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:46.576 INFO:teuthology.orchestra.run.smithi123.stdout: "max_access_keys": 4 2024-09-12T17:32:46.576 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:46.577 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-12T17:32:46.577 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key RDPJPSANUEUCNLFCDSUH --secret 5ifhj+9c+Obov8OnWGc0+iRwOlTbnlf4+yCiqaCHKw9VgHeXyNDTcA== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-12T17:32:46.644 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:46.645 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:46.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.678+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.679+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.679+0000 7f177480f800 20 realm 2024-09-12T17:32:46.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.679+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.679+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.679+0000 7f177480f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:46.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.679+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.680+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:46.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.680+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.680+0000 7f177480f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:46.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.681+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:46.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.681+0000 7f177480f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:46.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.681+0000 7f177480f800 20 searching for the correct realm 2024-09-12T17:32:46.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.683+0000 7f1770793640 0 -- 172.21.15.123:0/1390713410 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1764075060 msgr2=0x7f1764003440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:46.891 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:46.890+0000 7f176f791640 0 -- 172.21.15.123:0/1390713410 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f1768075bd0 msgr2=0x7f17680727d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:47.097 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:47.097 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:47.097 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:47.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:47.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:47.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:47.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.096+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:47.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:47.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 zone default found 2024-09-12T17:32:47.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 4 Realm: () 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 zonegroup default 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.097+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.098+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.098+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.098+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.098+0000 7f177480f800 20 started sync module instance, tier type = 2024-09-12T17:32:47.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.098+0000 7f177480f800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:47.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.108+0000 7f177480f800 20 add_watcher() i=0 2024-09-12T17:32:47.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.108+0000 7f177480f800 20 add_watcher() i=1 2024-09-12T17:32:47.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.108+0000 7f177480f800 20 add_watcher() i=2 2024-09-12T17:32:47.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.108+0000 7f177480f800 20 add_watcher() i=3 2024-09-12T17:32:47.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.108+0000 7f177480f800 20 add_watcher() i=4 2024-09-12T17:32:47.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.108+0000 7f177480f800 20 add_watcher() i=5 2024-09-12T17:32:47.109 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.108+0000 7f177480f800 20 add_watcher() i=6 2024-09-12T17:32:47.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.109+0000 7f177480f800 20 add_watcher() i=7 2024-09-12T17:32:47.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.109+0000 7f177480f800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:47.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f1625fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:47.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f177480f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:47.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f177480f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:47.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f177480f800 5 note: GC not initialized 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f1624fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f177480f800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f177480f800 20 Filter name: none 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f159e7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f177480f800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.111+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-12T17:32:47.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-12T17:32:47.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:32:47.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 cache get: name=default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH : miss 2024-09-12T17:32:47.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 cache put: name=default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH info.flags=0x0 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 adding default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH to cache LRU end 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.112+0000 7f177480f800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.113+0000 7f177480f800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.113+0000 7f177480f800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.113+0000 7f177480f800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.113+0000 7f177480f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.113+0000 7f177480f800 10 cache get: name=default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH : hit (negative entry) 2024-09-12T17:32:47.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.113+0000 7f177480f800 10 cache get: name=default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH : hit (negative entry) 2024-09-12T17:32:47.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.114+0000 7f177480f800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:32:47.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.114+0000 7f177480f800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:32:47.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.114+0000 7f177480f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T17:32:47.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.115+0000 7f164e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268158 cookie 94616344857424 notifier 8627 bl.length()=681 2024-09-12T17:32:47.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.115+0000 7f164e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:32:47.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.115+0000 7f164e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:32:47.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.118+0000 7f177480f800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T17:32:47.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.118+0000 7f177480f800 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:32:47.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.118+0000 7f177480f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-12T17:32:47.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.119+0000 7f164e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268299 cookie 94616344872960 notifier 8627 bl.length()=189 2024-09-12T17:32:47.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.119+0000 7f164e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T17:32:47.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.119+0000 7f164e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:32:47.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.121+0000 7f177480f800 10 cache put: name=default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH info.flags=0x7 2024-09-12T17:32:47.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.121+0000 7f177480f800 10 moving default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH to cache LRU end 2024-09-12T17:32:47.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.121+0000 7f177480f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:RDPJPSANUEUCNLFCDSUH, ofs0, ns] 2024-09-12T17:32:47.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.122+0000 7f164effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268159 cookie 94616344857424 notifier 8627 bl.length()=188 2024-09-12T17:32:47.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.122+0000 7f164effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH info.flags=0x7 2024-09-12T17:32:47.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.122+0000 7f164effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RDPJPSANUEUCNLFCDSUH to cache LRU end 2024-09-12T17:32:47.125 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.124+0000 7f177480f800 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-12T17:32:47.125 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T17:32:47.125 INFO:teuthology.orchestra.run.smithi123.stdout: "user_id": "root2.client.0", 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "email": "root2+test@test.test", 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "suspended": 0, 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "max_buckets": 1000, 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "subusers": [], 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "keys": [ 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: { 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "user": "root2.client.0", 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "access_key": "RDPJPSANUEUCNLFCDSUH", 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "secret_key": "5ifhj+9c+Obov8OnWGc0+iRwOlTbnlf4+yCiqaCHKw9VgHeXyNDTcA==", 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "active": true, 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:47.113985Z" 2024-09-12T17:32:47.126 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: ], 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "swift_keys": [], 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": [], 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "op_mask": "read, write, delete", 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "default_placement": "", 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "default_storage_class": "", 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "placement_tags": [], 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "bucket_quota": { 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:47.127 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "user_quota": { 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "enabled": false, 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "check_on_raw": false, 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size": -1, 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "max_size_kb": 0, 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "max_objects": -1 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "temp_url_keys": [], 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "type": "root", 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "mfa_ids": [], 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "account_id": "RGW99999999999999999", 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "path": "/", 2024-09-12T17:32:47.128 INFO:teuthology.orchestra.run.smithi123.stdout: "create_date": "2024-09-12T17:32:47.113974Z", 2024-09-12T17:32:47.129 INFO:teuthology.orchestra.run.smithi123.stdout: "tags": [], 2024-09-12T17:32:47.129 INFO:teuthology.orchestra.run.smithi123.stdout: "group_ids": [] 2024-09-12T17:32:47.129 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T17:32:47.129 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:32:47.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.125+0000 7f1625fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:47.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.128+0000 7f177480f800 20 remove_watcher() i=0 2024-09-12T17:32:47.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.128+0000 7f177480f800 2 removed watcher, disabling cache 2024-09-12T17:32:47.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.129+0000 7f177480f800 20 remove_watcher() i=1 2024-09-12T17:32:47.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.130+0000 7f177480f800 20 remove_watcher() i=2 2024-09-12T17:32:47.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.131+0000 7f177480f800 20 remove_watcher() i=3 2024-09-12T17:32:47.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.132+0000 7f177480f800 20 remove_watcher() i=4 2024-09-12T17:32:47.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.133+0000 7f177480f800 20 remove_watcher() i=5 2024-09-12T17:32:47.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.134+0000 7f177480f800 20 remove_watcher() i=6 2024-09-12T17:32:47.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.135+0000 7f177480f800 20 remove_watcher() i=7 2024-09-12T17:32:47.147 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 8381620144 --totp-seed JQOXGDRNLJWCDUSUHN54PFFCMHO5IN5TKFH5WLCIZIRVBRXHBVFYIHCIFF2A7UPT --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:32:47.212 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:47.212 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:47.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.245+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 20 realm 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.247+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.248+0000 7f0ef45af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:47.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.248+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.248+0000 7f0ef45af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:47.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.249+0000 7f0ef45af800 20 searching for the correct realm 2024-09-12T17:32:47.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.251+0000 7f0ef289a640 0 -- 172.21.15.123:0/1311801798 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f0edc027020 msgr2=0x7f0edc001970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:47.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.457+0000 7f0ef1898640 0 -- 172.21.15.123:0/1311801798 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f0eec06d100 msgr2=0x7f0eec097700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.664+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 zone default found 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 4 Realm: () 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 zonegroup default 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.665+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.666+0000 7f0ef45af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:47.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.666+0000 7f0ef45af800 20 started sync module instance, tier type = 2024-09-12T17:32:47.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.666+0000 7f0ef45af800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T17:32:47.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.675+0000 7f0ef45af800 20 add_watcher() i=0 2024-09-12T17:32:47.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.675+0000 7f0ef45af800 20 add_watcher() i=1 2024-09-12T17:32:47.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.675+0000 7f0ef45af800 20 add_watcher() i=2 2024-09-12T17:32:47.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.675+0000 7f0ef45af800 20 add_watcher() i=3 2024-09-12T17:32:47.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.675+0000 7f0ef45af800 20 add_watcher() i=4 2024-09-12T17:32:47.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.675+0000 7f0ef45af800 20 add_watcher() i=5 2024-09-12T17:32:47.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.675+0000 7f0ef45af800 20 add_watcher() i=6 2024-09-12T17:32:47.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.676+0000 7f0ef45af800 20 add_watcher() i=7 2024-09-12T17:32:47.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.676+0000 7f0ef45af800 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:47.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.678+0000 7f0da97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.678+0000 7f0ef45af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.678+0000 7f0ef45af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.678+0000 7f0ef45af800 5 note: GC not initialized 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0da37fe640 20 reqs_thread_entry: start 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 20 init_complete bucket index max shards: 1 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 20 Filter name: none 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0da17fa640 20 reqs_thread_entry: start 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 20 rados->read ofs=0 len=0 2024-09-12T17:32:47.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T17:32:47.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-12T17:32:47.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:32:47.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.679+0000 7f0ef45af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:47.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.682+0000 7f0ef45af800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:32:47.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.682+0000 7f0ef45af800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:32:47.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.682+0000 7f0ef45af800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T17:32:47.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.683+0000 7f0dd5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268160 cookie 94924475207440 notifier 8642 bl.length()=695 2024-09-12T17:32:47.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.683+0000 7f0dd5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:32:47.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.683+0000 7f0dd5ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:32:47.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.686+0000 7f0da97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:47.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.688+0000 7f0ef45af800 20 remove_watcher() i=0 2024-09-12T17:32:47.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.688+0000 7f0ef45af800 2 removed watcher, disabling cache 2024-09-12T17:32:47.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.689+0000 7f0ef45af800 20 remove_watcher() i=1 2024-09-12T17:32:47.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.690+0000 7f0ef45af800 20 remove_watcher() i=2 2024-09-12T17:32:47.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.691+0000 7f0ef45af800 20 remove_watcher() i=3 2024-09-12T17:32:47.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.692+0000 7f0ef45af800 20 remove_watcher() i=4 2024-09-12T17:32:47.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.693+0000 7f0ef45af800 20 remove_watcher() i=5 2024-09-12T17:32:47.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.694+0000 7f0ef45af800 20 remove_watcher() i=6 2024-09-12T17:32:47.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T17:32:47.695+0000 7f0ef45af800 20 remove_watcher() i=7 2024-09-12T17:32:47.707 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-12T17:32:47.708 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T17:32:47.708 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-12T17:32:47.737 INFO:tasks.s3tests:Configuring boto... 2024-09-12T17:32:47.737 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T17:32:47.737 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T17:32:47.806 DEBUG:teuthology.orchestra.run.smithi123:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T17:32:47.983 INFO:teuthology.orchestra.run.smithi123.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-12T17:32:48.159 INFO:teuthology.orchestra.run.smithi123.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-12T17:32:48.419 INFO:teuthology.orchestra.run.smithi123.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:34:30.584 INFO:teuthology.orchestra.run.smithi123.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-12T17:34:31.976 INFO:teuthology.orchestra.run.smithi123.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.0,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=bc0d812349a682e1292a98f13242b5bc8cdeb10732f8577403664af4a37ed89d,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.1,urllib3==1.26.20,virtualenv==20.26.4,zope.event==5.0,zope.interface==7.0.3 2024-09-12T17:34:31.976 INFO:teuthology.orchestra.run.smithi123.stdout:py run-test-pre: PYTHONHASHSEED='1395063387' 2024-09-12T17:34:31.977 INFO:teuthology.orchestra.run.smithi123.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T17:34:32.110 INFO:teuthology.orchestra.run.smithi123.stdout:============================= test session starts ============================== 2024-09-12T17:34:32.110 INFO:teuthology.orchestra.run.smithi123.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-12T17:34:32.110 INFO:teuthology.orchestra.run.smithi123.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:34:32.110 INFO:teuthology.orchestra.run.smithi123.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:34:32.110 INFO:teuthology.orchestra.run.smithi123.stdout:configfile: pytest.ini 2024-09-12T17:34:33.882 INFO:teuthology.orchestra.run.smithi123.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-12T17:34:33.882 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T17:34:34.486 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-12T17:34:34.799 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-12T17:34:35.094 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-12T17:34:35.384 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-12T17:34:35.694 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-12T17:34:35.920 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-12T17:34:36.267 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-12T17:34:36.485 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-12T17:34:36.607 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-12T17:34:36.731 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-12T17:34:37.038 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-12T17:34:37.361 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-12T17:34:37.667 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-12T17:34:37.976 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-12T17:34:38.102 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-12T17:34:38.229 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-12T17:34:38.309 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-12T17:34:38.388 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-12T17:34:38.468 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-12T17:34:38.548 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-12T17:34:38.628 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-12T17:34:38.707 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-12T17:34:38.787 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T17:34:38.866 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T17:34:38.946 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T17:34:39.027 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T17:34:39.108 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-12T17:34:39.188 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-12T17:34:39.266 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-12T17:34:39.349 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.425 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.504 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.585 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.664 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.744 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.824 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.904 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-12T17:34:39.983 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-12T17:34:40.062 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:34:40.141 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-12T17:34:40.222 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-12T17:34:40.301 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:34:40.381 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:34:40.462 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-12T17:34:40.541 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-12T17:34:40.620 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-12T17:34:40.699 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-12T17:34:40.779 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T17:34:40.872 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T17:34:40.953 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T17:34:41.033 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T17:34:41.113 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-12T17:34:41.192 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-12T17:34:41.920 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-12T17:34:51.104 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-12T17:34:58.566 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-12T17:35:14.335 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-12T17:35:34.243 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-12T17:35:39.349 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-12T17:35:44.928 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-12T17:35:46.373 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-12T17:35:46.709 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-12T17:35:47.506 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-12T17:35:48.423 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-12T17:35:49.391 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-12T17:35:49.835 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-12T17:35:50.258 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-12T17:35:50.259 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T17:35:50.260 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T17:35:50.261 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-12T17:35:50.261 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-12T17:35:50.262 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T17:35:50.263 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T17:35:50.264 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-12T17:35:50.265 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:35:50.265 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:35:50.266 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:35:50.267 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:35:50.268 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-12T17:35:50.269 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:35:50.269 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:35:50.270 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:35:50.271 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:35:50.272 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:35:50.273 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:35:50.273 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:35:50.274 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-12T17:35:50.275 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-12T17:35:50.276 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-12T17:35:50.276 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-12T17:35:50.277 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-12T17:35:50.278 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-12T17:35:50.279 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-12T17:35:50.279 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-12T17:35:50.367 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-12T17:35:50.378 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-12T17:35:51.429 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-12T17:36:02.495 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-12T17:36:03.161 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-12T17:36:04.003 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-12T17:36:04.857 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-12T17:36:05.697 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-12T17:36:06.537 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-12T17:36:07.206 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-12T17:36:08.085 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-12T17:36:08.835 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-12T17:36:09.576 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-12T17:36:10.245 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-12T17:36:10.825 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-12T17:36:11.403 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-12T17:36:11.883 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-12T17:36:12.555 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-12T17:36:13.344 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-12T17:36:14.102 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-12T17:36:14.773 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-12T17:36:15.453 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-12T17:36:16.124 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-12T17:36:16.794 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-12T17:36:17.460 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-12T17:36:18.035 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-12T17:36:18.612 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-12T17:36:19.083 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-12T17:36:19.574 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-12T17:36:20.035 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-12T17:36:20.493 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-12T17:36:20.953 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-12T17:36:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-12T17:36:22.290 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:36:22.768 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-12T17:36:23.386 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-12T17:36:23.986 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-12T17:36:24.480 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:36:25.081 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-12T17:36:25.685 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:36:26.449 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T17:36:26.989 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-12T17:36:27.599 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-12T17:36:28.199 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-12T17:36:29.115 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T17:36:29.961 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T17:36:30.734 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T17:36:31.612 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:36:32.562 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:36:34.369 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:36:36.235 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:36:37.259 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:36:38.217 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:36:39.032 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-12T17:36:39.970 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-12T17:36:40.669 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-12T17:36:42.218 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-12T17:36:43.259 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-12T17:36:44.503 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-12T17:36:46.904 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-12T17:36:50.045 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-12T17:36:51.884 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-12T17:36:53.563 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-12T17:36:54.835 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-12T17:36:55.710 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-12T17:36:57.216 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-12T17:36:58.305 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-12T17:36:59.738 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-12T17:37:00.785 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-12T17:37:02.649 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-12T17:37:04.149 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-12T17:37:06.151 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-12T17:37:08.130 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-12T17:37:09.565 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-12T17:37:10.873 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-12T17:37:11.941 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-12T17:37:14.330 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-12T17:37:16.114 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-12T17:37:18.143 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-12T17:37:20.049 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-12T17:37:21.889 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-12T17:37:23.713 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-12T17:37:25.212 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-12T17:37:26.291 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-12T17:37:27.529 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-12T17:37:29.718 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-12T17:37:32.536 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-12T17:37:33.798 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-12T17:37:35.651 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-12T17:37:37.512 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-12T17:37:39.325 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-12T17:37:41.329 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-12T17:37:43.445 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-12T17:37:45.435 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-12T17:37:47.346 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-12T17:37:48.578 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-12T17:37:49.609 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-12T17:37:50.619 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-12T17:37:51.695 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-12T17:37:53.440 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-12T17:37:55.248 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-12T17:37:57.085 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-12T17:37:58.826 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-12T17:38:00.637 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-12T17:38:02.426 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-12T17:38:04.184 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-12T17:38:05.995 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-12T17:38:07.725 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-12T17:38:09.526 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T17:38:11.315 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-12T17:38:13.141 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-12T17:38:14.390 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-12T17:38:15.629 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-12T17:38:16.837 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T17:38:18.050 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-12T17:38:18.971 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-12T17:38:19.913 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-12T17:38:20.810 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-12T17:38:21.721 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-12T17:38:22.598 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-12T17:38:23.496 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-12T17:38:24.402 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-12T17:38:25.276 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-12T17:38:26.159 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-12T17:38:27.716 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-12T17:38:29.285 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-12T17:38:30.065 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T17:38:30.867 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T17:38:31.732 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-12T17:38:32.622 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-12T17:38:34.208 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T17:38:35.772 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T17:38:36.705 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-12T17:38:37.598 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-12T17:38:38.472 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-12T17:38:39.358 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-12T17:38:40.232 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-12T17:38:41.107 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-12T17:38:41.996 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-12T17:38:42.906 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-12T17:38:43.804 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-12T17:38:44.675 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-12T17:38:45.551 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-12T17:38:46.428 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-12T17:38:47.288 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-12T17:38:48.124 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-12T17:38:48.999 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-12T17:38:49.871 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-12T17:38:50.747 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-12T17:39:37.967 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-12T17:39:38.808 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-12T17:39:39.662 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-12T17:39:40.497 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-12T17:39:41.338 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-12T17:39:42.237 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-12T17:39:43.069 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-12T17:39:43.930 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-12T17:39:44.770 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-12T17:39:45.614 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-12T17:39:46.451 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-12T17:39:47.291 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-12T17:39:48.171 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-12T17:39:49.055 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T17:39:49.929 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T17:39:50.803 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T17:39:51.684 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T17:39:52.583 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-12T17:39:53.465 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-12T17:39:54.375 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:39:55.249 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:39:56.127 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:39:56.999 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:39:57.972 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-12T17:39:58.913 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-12T17:39:59.825 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-12T17:40:00.703 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-12T17:40:01.583 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-12T17:40:02.496 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-12T17:40:02.952 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-12T17:40:03.720 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-12T17:40:05.849 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-12T17:40:07.944 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-12T17:40:08.817 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-12T17:40:09.706 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-12T17:40:10.581 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-12T17:40:11.444 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-12T17:40:12.435 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-12T17:40:13.377 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-12T17:40:14.270 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-12T17:40:15.147 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-12T17:40:16.032 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-12T17:40:16.908 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-12T17:40:17.783 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-12T17:40:18.708 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-12T17:40:19.839 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-12T17:40:21.304 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-12T17:40:22.067 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-12T17:40:22.829 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-12T17:40:23.504 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-12T17:40:24.175 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-12T17:40:24.687 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-12T17:40:25.135 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-12T17:40:25.593 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-12T17:40:26.363 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-12T17:40:30.385 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-12T17:40:30.847 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-12T17:40:31.567 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-12T17:40:32.206 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-12T17:40:32.914 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-12T17:40:33.585 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-12T17:40:36.068 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-12T17:40:37.083 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-12T17:40:38.098 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-12T17:41:25.876 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-12T17:42:13.343 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-12T17:42:14.095 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-12T17:42:14.873 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-12T17:42:15.649 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-12T17:42:16.418 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-12T17:42:17.305 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-12T17:42:18.081 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-12T17:42:18.873 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-12T17:42:19.797 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-12T17:42:20.608 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-12T17:42:21.462 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-12T17:42:22.274 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-12T17:42:23.416 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-12T17:42:24.187 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-12T17:42:24.864 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-12T17:42:25.590 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-12T17:42:26.319 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-12T17:42:27.987 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-12T17:42:28.829 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-12T17:42:29.559 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-12T17:42:30.296 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-12T17:42:31.149 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-12T17:42:31.956 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-12T17:42:32.646 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-12T17:42:33.335 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-12T17:42:34.010 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-12T17:42:34.686 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-12T17:42:35.361 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-12T17:42:36.053 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-12T17:42:36.882 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-12T17:42:37.594 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-12T17:42:38.292 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-12T17:42:38.966 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-12T17:42:39.636 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-12T17:42:40.538 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-12T17:42:41.215 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-12T17:42:41.889 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-12T17:42:42.574 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-12T17:42:43.270 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-12T17:42:44.000 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-12T17:42:44.679 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-12T17:42:45.363 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-12T17:42:47.107 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-12T17:42:47.780 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-12T17:42:48.614 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-12T17:42:49.420 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-12T17:42:50.190 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-12T17:42:51.041 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-12T17:42:51.854 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-12T17:42:53.728 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-12T17:42:54.534 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-12T17:42:55.340 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-12T17:42:56.250 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-12T17:42:57.194 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-12T17:42:58.134 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-12T17:42:58.934 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-12T17:42:59.852 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-12T17:43:00.841 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-12T17:43:01.657 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-12T17:43:02.607 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-12T17:43:03.409 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-12T17:43:04.142 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-12T17:43:04.876 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-12T17:43:05.669 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-12T17:43:06.370 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-12T17:43:06.842 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-12T17:43:07.799 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-12T17:43:08.580 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-12T17:43:09.347 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-12T17:43:12.600 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-12T17:43:13.379 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-12T17:43:14.156 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-12T17:43:14.949 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-12T17:43:15.700 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-12T17:43:16.404 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-12T17:43:17.181 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-12T17:43:18.043 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-12T17:43:18.932 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-12T17:43:19.705 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-12T17:43:20.474 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-12T17:43:21.255 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-12T17:43:22.113 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-12T17:43:22.955 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-12T17:43:23.714 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-12T17:43:24.540 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-12T17:43:25.384 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-12T17:43:26.210 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-12T17:43:26.676 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-12T17:43:27.139 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-12T17:43:27.599 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-12T17:43:28.179 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-12T17:43:28.798 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-12T17:43:29.380 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-12T17:43:30.002 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-12T17:43:30.651 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-12T17:43:31.116 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-12T17:43:31.573 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-12T17:43:32.164 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-12T17:43:32.619 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-12T17:43:33.087 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-12T17:43:33.548 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-12T17:43:34.016 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-12T17:43:34.639 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-12T17:43:35.272 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-12T17:43:35.992 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-12T17:43:36.626 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-12T17:43:37.262 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-12T17:43:37.932 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-12T17:43:38.589 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-12T17:43:39.309 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-12T17:43:39.950 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T17:43:40.582 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T17:43:41.381 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-12T17:43:42.222 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-12T17:43:43.125 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-12T17:43:43.949 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T17:43:44.758 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T17:43:45.618 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-12T17:43:46.485 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-12T17:43:47.360 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-12T17:43:48.286 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-12T17:43:49.026 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-12T17:43:49.932 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-12T17:43:50.828 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-12T17:43:51.731 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-12T17:43:52.640 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-12T17:43:53.559 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-12T17:43:54.948 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-12T17:43:56.194 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-12T17:43:57.385 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-12T17:43:58.670 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-12T17:43:59.858 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-12T17:44:00.628 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-12T17:44:01.437 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-12T17:44:02.305 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-12T17:44:03.113 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-12T17:44:03.890 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-12T17:44:04.817 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-12T17:44:06.103 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-12T17:44:07.381 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-12T17:44:08.704 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-12T17:44:09.996 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-12T17:44:11.264 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-12T17:44:12.547 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-12T17:44:13.857 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-12T17:44:15.180 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-12T17:44:16.458 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-12T17:44:17.660 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-12T17:44:18.875 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-12T17:44:20.039 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-12T17:44:21.389 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-12T17:44:22.637 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-12T17:44:23.097 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-12T17:44:23.580 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-12T17:44:24.056 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-12T17:44:24.855 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-12T17:44:25.612 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-12T17:44:26.189 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-12T17:44:26.769 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-12T17:44:27.772 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-12T17:44:30.422 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-12T17:44:31.443 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-12T17:44:32.372 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-12T17:44:36.254 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-12T17:44:37.179 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-12T17:44:38.088 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-12T17:44:38.937 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-12T17:44:39.800 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-12T17:44:40.977 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-12T17:44:41.900 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-12T17:44:43.116 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-12T17:44:44.340 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-12T17:44:45.930 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-12T17:44:47.432 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-12T17:44:48.103 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-12T17:44:48.780 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-12T17:44:51.197 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-12T17:44:52.187 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-12T17:45:15.802 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-12T17:45:16.571 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-12T17:45:17.552 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-12T17:45:20.852 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-12T17:45:21.816 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-12T17:45:23.375 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-12T17:45:33.065 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-12T17:45:56.819 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-12T17:46:24.076 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-12T17:48:16.034 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-12T17:48:27.417 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-12T17:48:51.391 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-12T17:48:52.683 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-12T17:48:59.144 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-12T17:49:04.051 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-12T17:49:06.800 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-12T17:49:07.631 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-12T17:49:12.383 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-12T17:49:13.358 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-12T17:49:14.165 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-12T17:49:14.974 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-12T17:49:34.019 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-12T17:49:37.514 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-12T17:49:38.426 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-12T17:49:39.199 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-12T17:49:40.065 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-12T17:49:46.870 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-12T17:49:50.783 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-12T17:49:54.590 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-12T17:49:55.485 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-12T17:49:56.379 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-12T17:49:57.279 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-12T17:49:58.224 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-12T17:49:59.122 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-12T17:50:00.007 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-12T17:50:00.849 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-12T17:50:02.523 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-12T17:50:06.207 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-12T17:50:11.778 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-12T17:50:13.824 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-12T17:50:18.634 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-12T17:50:26.331 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-12T17:50:28.092 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-12T17:50:31.768 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-12T17:50:38.098 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-12T17:50:39.966 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-12T17:50:40.928 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-12T17:50:42.288 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-12T17:50:43.124 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-12T17:50:49.778 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-12T17:50:50.587 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-12T17:50:51.438 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-12T17:50:52.254 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-12T17:50:53.079 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-12T17:50:54.328 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-12T17:51:05.754 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-12T17:51:07.079 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-12T17:51:08.214 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-12T17:51:09.583 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-12T17:51:10.994 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-12T17:51:16.049 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-12T17:51:17.417 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-12T17:51:23.378 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-12T17:51:44.752 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-12T17:52:22.124 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-12T17:52:24.651 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-12T17:52:27.103 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-12T17:52:28.275 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-12T17:52:29.548 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-12T17:52:30.498 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-12T17:52:31.892 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-12T17:52:33.238 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-12T17:52:35.573 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-12T17:52:36.295 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-12T17:52:37.032 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-12T17:52:37.764 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-12T17:52:38.439 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-12T17:52:39.111 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-12T17:52:39.911 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-12T17:52:40.586 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-12T17:52:41.293 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-12T17:52:42.090 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-12T17:52:42.764 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-12T17:52:43.451 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-12T17:52:44.142 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-12T17:52:44.817 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-12T17:52:45.476 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-12T17:52:46.292 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-12T17:52:47.154 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-12T17:52:48.364 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-12T17:52:49.206 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-12T17:52:50.020 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-12T17:52:50.836 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-12T17:52:51.641 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-12T17:52:52.323 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-12T17:52:52.998 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-12T17:52:53.659 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-12T17:52:54.426 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-12T17:53:41.436 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-12T17:54:28.637 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-12T17:54:38.328 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-12T17:54:39.155 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-12T17:55:40.590 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-12T17:56:42.410 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-12T17:56:43.277 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-12T17:56:44.140 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-12T17:56:44.807 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-12T17:56:45.478 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-12T17:57:15.498 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-12T17:57:24.136 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-12T17:57:32.795 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-12T17:57:33.616 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-12T17:57:34.458 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-12T17:57:35.319 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-12T17:57:36.530 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-12T17:57:37.334 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-12T17:57:38.144 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-12T17:57:39.027 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-12T17:57:39.914 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-12T17:57:40.872 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-12T17:57:41.813 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-12T17:57:42.707 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-12T17:57:43.514 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-12T17:57:44.884 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-12T17:57:46.235 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-12T17:57:48.414 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-12T17:57:50.661 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-12T17:57:52.939 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-12T17:57:55.146 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-12T17:57:57.363 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-12T17:57:59.676 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-12T17:58:02.409 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-12T17:58:04.724 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-12T17:58:07.529 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-12T17:58:08.345 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-12T17:58:09.165 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-12T17:58:10.041 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-12T17:58:12.356 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-12T17:58:14.641 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-12T17:58:16.943 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-12T17:58:18.631 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-12T17:58:38.740 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-12T17:58:39.937 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-12T17:58:41.253 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T17:58:42.444 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T17:58:43.979 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-12T17:58:45.341 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-12T17:58:46.255 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-12T17:58:47.543 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-12T17:58:48.272 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-12T17:58:48.952 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-12T17:58:49.616 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-12T17:58:50.310 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-12T17:58:51.131 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-12T17:58:51.874 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-12T17:58:53.115 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-12T17:58:53.817 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-12T17:58:54.500 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-12T17:58:55.137 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-12T17:58:55.810 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-12T17:58:56.463 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-12T17:58:57.160 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-12T17:58:57.800 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-12T17:58:58.433 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-12T17:58:59.093 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-12T17:58:59.725 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-12T17:59:00.571 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-12T17:59:01.318 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-12T17:59:02.181 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-12T17:59:02.966 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-12T17:59:03.717 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-12T17:59:04.450 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-12T17:59:05.369 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-12T17:59:06.204 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-12T17:59:07.034 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-12T17:59:07.818 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-12T17:59:08.647 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-12T17:59:09.475 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-12T17:59:10.401 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-12T17:59:11.340 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-12T17:59:12.175 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-12T17:59:12.944 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-12T17:59:13.681 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-12T17:59:14.447 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-12T17:59:15.377 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-12T17:59:16.126 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-12T17:59:16.993 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T17:59:17.943 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T17:59:18.652 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-12T17:59:19.455 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-12T17:59:20.198 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-12T17:59:30.749 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-12T17:59:31.520 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-12T17:59:41.432 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-12T17:59:42.318 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-12T17:59:43.260 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-12T17:59:43.931 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-12T17:59:44.669 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:59:45.391 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:59:46.190 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:59:46.945 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-12T17:59:47.672 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-12T17:59:48.342 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-12T17:59:49.083 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-12T17:59:49.901 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-12T17:59:50.687 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-12T17:59:51.586 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-12T17:59:52.415 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-12T17:59:53.157 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-12T17:59:53.862 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-12T17:59:54.916 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-12T18:00:05.665 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-12T18:00:06.359 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:00:07.128 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:00:07.947 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-12T18:00:08.789 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-12T18:00:10.875 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-12T18:00:11.723 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-12T18:00:13.045 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-12T18:00:18.414 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-12T18:00:20.271 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-12T18:00:30.596 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-12T18:00:40.458 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-12T18:00:41.278 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-12T18:00:42.387 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-12T18:00:56.350 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-12T18:01:16.874 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-12T18:01:22.197 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-12T18:01:24.224 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-12T18:01:26.371 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-12T18:01:28.279 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-12T18:01:29.090 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-12T18:01:35.551 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-12T18:01:40.352 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-12T18:01:55.074 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-12T18:01:58.463 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-12T18:02:00.513 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-12T18:02:02.340 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-12T18:02:03.274 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-12T18:02:09.333 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-12T18:02:12.617 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-12T18:02:13.844 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-12T18:02:15.165 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-12T18:02:20.465 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-12T18:02:23.908 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-12T18:02:28.308 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-12T18:02:30.197 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-12T18:02:30.568 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-12T18:02:34.325 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-12T18:02:41.829 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-12T18:02:44.209 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-12T18:02:48.547 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-12T18:02:49.986 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-12T18:03:30.567 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-12T18:03:30.938 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-12T18:03:32.185 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-12T18:03:33.152 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-12T18:03:34.000 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-12T18:03:35.112 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout:=============================== warnings summary =============================== 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout: import imp 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py:120 2024-09-12T18:03:35.132 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: if boto_type is 'S3Connection': 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_headers.py:124 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: elif boto_type is 'HTTPRequest': 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3.py:359 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence \W 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py:176 2024-09-12T18:03:35.133 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: if k is 'BucketName': 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py:253 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: @pytest.mark.timeout(10) 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: @pytest.mark.s3website_routing_rules 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-12T18:03:35.134 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.135 INFO:teuthology.orchestra.run.smithi123.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-12T18:03:35.136 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-12T18:03:35.137 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence \$ 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi123.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:03:35.138 INFO:teuthology.orchestra.run.smithi123.stdout: warnings.warn( 2024-09-12T18:03:35.139 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:03:35.139 INFO:teuthology.orchestra.run.smithi123.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T18:03:35.139 INFO:teuthology.orchestra.run.smithi123.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 662 warnings in 1743.02s (0:29:03) = 2024-09-12T18:03:35.266 INFO:teuthology.orchestra.run.smithi123.stdout:___________________________________ summary ____________________________________ 2024-09-12T18:03:35.266 INFO:teuthology.orchestra.run.smithi123.stdout: py: commands succeeded 2024-09-12T18:03:35.266 INFO:teuthology.orchestra.run.smithi123.stdout: congratulations :) 2024-09-12T18:03:35.283 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-12T18:03:35.284 DEBUG:teuthology.orchestra.run.smithi123:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T18:03:35.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:03:35.390 INFO:tasks.s3tests:Cleaning up boto... 2024-09-12T18:03:35.391 DEBUG:teuthology.orchestra.run.smithi123:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T18:03:35.419 INFO:tasks.s3tests:Removing s3-tests... 2024-09-12T18:03:35.419 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T18:03:35.610 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T18:03:35.627 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T18:03:35.627 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T18:03:35.627 DEBUG:teuthology.orchestra.run.smithi123:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:03:35.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:03:35.656 INFO:teuthology.orchestra.run.smithi123.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T18:03:35.657 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:03:35.725 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T18:03:35.725 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T18:03:35.794 INFO:tasks.workunit:timeout=3h 2024-09-12T18:03:35.794 INFO:tasks.workunit:cleanup=True 2024-09-12T18:03:35.795 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T18:03:35.863 INFO:tasks.workunit.client.0.smithi123.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T18:04:35.676 INFO:tasks.workunit.client.0.smithi123.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T18:04:35.677 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:35.677 INFO:tasks.workunit.client.0.smithi123.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T18:04:35.677 INFO:tasks.workunit.client.0.smithi123.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T18:04:35.677 INFO:tasks.workunit.client.0.smithi123.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T18:04:35.677 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:35.677 INFO:tasks.workunit.client.0.smithi123.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr: git switch -c 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr:Or undo this operation with: 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr: git switch - 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:35.678 INFO:tasks.workunit.client.0.smithi123.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T18:04:35.681 DEBUG:teuthology.orchestra.run.smithi123:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T18:04:35.749 INFO:tasks.workunit.client.0.smithi123.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T18:04:35.751 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T18:04:35.752 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T18:04:35.800 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T18:04:35.848 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T18:04:35.887 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T18:04:35.888 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T18:04:35.888 INFO:tasks.workunit.client.0.smithi123.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T18:04:35.927 INFO:tasks.workunit.client.0.smithi123.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T18:04:35.930 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-12T18:04:35.930 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T18:04:36.000 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-12T18:04:36.001 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-12T18:04:36.001 DEBUG:teuthology.orchestra.run.smithi123:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T18:04:36.073 INFO:tasks.workunit.client.0.smithi123.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T18:04:36.073 INFO:tasks.workunit.client.0.smithi123.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:04:36.073 INFO:tasks.workunit.client.0.smithi123.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ deactivate nondestructive 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ unset VIRTUAL_ENV 2024-09-12T18:04:38.346 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ export VIRTUAL_ENV 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PATH 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n '' ']' 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -z '' ']' 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ PS1='(rgw) ' 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ export PS1 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:++ hash -r 2024-09-12T18:04:38.347 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install pip --upgrade 2024-09-12T18:04:38.582 INFO:tasks.workunit.client.0.smithi123.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T18:04:38.845 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting pip 2024-09-12T18:04:38.851 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T18:04:38.895 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: pip 2024-09-12T18:04:38.895 INFO:tasks.workunit.client.0.smithi123.stdout: Attempting uninstall: pip 2024-09-12T18:04:38.895 INFO:tasks.workunit.client.0.smithi123.stdout: Found existing installation: pip 21.3.1 2024-09-12T18:04:39.046 INFO:tasks.workunit.client.0.smithi123.stdout: Uninstalling pip-21.3.1: 2024-09-12T18:04:39.051 INFO:tasks.workunit.client.0.smithi123.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T18:04:39.788 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed pip-24.2 2024-09-12T18:04:39.837 INFO:tasks.workunit.client.0.smithi123.stderr:+ pip install boto3 2024-09-12T18:04:40.610 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting boto3 2024-09-12T18:04:40.611 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T18:04:41.145 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T18:04:41.146 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T18:04:41.199 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T18:04:41.200 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T18:04:41.253 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T18:04:41.254 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T18:04:41.305 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:04:41.306 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T18:04:41.382 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:04:41.383 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T18:04:41.535 INFO:tasks.workunit.client.0.smithi123.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T18:04:41.537 INFO:tasks.workunit.client.0.smithi123.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T18:04:41.541 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T18:04:41.542 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T18:04:41.552 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T18:04:41.553 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T18:04:41.554 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T18:04:41.555 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T18:04:41.557 INFO:tasks.workunit.client.0.smithi123.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T18:04:41.632 INFO:tasks.workunit.client.0.smithi123.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T18:04:42.639 INFO:tasks.workunit.client.0.smithi123.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T18:04:42.757 INFO:tasks.workunit.client.0.smithi123.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-12T18:04:42.877 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-12T18:04:42.911 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:42.911 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:43.147 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.146+0000 7fe2d1e6e640 0 --2- 172.21.15.123:0/1404513322 >> [v2:172.21.15.123:3301/0,v1:172.21.15.123:6790/0] conn(0x5597b61647b0 0x5597b6194f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T18:04:43.151 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.149+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.150+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.150+0000 7fe2d6928800 20 realm 2024-09-12T18:04:43.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.150+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.150+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.152 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.150+0000 7fe2d6928800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:43.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.150+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.151+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.151+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.152+0000 7fe2d6928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:43.153 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.152+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.152+0000 7fe2d6928800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:43.154 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.152+0000 7fe2d6928800 20 searching for the correct realm 2024-09-12T18:04:43.155 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.154+0000 7fe2d1e6e640 0 -- 172.21.15.123:0/1404513322 >> [v2:172.21.15.123:6808/735924999,v1:172.21.15.123:6809/735924999] conn(0x7fe2c4069f60 msgr2=0x7fe2c40689d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:04:43.362 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.360+0000 7fe2d266f640 0 -- 172.21.15.123:0/1404513322 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7fe2cc042b80 msgr2=0x7fe2cc039440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:43.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.366+0000 7fe2d6928800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T18:04:43.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.366+0000 7fe2d6928800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:43.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.366+0000 7fe2d6928800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:43.368 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.366+0000 7fe2d6928800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T18:04:43.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.366+0000 7fe2d6928800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:43.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.366+0000 7fe2d6928800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:43.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.366+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.369 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:43.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:43.370 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 zone default found 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 4 Realm: () 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 zonegroup default 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.367+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.368+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.368+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.368+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.368+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.368+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.368+0000 7fe2d6928800 20 started sync module instance, tier type = 2024-09-12T18:04:43.371 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.368+0000 7fe2d6928800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T18:04:43.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.379+0000 7fe2d6928800 20 add_watcher() i=0 2024-09-12T18:04:43.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.379+0000 7fe2d6928800 20 add_watcher() i=1 2024-09-12T18:04:43.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.379+0000 7fe2d6928800 20 add_watcher() i=2 2024-09-12T18:04:43.381 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.379+0000 7fe2d6928800 20 add_watcher() i=3 2024-09-12T18:04:43.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.379+0000 7fe2d6928800 20 add_watcher() i=4 2024-09-12T18:04:43.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.379+0000 7fe2d6928800 20 add_watcher() i=5 2024-09-12T18:04:43.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.379+0000 7fe2d6928800 20 add_watcher() i=6 2024-09-12T18:04:43.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.380+0000 7fe2d6928800 20 add_watcher() i=7 2024-09-12T18:04:43.382 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.380+0000 7fe2d6928800 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:43.383 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.381+0000 7fe188fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe2d6928800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe2d6928800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe2d6928800 5 note: GC not initialized 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe1037fe640 20 reqs_thread_entry: start 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe2d6928800 20 init_complete bucket index max shards: 1 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe2d6928800 20 Filter name: none 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe1017fa640 20 reqs_thread_entry: start 2024-09-12T18:04:43.384 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe2d6928800 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-12T18:04:43.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.382+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-12T18:04:43.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:04:43.385 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.383+0000 7fe2d6928800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.385+0000 7fe2d6928800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T18:04:43.386 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.385+0000 7fe2d6928800 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:04:43.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.385+0000 7fe2d6928800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-12T18:04:43.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.385+0000 7fe1b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268248 cookie 94110083691984 notifier 8660 bl.length()=613 2024-09-12T18:04:43.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.385+0000 7fe1b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T18:04:43.387 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.385+0000 7fe1b5ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T18:04:43.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.388+0000 7fe2d6928800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T18:04:43.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.388+0000 7fe2d6928800 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:04:43.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.388+0000 7fe2d6928800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-12T18:04:43.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.388+0000 7fe1b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756269705 cookie 94110083675664 notifier 8660 bl.length()=191 2024-09-12T18:04:43.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.388+0000 7fe1b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T18:04:43.390 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.388+0000 7fe1b5ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T18:04:43.392 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.390+0000 7fe188fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:43.394 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.393+0000 7fe2d6928800 20 remove_watcher() i=0 2024-09-12T18:04:43.395 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.393+0000 7fe2d6928800 2 removed watcher, disabling cache 2024-09-12T18:04:43.396 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.394+0000 7fe2d6928800 20 remove_watcher() i=1 2024-09-12T18:04:43.397 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.395+0000 7fe2d6928800 20 remove_watcher() i=2 2024-09-12T18:04:43.399 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.397+0000 7fe2d6928800 20 remove_watcher() i=3 2024-09-12T18:04:43.400 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.398+0000 7fe2d6928800 20 remove_watcher() i=4 2024-09-12T18:04:43.401 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.399+0000 7fe2d6928800 20 remove_watcher() i=5 2024-09-12T18:04:43.402 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.400+0000 7fe2d6928800 20 remove_watcher() i=6 2024-09-12T18:04:43.403 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.401+0000 7fe2d6928800 20 remove_watcher() i=7 2024-09-12T18:04:43.580 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:43.580 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:43.630 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:43.630 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:43.690 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:43.690 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:43.732 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:43.732 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:43.759 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-12T18:04:43.759 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:43.762 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:43.762 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:43.799 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:43.799 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:43.837 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:43.838 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:43.879 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T18:04:43.907 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:43.907 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:43.943 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.942+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.943+0000 7f760b817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.943+0000 7f760b817800 20 realm 2024-09-12T18:04:43.945 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.943+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.943+0000 7f760b817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.943+0000 7f760b817800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:43.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.943+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.944+0000 7f760b817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:43.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.944+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.945+0000 7f760b817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:43.946 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.945+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:43.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.945+0000 7f760b817800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:43.947 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.945+0000 7f760b817800 20 searching for the correct realm 2024-09-12T18:04:43.949 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.948+0000 7f76077e8640 0 -- 172.21.15.123:0/3248109225 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f75fc024ad0 msgr2=0x7f75fc061840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:04:43.954 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:43.952+0000 7f76067e6640 0 -- 172.21.15.123:0/3248109225 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f760006d140 msgr2=0x7f7600064aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:44.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.159+0000 7f760b817800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T18:04:44.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.159+0000 7f760b817800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:44.161 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.159+0000 7f760b817800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:44.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.159+0000 7f760b817800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T18:04:44.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.159+0000 7f760b817800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:44.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.159+0000 7f760b817800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:44.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.159+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:44.162 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:44.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.163 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 zone default found 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 4 Realm: () 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 zonegroup default 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.160+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.161+0000 7f760b817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.161+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.161+0000 7f760b817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:44.164 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.161+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.161+0000 7f760b817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:44.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.161+0000 7f760b817800 20 started sync module instance, tier type = 2024-09-12T18:04:44.165 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.161+0000 7f760b817800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T18:04:44.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=0 2024-09-12T18:04:44.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=1 2024-09-12T18:04:44.172 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=2 2024-09-12T18:04:44.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=3 2024-09-12T18:04:44.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=4 2024-09-12T18:04:44.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=5 2024-09-12T18:04:44.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=6 2024-09-12T18:04:44.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 20 add_watcher() i=7 2024-09-12T18:04:44.173 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.171+0000 7f760b817800 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:44.174 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.173+0000 7f74bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:44.175 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.173+0000 7f760b817800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:44.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.173+0000 7f760b817800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:44.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.173+0000 7f760b817800 5 note: GC not initialized 2024-09-12T18:04:44.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.174+0000 7f7437fff640 20 reqs_thread_entry: start 2024-09-12T18:04:44.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.174+0000 7f760b817800 20 init_complete bucket index max shards: 1 2024-09-12T18:04:44.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.174+0000 7f760b817800 20 Filter name: none 2024-09-12T18:04:44.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.174+0000 7f7435ffb640 20 reqs_thread_entry: start 2024-09-12T18:04:44.176 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.174+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.174+0000 7f760b817800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.174+0000 7f760b817800 20 rados->read ofs=0 len=0 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.175+0000 7f760b817800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.175+0000 7f760b817800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.175+0000 7f760b817800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.175+0000 7f760b817800 20 INFO: main: starting shard=0 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.175+0000 7f760b817800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783.0 2024-09-12T18:04:44.177 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.175+0000 7f760b817800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:04:44.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.175+0000 7f760b817800 20 INFO: main: done 2024-09-12T18:04:44.178 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.176+0000 7f74bd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:44.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.179+0000 7f760b817800 20 remove_watcher() i=0 2024-09-12T18:04:44.181 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.179+0000 7f760b817800 2 removed watcher, disabling cache 2024-09-12T18:04:44.182 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.180+0000 7f760b817800 20 remove_watcher() i=1 2024-09-12T18:04:44.183 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.181+0000 7f760b817800 20 remove_watcher() i=2 2024-09-12T18:04:44.184 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.182+0000 7f760b817800 20 remove_watcher() i=3 2024-09-12T18:04:44.185 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.183+0000 7f760b817800 20 remove_watcher() i=4 2024-09-12T18:04:44.186 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.184+0000 7f760b817800 20 remove_watcher() i=5 2024-09-12T18:04:44.187 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.185+0000 7f760b817800 20 remove_watcher() i=6 2024-09-12T18:04:44.188 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.186+0000 7f760b817800 20 remove_watcher() i=7 2024-09-12T18:04:44.200 INFO:tasks.workunit.client.0.smithi123.stderr:rados -p default.rgw.buckets.data ls | grep fcf3a013-56ba-4b52-b252-e65d8a3422ec 2024-09-12T18:04:44.224 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:44.224 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:44.304 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:44.302+0000 7f6ce7b2f640 0 -- 172.21.15.123:0/2061900847 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x7f6cd0053830 msgr2=0x7f6cd0006330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:44.316 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-12T18:04:44.316 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:44.317 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:04:45.709 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:45.710 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:45.744 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:04:46.135 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T18:04:46.165 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:46.165 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:46.203 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.201+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:46.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 20 realm 2024-09-12T18:04:46.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:46.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:46.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.205 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:46.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.203+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.204+0000 7f0aa6230800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:46.206 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.204+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.205+0000 7f0aa6230800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:46.207 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.205+0000 7f0aa6230800 20 searching for the correct realm 2024-09-12T18:04:46.211 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.210+0000 7f0aa1d54640 0 -- 172.21.15.123:0/1035310425 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x5568298d4850 msgr2=0x5568298d6c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:46.215 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.214+0000 7f0aa0d52640 0 -- 172.21.15.123:0/1035310425 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f0a9c00ac20 msgr2=0x7f0a9c00c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:46.220 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.218+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.221 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 zone default found 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 4 Realm: () 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 zonegroup default 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.219+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.220+0000 7f0aa6230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:46.222 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.220+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.220+0000 7f0aa6230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:46.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.220+0000 7f0aa6230800 20 started sync module instance, tier type = 2024-09-12T18:04:46.223 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.220+0000 7f0aa6230800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T18:04:46.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.229+0000 7f0aa6230800 20 add_watcher() i=0 2024-09-12T18:04:46.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.229+0000 7f0aa6230800 20 add_watcher() i=1 2024-09-12T18:04:46.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.229+0000 7f0aa6230800 20 add_watcher() i=2 2024-09-12T18:04:46.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.229+0000 7f0aa6230800 20 add_watcher() i=3 2024-09-12T18:04:46.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.229+0000 7f0aa6230800 20 add_watcher() i=4 2024-09-12T18:04:46.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.229+0000 7f0aa6230800 20 add_watcher() i=5 2024-09-12T18:04:46.231 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.229+0000 7f0aa6230800 20 add_watcher() i=6 2024-09-12T18:04:46.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.230+0000 7f0aa6230800 20 add_watcher() i=7 2024-09-12T18:04:46.232 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.230+0000 7f0aa6230800 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:46.233 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.231+0000 7f09577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f0aa6230800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f0aa6230800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f0aa6230800 5 note: GC not initialized 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f09567e4640 20 reqs_thread_entry: start 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f0aa6230800 20 init_complete bucket index max shards: 1 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f0aa6230800 20 Filter name: none 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f08c7fff640 20 reqs_thread_entry: start 2024-09-12T18:04:46.234 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.232+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:04:46.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 rados->read ofs=0 len=0 2024-09-12T18:04:46.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:04:46.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T18:04:46.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T18:04:46.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 INFO: main: starting shard=0 2024-09-12T18:04:46.235 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783.0 2024-09-12T18:04:46.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T18:04:46.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.233+0000 7f0aa6230800 20 INFO: main: done 2024-09-12T18:04:46.236 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.234+0000 7f09577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:46.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.236+0000 7f0aa6230800 20 remove_watcher() i=0 2024-09-12T18:04:46.238 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.236+0000 7f0aa6230800 2 removed watcher, disabling cache 2024-09-12T18:04:46.239 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.238+0000 7f0aa6230800 20 remove_watcher() i=1 2024-09-12T18:04:46.240 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.239+0000 7f0aa6230800 20 remove_watcher() i=2 2024-09-12T18:04:46.241 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.240+0000 7f0aa6230800 20 remove_watcher() i=3 2024-09-12T18:04:46.242 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.241+0000 7f0aa6230800 20 remove_watcher() i=4 2024-09-12T18:04:46.243 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.242+0000 7f0aa6230800 20 remove_watcher() i=5 2024-09-12T18:04:46.244 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.243+0000 7f0aa6230800 20 remove_watcher() i=6 2024-09-12T18:04:46.245 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.244+0000 7f0aa6230800 20 remove_watcher() i=7 2024-09-12T18:04:46.258 INFO:tasks.workunit.client.0.smithi123.stderr:rados -p default.rgw.buckets.data ls | grep 66e910fd-7023-420a-ba65-68be55665240 2024-09-12T18:04:46.280 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:46.280 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:46.366 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:46.365+0000 7f23c3f64640 0 -- 172.21.15.123:0/3299299891 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f23bc0087f0 msgr2=0x7f23bc00b2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:46.373 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-12T18:04:46.373 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:46.376 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:46.376 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:46.405 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:46.405 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:46.442 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:46.442 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:46.471 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T18:04:47.864 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:47.865 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:47.958 INFO:tasks.workunit.client.0.smithi123.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T18:04:47.960 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T18:04:48.366 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:48.366 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:48.435 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:48.435 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:48.481 INFO:tasks.workunit.client.0.smithi123.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-12T18:04:48.481 INFO:tasks.workunit.client.0.smithi123.stderr: 2024-09-12T18:04:48.482 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:48.482 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:48.545 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:48.546 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:48.609 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:48.609 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:48.645 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-12T18:04:50.042 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:50.043 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:50.116 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:50.116 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:52.225 INFO:tasks.workunit.client.0.smithi123.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-12T18:04:52.641 INFO:tasks.workunit.client.0.smithi123.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-12T18:04:52.672 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:52.672 INFO:tasks.workunit.client.0.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:52.709 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.708+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.709+0000 7f8b3bc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:52.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.709+0000 7f8b3bc20800 20 realm 2024-09-12T18:04:52.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.709+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.711 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.709+0000 7f8b3bc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.709+0000 7f8b3bc20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.709+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.710+0000 7f8b3bc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.710+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.711+0000 7f8b3bc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:52.712 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.711+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.711+0000 7f8b3bc20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:52.713 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.711+0000 7f8b3bc20800 20 searching for the correct realm 2024-09-12T18:04:52.716 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.714+0000 7f8b39f12640 0 -- 172.21.15.123:0/886044286 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x5651ec468480 msgr2=0x5651ec46a890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:52.719 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.718+0000 7f8b38f10640 0 -- 172.21.15.123:0/886044286 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f8b3406e3f0 msgr2=0x7f8b3406e870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:52.725 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.723+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 zone default found 2024-09-12T18:04:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 4 Realm: () 2024-09-12T18:04:52.727 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 zonegroup default 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.724+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.725+0000 7f8b3bc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.725+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.725+0000 7f8b3bc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.725+0000 7f8b3bc20800 20 started sync module instance, tier type = 2024-09-12T18:04:52.728 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.725+0000 7f8b3bc20800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T18:04:52.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=0 2024-09-12T18:04:52.736 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=1 2024-09-12T18:04:52.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=2 2024-09-12T18:04:52.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=3 2024-09-12T18:04:52.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=4 2024-09-12T18:04:52.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=5 2024-09-12T18:04:52.737 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=6 2024-09-12T18:04:52.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 20 add_watcher() i=7 2024-09-12T18:04:52.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.735+0000 7f8b3bc20800 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:52.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.737+0000 7f89ef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:52.742 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.737+0000 7f8b3bc20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.737+0000 7f8b3bc20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 5 note: GC not initialized 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f89ee7e4640 20 reqs_thread_entry: start 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 20 init_complete bucket index max shards: 1 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 20 Filter name: none 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f895ffff640 20 reqs_thread_entry: start 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-12T18:04:52.743 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783 : miss 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.738+0000 7f8b3bc20800 20 rados->read ofs=0 len=0 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.739+0000 7f8b3bc20800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.739+0000 7f8b3bc20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783 info.flags=0x17 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.739+0000 7f8b3bc20800 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783 to cache LRU end 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.739+0000 7f8b3bc20800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.739+0000 7f8b3bc20800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.739+0000 7f8b3bc20800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.739+0000 7f8b3bc20800 20 bucket index object: :.dir.891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783.0 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.740+0000 7f8b3bc20800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.740+0000 7f8b3bc20800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T18:04:52.744 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.741+0000 7f89ef7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:52.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.743+0000 7f8b3bc20800 20 remove_watcher() i=0 2024-09-12T18:04:52.745 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.743+0000 7f8b3bc20800 2 removed watcher, disabling cache 2024-09-12T18:04:52.746 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.744+0000 7f8b3bc20800 20 remove_watcher() i=1 2024-09-12T18:04:52.747 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.746+0000 7f8b3bc20800 20 remove_watcher() i=2 2024-09-12T18:04:52.748 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.747+0000 7f8b3bc20800 20 remove_watcher() i=3 2024-09-12T18:04:52.749 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.748+0000 7f8b3bc20800 20 remove_watcher() i=4 2024-09-12T18:04:52.750 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.749+0000 7f8b3bc20800 20 remove_watcher() i=5 2024-09-12T18:04:52.751 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.750+0000 7f8b3bc20800 20 remove_watcher() i=6 2024-09-12T18:04:52.752 INFO:tasks.workunit.client.0.smithi123.stderr:2024-09-12T18:04:52.751+0000 7f8b3bc20800 20 remove_watcher() i=7 2024-09-12T18:04:52.763 INFO:tasks.workunit.client.0.smithi123.stderr:Deleting bucket versioning-bucket 2024-09-12T18:04:52.765 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:52.765 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:52.789 INFO:tasks.workunit.client.0.smithi123.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T18:04:52.789 INFO:tasks.workunit.client.0.smithi123.stderr: warnings.warn( 2024-09-12T18:04:52.846 INFO:tasks.workunit.client.0.smithi123.stderr:Completed bucket versioning tests 2024-09-12T18:04:52.847 INFO:tasks.workunit.client.0.smithi123.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T18:04:52.847 INFO:tasks.workunit.client.0.smithi123.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T18:04:52.847 INFO:tasks.workunit.client.0.smithi123.stdout:connected to https://localhost:443 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ deactivate 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ export PATH 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ hash -r 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' -n '' ']' 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset VIRTUAL_ENV 2024-09-12T18:04:52.909 INFO:tasks.workunit.client.0.smithi123.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T18:04:52.910 INFO:tasks.workunit.client.0.smithi123.stderr:+ unset -f deactivate 2024-09-12T18:04:52.910 INFO:tasks.workunit.client.0.smithi123.stderr:+ echo OK. 2024-09-12T18:04:52.910 INFO:tasks.workunit.client.0.smithi123.stdout:OK. 2024-09-12T18:04:52.911 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T18:04:52.911 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T18:04:52.991 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-12T18:04:52.991 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T18:04:53.344 DEBUG:teuthology.parallel:result is None 2024-09-12T18:04:53.345 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:04:53.382 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:04:53.383 DEBUG:teuthology.orchestra.run.smithi123:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T18:04:53.451 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T18:04:53.452 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-12T18:04:53.464 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-12T18:04:53.488 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-12T18:04:53.489 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-12T18:04:53.489 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-12T18:04:53.553 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-12T18:04:53.553 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-12T18:04:53.610 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:04:53.610 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:04:53.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.642+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 20 realm 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:53.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.644+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:53.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.645+0000 7fa31eb22800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:53.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.645+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:53.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.646+0000 7fa31eb22800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:04:53.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.646+0000 7fa31eb22800 20 searching for the correct realm 2024-09-12T18:04:53.650 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.648+0000 7fa31b069640 0 -- 172.21.15.123:0/1070565543 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7fa30407fc20 msgr2=0x7fa304096410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:53.857 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:53.855+0000 7fa31a067640 0 -- 172.21.15.123:0/1070565543 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7fa3140734d0 msgr2=0x7fa31405b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:54.064 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.062+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 zone default found 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 4 Realm: () 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 zonegroup default 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:54.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:54.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.063+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:54.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.064+0000 7fa31eb22800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:04:54.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.064+0000 7fa31eb22800 20 started sync module instance, tier type = 2024-09-12T18:04:54.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.064+0000 7fa31eb22800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T18:04:54.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.073+0000 7fa31eb22800 20 add_watcher() i=0 2024-09-12T18:04:54.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.073+0000 7fa31eb22800 20 add_watcher() i=1 2024-09-12T18:04:54.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.073+0000 7fa31eb22800 20 add_watcher() i=2 2024-09-12T18:04:54.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.073+0000 7fa31eb22800 20 add_watcher() i=3 2024-09-12T18:04:54.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.073+0000 7fa31eb22800 20 add_watcher() i=4 2024-09-12T18:04:54.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.073+0000 7fa31eb22800 20 add_watcher() i=5 2024-09-12T18:04:54.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.073+0000 7fa31eb22800 20 add_watcher() i=6 2024-09-12T18:04:54.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.074+0000 7fa31eb22800 20 add_watcher() i=7 2024-09-12T18:04:54.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.074+0000 7fa31eb22800 2 all 8 watchers are set, enabling cache 2024-09-12T18:04:54.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.076+0000 7fa1d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:54.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.076+0000 7fa31eb22800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:04:54.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.076+0000 7fa31eb22800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:04:54.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.113+0000 7fa14bfff640 20 reqs_thread_entry: start 2024-09-12T18:04:54.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.113+0000 7fa31eb22800 20 init_complete bucket index max shards: 1 2024-09-12T18:04:54.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.113+0000 7fa31eb22800 20 Filter name: none 2024-09-12T18:04:54.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.113+0000 7fa149ffb640 20 reqs_thread_entry: start 2024-09-12T18:04:54.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.113+0000 7fa31eb22800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T18:04:54.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.113+0000 7fa31eb22800 20 rados->read ofs=0 len=0 2024-09-12T18:04:54.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.114+0000 7fa31eb22800 20 rados_obj.operate() r=0 bl.length=482 2024-09-12T18:04:54.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.114+0000 7fa31eb22800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-12T18:04:54.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.114+0000 7fa31eb22800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T18:04:54.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.114+0000 7fa31eb22800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T18:04:54.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.114+0000 7fa31eb22800 10 removing key index: QIELNTZTQQGCIHPDHEZS 2024-09-12T18:04:54.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.116+0000 7fa31eb22800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.keys:QIELNTZTQQGCIHPDHEZS, ofs0, ns] 2024-09-12T18:04:54.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.116+0000 7fa1fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756269708 cookie 94754023361264 notifier 9531 bl.length()=170 2024-09-12T18:04:54.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.118+0000 7fa31eb22800 10 removing email index: tester.client.0_test@test.test 2024-09-12T18:04:54.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.119+0000 7fa31eb22800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T18:04:54.121 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.119+0000 7fa1fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268188 cookie 94754023349616 notifier 9531 bl.length()=181 2024-09-12T18:04:54.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.120+0000 7fa31eb22800 10 removing user buckets index 2024-09-12T18:04:54.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.122+0000 7fa31eb22800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-12T18:04:54.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.122+0000 7fa1fdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268249 cookie 94754023363600 notifier 9531 bl.length()=172 2024-09-12T18:04:54.124 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.123+0000 7fa31eb22800 10 removing user index: tester.client.0 2024-09-12T18:04:54.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.124+0000 7fa31eb22800 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-12T18:04:54.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.124+0000 7fa31eb22800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T18:04:54.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.125+0000 7fa1fdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756269709 cookie 94754023361264 notifier 9531 bl.length()=164 2024-09-12T18:04:54.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.126+0000 7fa1d17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:04:54.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.129+0000 7fa31eb22800 20 remove_watcher() i=0 2024-09-12T18:04:54.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.129+0000 7fa31eb22800 2 removed watcher, disabling cache 2024-09-12T18:04:54.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.130+0000 7fa31eb22800 20 remove_watcher() i=1 2024-09-12T18:04:54.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.131+0000 7fa31eb22800 20 remove_watcher() i=2 2024-09-12T18:04:54.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.132+0000 7fa31eb22800 20 remove_watcher() i=3 2024-09-12T18:04:54.134 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.133+0000 7fa31eb22800 20 remove_watcher() i=4 2024-09-12T18:04:54.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.134+0000 7fa31eb22800 20 remove_watcher() i=5 2024-09-12T18:04:54.136 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.134+0000 7fa31eb22800 20 remove_watcher() i=6 2024-09-12T18:04:54.137 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:04:54.135+0000 7fa31eb22800 20 remove_watcher() i=7 2024-09-12T18:04:54.148 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-12T18:04:54.158 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-12T18:04:54.174 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-12T18:04:54.228 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-12T18:04:54.238 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-12T18:04:54.238 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:04:54.247 INFO:tasks.rgw.client.0.smithi123.stdout:2024-09-12T18:04:54.241+0000 f874640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term env OPENSSL_ia32cap=~0x1000000000000000 valgrind --trace-children=no --child-silent-after-fork=yes --soname-synonyms=somalloc=*tcmalloc* --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 45801) UID: 0 2024-09-12T18:04:54.247 INFO:tasks.rgw.client.0.smithi123.stdout:2024-09-12T18:04:54.244+0000 a1be240 -1 shutting down 2024-09-12T18:05:16.349 INFO:tasks.rgw.client.0.smithi123.stderr:==00:01:11:46.697 45804== could not unlink /tmp/vgdb-pipe-from-vgdb-to-45804-by-root-on-??? 2024-09-12T18:05:16.349 INFO:tasks.rgw.client.0.smithi123.stderr:==00:01:11:46.697 45804== could not unlink /tmp/vgdb-pipe-to-vgdb-from-45804-by-root-on-??? 2024-09-12T18:05:16.349 INFO:tasks.rgw.client.0.smithi123.stderr:==00:01:11:46.697 45804== could not unlink /tmp/vgdb-pipe-shared-mem-vgdb-45804-by-root-on-??? 2024-09-12T18:05:18.643 INFO:tasks.rgw.client.0:Stopped 2024-09-12T18:05:18.644 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-12T18:05:18.679 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f /etc/ceph/vault-root-token 2024-09-12T18:05:18.762 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-12T18:05:18.842 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-12T18:05:18.842 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-12T18:05:18.842 DEBUG:teuthology.orchestra.run.smithi123:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-12T18:05:18.939 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:05:18.939 INFO:teuthology.orchestra.run.smithi123.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:05:18.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.973+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:18.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:18.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 20 realm 2024-09-12T18:05:18.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:18.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:18.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:05:18.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:18.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:18.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.974+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:18.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.976+0000 7f102cb23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:18.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.976+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:18.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.976+0000 7f102cb23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:05:18.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.976+0000 7f102cb23800 20 searching for the correct realm 2024-09-12T18:05:18.980 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.979+0000 7f1028813640 0 -- 172.21.15.123:0/2479725377 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f1024081070 msgr2=0x7f102407a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:18.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:18.983+0000 7f1020012640 0 -- 172.21.15.123:0/2479725377 >> [v2:172.21.15.123:6826/445579022,v1:172.21.15.123:6827/445579022] conn(0x7f10240e0af0 msgr2=0x7f10240eb350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:19.191 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.190+0000 7f102cb23800 20 RGWRados::pool_iterate: got zonegroup_info.1236b075-611a-4a68-9363-07211faee6b2 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.190+0000 7f102cb23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.190+0000 7f102cb23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.190+0000 7f102cb23800 20 RGWRados::pool_iterate: got zone_info.891f3fb8-2976-49cd-a0cc-41f775132cf8 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.190+0000 7f102cb23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.190+0000 7f102cb23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.190+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.191+0000 7f102cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:19.192 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.191+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.191+0000 7f102cb23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.191+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 zone default found 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 4 Realm: () 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 4 ZoneGroup: default (1236b075-611a-4a68-9363-07211faee6b2) 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 4 Zone: default (891f3fb8-2976-49cd-a0cc-41f775132cf8) 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:05:19.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 zonegroup default 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.192+0000 7f102cb23800 20 rados->read ofs=0 len=0 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.193+0000 7f102cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.193+0000 7f102cb23800 20 started sync module instance, tier type = 2024-09-12T18:05:19.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.193+0000 7f102cb23800 20 started zone id=891f3fb8-2976-49cd-a0cc-41f775132cf8 (name=default) with tier type = 2024-09-12T18:05:19.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.206+0000 7f102cb23800 20 add_watcher() i=0 2024-09-12T18:05:19.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.206+0000 7f102cb23800 20 add_watcher() i=1 2024-09-12T18:05:19.207 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.206+0000 7f102cb23800 20 add_watcher() i=2 2024-09-12T18:05:19.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.206+0000 7f102cb23800 20 add_watcher() i=3 2024-09-12T18:05:19.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.206+0000 7f102cb23800 20 add_watcher() i=4 2024-09-12T18:05:19.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.206+0000 7f102cb23800 20 add_watcher() i=5 2024-09-12T18:05:19.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.206+0000 7f102cb23800 20 add_watcher() i=6 2024-09-12T18:05:19.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.209+0000 7f102cb23800 20 add_watcher() i=7 2024-09-12T18:05:19.210 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.209+0000 7f102cb23800 2 all 8 watchers are set, enabling cache 2024-09-12T18:05:19.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.211+0000 7f0edf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:19.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.211+0000 7f102cb23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:05:19.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.211+0000 7f102cb23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:05:19.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.254+0000 7f0ede7e4640 20 reqs_thread_entry: start 2024-09-12T18:05:19.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.254+0000 7f102cb23800 20 init_complete bucket index max shards: 1 2024-09-12T18:05:19.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.254+0000 7f102cb23800 20 Filter name: none 2024-09-12T18:05:19.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.254+0000 7f0ed7fff640 20 reqs_thread_entry: start 2024-09-12T18:05:19.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.254+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:05:19.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.256+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.257 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.257+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/56098' 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_fIwD-JdoRaHnh3bG2-aI8L7fAiXcLMe', time=2024-09-12T19:35:02.351963+0000, chain.objs.size()=1 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.UTf8UuyAC3nDeUPGskQI84rWeX8Az_C_0 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16523103594743668569', time=2024-09-12T19:38:24.070270+0000, chain.objs.size()=1 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.235__shadow_.k-slq_Bqiiqu4LD9_DiVgR4cREt-Kj0_0 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6526574047909302093', time=2024-09-12T19:38:28.944337+0000, chain.objs.size()=1 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.239__shadow_.O5cMn2o2Vy5RMHHphSr7ZO8VJVWo8tV_0 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12540987098507994985', time=2024-09-12T19:38:42.567868+0000, chain.objs.size()=1 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.253__shadow_.lpKL7HyWzuq2TCb8DwAlYB4sc0NVJml_0 2024-09-12T18:05:19.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3429171841074536722', time=2024-09-12T19:39:27.640191+0000, chain.objs.size()=1 2024-09-12T18:05:19.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GPldWSBuFfNAEjNIFp2Wg74ItEmKl8P_0 2024-09-12T18:05:19.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8962387359061042913', time=2024-09-12T19:39:28.742663+0000, chain.objs.size()=1 2024-09-12T18:05:19.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VenTv-xbsw-4aEDTredtXzGQY5AZtsm_0 2024-09-12T18:05:19.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10457566201310015182', time=2024-09-12T19:39:29.177939+0000, chain.objs.size()=1 2024-09-12T18:05:19.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.pYIe8atiRJvH7Ca2PnUMxBHBR_oVoan_0 2024-09-12T18:05:19.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7444057482667129179', time=2024-09-12T19:39:29.208598+0000, chain.objs.size()=1 2024-09-12T18:05:19.262 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TIkAI2QLv4l5kGGrZSXlcA2mYz0sl8d_0 2024-09-12T18:05:19.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17099968810772123522', time=2024-09-12T19:39:29.287296+0000, chain.objs.size()=1 2024-09-12T18:05:19.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.oa5uDu-_Adi4s98k3lWYMjK-sUKJPqi_0 2024-09-12T18:05:19.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3569336880644946254', time=2024-09-12T19:39:29.531000+0000, chain.objs.size()=1 2024-09-12T18:05:19.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ozis256nd0TuhSKKFFsxPNKGqMx-Imz_0 2024-09-12T18:05:19.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5997678992622753606', time=2024-09-12T19:39:29.531756+0000, chain.objs.size()=1 2024-09-12T18:05:19.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-yUq-o4yOFJ02pLqdYWA5a2oGPgr9zt_0 2024-09-12T18:05:19.264 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15976801426921637483', time=2024-09-12T19:39:29.532286+0000, chain.objs.size()=1 2024-09-12T18:05:19.264 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.49KUpVYUXwfDtIBu3ugmCb_JVwSiS39_0 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10957623740036746115', time=2024-09-12T19:39:30.207853+0000, chain.objs.size()=1 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.aPE1HjMg2ktxxhqLlrPsziWf3W5vWbv_0 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10116156147623577465', time=2024-09-12T19:39:31.842926+0000, chain.objs.size()=1 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PjI2QI_1-K_aqUFFJPo7Rnk0psTfr9Q_0 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16341515103250237740', time=2024-09-12T19:39:32.338967+0000, chain.objs.size()=1 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.riWbEUD1wDViE8QIddMyzRwSkzounwS_0 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12229787262998537335', time=2024-09-12T19:39:32.372582+0000, chain.objs.size()=1 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BFalPG9vDCqzXSjgK75dEQMSR4AFW6b_0 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10651571624175965948', time=2024-09-12T19:39:33.701279+0000, chain.objs.size()=1 2024-09-12T18:05:19.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.08ji30EMuCGxfV0js4DYbFOxDA89qdM_0 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.348516252945893847', time=2024-09-12T19:39:33.816473+0000, chain.objs.size()=1 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.P1oBfrb12_t4Rqe45CuAXKytbs0AhTF_0 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14320528634903689962', time=2024-09-12T19:39:34.149790+0000, chain.objs.size()=1 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dx_i9x9gPhXVe3uQoUEcMsnTA0OSI76_0 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11646768077329059565', time=2024-09-12T19:39:34.173844+0000, chain.objs.size()=1 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.UAbvLBLBbL-Gq1x5-eLB8i-1LFh2hH2_0 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11063250111056850756', time=2024-09-12T19:39:34.751623+0000, chain.objs.size()=1 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZNNwD0wGsP70xbk0RAGtBnwalYij1ov_0 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2583560457557012618', time=2024-09-12T19:39:35.120303+0000, chain.objs.size()=1 2024-09-12T18:05:19.266 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Dz1_m7NtrG4AQFmjKIFP-d79RZKwcm7_0 2024-09-12T18:05:19.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.265+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16321815576931052253', time=2024-09-12T19:39:35.534942+0000, chain.objs.size()=1 2024-09-12T18:05:19.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.265+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uA_CluSDe38al3k9DiJ5xLMtW73XrWt_0 2024-09-12T18:05:19.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.268+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7784059849806541366', time=2024-09-12T19:39:35.593301+0000, chain.objs.size()=1 2024-09-12T18:05:19.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.268+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.osfDDif4aQnmvHKOgco9ddFafTbkg8h_0 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6522703171900032950', time=2024-09-12T19:39:35.641792+0000, chain.objs.size()=1 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.20GW8erwwCOnTE-0DRFjNb0vdeDMkLa_0 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9496269374259891369', time=2024-09-12T19:39:35.939933+0000, chain.objs.size()=1 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.G0XNGn9nGD_Dx6sOnzSu1RigT80Aut__0 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11066477301722805426', time=2024-09-12T19:39:36.012717+0000, chain.objs.size()=1 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.m_7ozZMVA3zOfurXxKGGJ-VBSOUsbf1_0 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4708196333776537838', time=2024-09-12T19:39:36.124454+0000, chain.objs.size()=1 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6uHaZhgJ-wvKWaN-qhoDpxcGMJdswOr_0 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7975642688148813843', time=2024-09-12T19:39:36.168094+0000, chain.objs.size()=1 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PPuOYP5yMr8ltn9p63Xa-gG0MGxkEuO_0 2024-09-12T18:05:19.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4145912974392396105', time=2024-09-12T19:39:36.473601+0000, chain.objs.size()=1 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4huc6l02byKiJntO2BW3uoeZts1hO3u_0 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7175576898706599797', time=2024-09-12T19:39:37.124016+0000, chain.objs.size()=1 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DdUIuOWbPFcHAhfQ6t_sgICQnlJ5OSc_0 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9097325537148563747', time=2024-09-12T19:39:37.236816+0000, chain.objs.size()=1 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.q8o0Ss9YVMio6SSweTmehs1YNb8oG6J_0 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.882574973072000148', time=2024-09-12T19:39:37.388835+0000, chain.objs.size()=1 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.G3TufZurh4mKLxsLnJh3A_Uu-JunDB1_0 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7106072120968307636', time=2024-09-12T19:40:00.370530+0000, chain.objs.size()=1 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.289__shadow_.KZf_vu-zqafFRXqNKqgRwXiYiKMSCpd_0 2024-09-12T18:05:19.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.273+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9212359134836127583', time=2024-09-12T19:40:07.469653+0000, chain.objs.size()=1 2024-09-12T18:05:19.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.273+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.W3OMmTAT2BxId3Ue_IqrlBePEhHloVH_0 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.276+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10181035110600817892', time=2024-09-12T19:40:10.239680+0000, chain.objs.size()=1 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.297__shadow_.dYXvLtYMjmoHPq9EgWHSVXu86YozVJ9_0 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9183313544809901600', time=2024-09-12T19:40:11.108117+0000, chain.objs.size()=1 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.298__shadow_.avihpdvWDdI38CHR9S3tyIfj8EGvg66_0 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3641025077928949741', time=2024-09-12T19:41:14.872678+0000, chain.objs.size()=1 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SiRzjfiioDeBrM6bthOh6QxYwZ3U3UB_0 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10052180107654369471', time=2024-09-12T19:41:14.873684+0000, chain.objs.size()=1 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MthPV331mh8ahS8v9VnNdKMvu-OcPjO_0 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6316530810336813236', time=2024-09-12T19:41:14.874375+0000, chain.objs.size()=1 2024-09-12T18:05:19.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0hgvWHX36KELhykrtu7X-EslxvLiUTb_0 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12905412494375767716', time=2024-09-12T19:41:15.024151+0000, chain.objs.size()=1 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._xdya_YS6KjwFX7-iGFfGGMaI8_6ENW_0 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4498292310068398352', time=2024-09-12T19:41:15.346244+0000, chain.objs.size()=1 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6cLdGGncEteb0tDCc1qzYR5N4ezD-1q_0 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9870763738322263398', time=2024-09-12T19:41:15.518032+0000, chain.objs.size()=1 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cl0QHadpXkhx-0Mhu87Qz_kqjnADr3__0 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11302429629747213045', time=2024-09-12T19:41:15.691689+0000, chain.objs.size()=1 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZRk-rqv9S3wqLcmZyLpxmrYmX-8mUwf_0 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16162340967058749304', time=2024-09-12T19:41:16.369983+0000, chain.objs.size()=1 2024-09-12T18:05:19.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.b9R80IZcqIPQp8aJgRJqpv-gF9Jpip0_0 2024-09-12T18:05:19.280 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.278+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13896288015554656075', time=2024-09-12T19:41:16.371538+0000, chain.objs.size()=1 2024-09-12T18:05:19.280 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.278+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MpGI7bklTvHhGtPuB6T7_vjBQcO9CpA_0 2024-09-12T18:05:19.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13473542438776058045', time=2024-09-12T19:41:16.477193+0000, chain.objs.size()=1 2024-09-12T18:05:19.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Zq1YFGZBLSALm3bdy1H9fA2uvvUzruP_0 2024-09-12T18:05:19.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6992150580620391638', time=2024-09-12T19:41:16.544629+0000, chain.objs.size()=1 2024-09-12T18:05:19.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.73uFTgN_kslMTI8vXbmmG17tYPU-HBF_0 2024-09-12T18:05:19.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.282+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16557712359856259833', time=2024-09-12T19:41:18.174876+0000, chain.objs.size()=1 2024-09-12T18:05:19.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.282+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mZ4zoichaywz6YS809i79Gh47j-tV16_0 2024-09-12T18:05:19.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.282+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7015190271161862766', time=2024-09-12T19:41:18.630185+0000, chain.objs.size()=1 2024-09-12T18:05:19.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.282+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FFa8pb5FkLW8EFObY0ziv_K-8MfMoVZ_0 2024-09-12T18:05:19.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.282+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6266587079498478504', time=2024-09-12T19:41:18.631409+0000, chain.objs.size()=1 2024-09-12T18:05:19.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.282+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.32kNDfFkS3pUvAcVx3PG2eMjv5rzdU3_0 2024-09-12T18:05:19.285 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11680974405151742729', time=2024-09-12T19:41:18.782881+0000, chain.objs.size()=1 2024-09-12T18:05:19.285 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7urkqzHwHnbFo2uztS_XbtW8FAgelz1_0 2024-09-12T18:05:19.285 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161453288872325708', time=2024-09-12T19:41:19.369244+0000, chain.objs.size()=1 2024-09-12T18:05:19.285 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-CzkfWHSMXavz6D06_Ar4kt6dZ01Dub_0 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16780033997842046503', time=2024-09-12T19:41:19.759541+0000, chain.objs.size()=1 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.9gjF7e7-1RHF7PnFcxje6gWbvifLBBp_0 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7916499430444349523', time=2024-09-12T19:41:19.855894+0000, chain.objs.size()=1 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3ziaPfLgnH9wlquC7xIM_x-PGEBv9QU_0 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17400833660763367405', time=2024-09-12T19:41:20.831638+0000, chain.objs.size()=1 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oQDZMfmJNYjzpXJ86XqAV6D2ndeeeYa_0 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.284+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2156451741830306068', time=2024-09-12T19:41:20.853599+0000, chain.objs.size()=1 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.284+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Kkt7AOe1YAGdEljTGWrE155AEcvwcBD_0 2024-09-12T18:05:19.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8964921074585680305', time=2024-09-12T19:41:22.324256+0000, chain.objs.size()=1 2024-09-12T18:05:19.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dSv1TgftPcLrak0dKzFlDw-Dsg9tRCx_0 2024-09-12T18:05:19.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18026536138086687958', time=2024-09-12T19:41:23.012913+0000, chain.objs.size()=1 2024-09-12T18:05:19.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6qSXs76biWG-xHhehY2e7Z6G9CghLo2_0 2024-09-12T18:05:19.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5352513720840184474', time=2024-09-12T19:41:23.026781+0000, chain.objs.size()=1 2024-09-12T18:05:19.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Y2Eqd589L9BYtXycnQYX9JJ9I3wlsIQ_0 2024-09-12T18:05:19.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8212082827343672189', time=2024-09-12T19:41:23.439073+0000, chain.objs.size()=1 2024-09-12T18:05:19.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.X_u_m-iPLrc1Ysk7TJuL-xpQV5ZXrBM_0 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12949968758614835239', time=2024-09-12T19:41:23.797529+0000, chain.objs.size()=1 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rla54BjlYicT1LWCDXAnvsH4icME6Du_0 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5100660900025705849', time=2024-09-12T19:41:23.852028+0000, chain.objs.size()=1 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LFf_Hyu23DzSGB6-TACkZIcBkCU4Sh9_0 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14906187903942725861', time=2024-09-12T19:41:24.257641+0000, chain.objs.size()=1 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AcL6QK4PveogIy8OpsCrdCeGEnLGVqa_0 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14564400066271580484', time=2024-09-12T19:41:24.406750+0000, chain.objs.size()=1 2024-09-12T18:05:19.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dmqjsJB0Ag2RVs8vMKPjTTdFigd4uS3_0 2024-09-12T18:05:19.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.288+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5625786475684374041', time=2024-09-12T19:42:02.651487+0000, chain.objs.size()=1 2024-09-12T18:05:19.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.288+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SemdshTYdkyMUubKIaZ1ZPxZeve2iLd_0 2024-09-12T18:05:19.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.288+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3522282897283851331', time=2024-09-12T19:42:02.850511+0000, chain.objs.size()=1 2024-09-12T18:05:19.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.288+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.K2NZrVqYLgR-dAYTb2iYzhBKUoo-JM__0 2024-09-12T18:05:19.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.288+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12675964300973747735', time=2024-09-12T19:42:02.920481+0000, chain.objs.size()=1 2024-09-12T18:05:19.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.288+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Cta4mnYA7-gDxZgOCO87rt6Ov80SpNE_0 2024-09-12T18:05:19.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.290+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9931103323431668535', time=2024-09-12T19:42:03.098479+0000, chain.objs.size()=1 2024-09-12T18:05:19.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7f6bRS9SGzoDiPgsJvdNGw4fXQ_ZEjl_0 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7891289201064884163', time=2024-09-12T19:42:03.644240+0000, chain.objs.size()=1 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4YnmNcJrGH0uO7JXES44Q3QmVD1UqEZ_0 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13830757646969955833', time=2024-09-12T19:42:05.002169+0000, chain.objs.size()=1 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rkHzsL-X2nQZtHgPn_4kEjhI9vSeU5Y_0 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12742979494321728460', time=2024-09-12T19:42:05.598783+0000, chain.objs.size()=1 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5koacLj1-TyTFdZr0RdbRujsFzJ0nep_0 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14074388208244536517', time=2024-09-12T19:42:05.720715+0000, chain.objs.size()=1 2024-09-12T18:05:19.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vkZLRYNuIBkszGMJ_aXjkJog7FgMQeE_0 2024-09-12T18:05:19.293 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4614857045514062489', time=2024-09-12T19:42:05.760250+0000, chain.objs.size()=1 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.34qsTgKl9I184oet3urpDXM3brBQoXc_0 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5143258663179007001', time=2024-09-12T19:42:05.975660+0000, chain.objs.size()=1 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.291+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vJ1GMe4ugOKnDe1DrPH1HoYc4eDLVCx_0 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14810467286787774806', time=2024-09-12T19:42:06.188165+0000, chain.objs.size()=1 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0PcdOqnGbSd1o0fGkz5Ao1vG8tKU0i7_0 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15790009625582786007', time=2024-09-12T19:42:07.175454+0000, chain.objs.size()=1 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vJybq3q3pSneEOFnrg9U8yFHhMXRyrc_0 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17131975318588135799', time=2024-09-12T19:42:07.433686+0000, chain.objs.size()=1 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.y9p9w3S5QVQq6YuhqIilxCw2Me36E9I_0 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5824333426066113550', time=2024-09-12T19:42:08.503509+0000, chain.objs.size()=1 2024-09-12T18:05:19.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.292+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Nt7czVAAanlHiyUKA0I17UjhRtik3oR_0 2024-09-12T18:05:19.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7714143559441409921', time=2024-09-12T19:42:08.540095+0000, chain.objs.size()=1 2024-09-12T18:05:19.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lPvPfITZO39G-_edAlLEqVf5K3aw2Cz_0 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6496285884055879938', time=2024-09-12T19:42:08.596870+0000, chain.objs.size()=1 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3ACUFu__3hASkQQIYU1D2FGqXtVmoJM_0 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1189200304048712787', time=2024-09-12T19:42:08.821036+0000, chain.objs.size()=1 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.V5aElyqCrDH68fRMowPb3n5eHi5lFFN_0 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10060962909910077150', time=2024-09-12T19:42:08.889452+0000, chain.objs.size()=1 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.m9ttvAvpZSQjqYKDHCBHFsUhblMPDta_0 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2959902408601737668', time=2024-09-12T19:42:09.289524+0000, chain.objs.size()=1 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ofo_IF4WO8odRD2Q_gXuoTBDNdYg74Y_0 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9699575913648418147', time=2024-09-12T19:42:09.783657+0000, chain.objs.size()=1 2024-09-12T18:05:19.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Z1guK5LHcO2Siw8sxOe2CztFLJGXR-t_0 2024-09-12T18:05:19.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8218216795165458958', time=2024-09-12T19:42:10.037978+0000, chain.objs.size()=1 2024-09-12T18:05:19.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zaXDRPWLMSs6qWwkNlmwILtf9ke72eO_0 2024-09-12T18:05:19.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.296+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4388796282819281872', time=2024-09-12T19:42:10.235514+0000, chain.objs.size()=1 2024-09-12T18:05:19.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.296+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iX-4bFKD8Clb2fJU3qwy1ALUFzFEnk-_0 2024-09-12T18:05:19.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10012317102575614212', time=2024-09-12T19:42:10.942459+0000, chain.objs.size()=1 2024-09-12T18:05:19.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.o5ItL2szZY4snYsSXXt5W8sD6hjXX8w_0 2024-09-12T18:05:19.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1502451135635947971', time=2024-09-12T19:42:11.194010+0000, chain.objs.size()=1 2024-09-12T18:05:19.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xOffIHJKAvnck3KQYotWbXt6lq_V7Em_0 2024-09-12T18:05:19.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15072383097155608383', time=2024-09-12T19:42:11.199636+0000, chain.objs.size()=1 2024-09-12T18:05:19.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3fN7RrZZ7KFzuQg4sOPwmv-dwAKDsjC_0 2024-09-12T18:05:19.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6740791901807665572', time=2024-09-12T19:42:11.902501+0000, chain.objs.size()=1 2024-09-12T18:05:19.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6v2pORTMiIoOwH-3KiTH1y41SHuIsjy_0 2024-09-12T18:05:19.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16567537150806834866', time=2024-09-12T19:42:11.924682+0000, chain.objs.size()=1 2024-09-12T18:05:19.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TMkhuJ8r7mZ_4zrVRMpVsTX2i5V7kyT_0 2024-09-12T18:05:19.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.299+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6116656631660020295', time=2024-09-12T19:42:12.320187+0000, chain.objs.size()=1 2024-09-12T18:05:19.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.299+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QrKTR1qw5MJ9yTqs-U8B1EtZGcoLHev_0 2024-09-12T18:05:19.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.299+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11296129516257879025', time=2024-09-12T19:42:12.402915+0000, chain.objs.size()=1 2024-09-12T18:05:19.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.299+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1q340har5k-u-yXbYDQWv4JitjB372V_0 2024-09-12T18:05:19.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.299+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4552038184016503509', time=2024-09-12T19:42:27.608688+0000, chain.objs.size()=1 2024-09-12T18:05:19.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.299+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.342__shadow_.Elbxn3Vpzy8Fb5mCthNeM0tbT01Q86i_0 2024-09-12T18:05:19.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.300+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7998540456827847560', time=2024-09-12T19:42:49.068936+0000, chain.objs.size()=1 2024-09-12T18:05:19.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.300+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.371__shadow_.9LABDAm8fT2QxFENk3CZoGgH8vekpLR_0 2024-09-12T18:05:19.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.300+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1039171504984524890', time=2024-09-12T19:43:41.872300+0000, chain.objs.size()=1 2024-09-12T18:05:19.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.300+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.431__shadow_.LuKgeltgpTwlRTz5l7bEeuNqTU3GTTe_0 2024-09-12T18:05:19.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.300+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1429521966560086250', time=2024-09-12T19:44:16.882729+0000, chain.objs.size()=1 2024-09-12T18:05:19.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.465__shadow_.vIDFxa46EaQoO_ENr203cPYILH9QE6K_0 2024-09-12T18:05:19.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9137495740019653815', time=2024-09-12T19:44:50.844797+0000, chain.objs.size()=1 2024-09-12T18:05:19.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.504__shadow:xtVmlnEfqX4cuDuNQx1t8KjAV28SZNC_.nktUSDxHJH00N5oWR-vuGAkvZmvZGPO_0 2024-09-12T18:05:19.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12941571982450573834', time=2024-09-12T19:46:23.726037+0000, chain.objs.size()=3 2024-09-12T18:05:19.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~v9Tk9mG4ODQas0fTUgm_H_eFuOIi3ZC.1 2024-09-12T18:05:19.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~v9Tk9mG4ODQas0fTUgm_H_eFuOIi3ZC.2 2024-09-12T18:05:19.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~v9Tk9mG4ODQas0fTUgm_H_eFuOIi3ZC.3 2024-09-12T18:05:19.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.305+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/56098 2024-09-12T18:05:19.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T18:05:19.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14263551442793759469', time=2024-09-12T19:50:18.282526+0000, chain.objs.size()=1 2024-09-12T18:05:19.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.555__shadow_.I9xoX07JhAHH_zPdx7xwC1Jnq4HSApG_0 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7595202524549364617', time=2024-09-12T19:50:25.981346+0000, chain.objs.size()=2 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.556__shadow_.VWdiBFKlGSx2MFQ4kO2T9m2NvQBLFPm_0 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.556__shadow_.VWdiBFKlGSx2MFQ4kO2T9m2NvQBLFPm_1 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10047274684039302619', time=2024-09-12T19:50:57.465442+0000, chain.objs.size()=1 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:UWzzO1dY-VyZzxXd7GTtdYQh.fWipZH_.q0OVq1iRyYkcPpv9K2TFcohCNib6jD1_0 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2578740440034978382', time=2024-09-12T19:50:59.818044+0000, chain.objs.size()=1 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:BrMdDLWZooTLYgwhutN2nH4zO.wEnd3_.fcwAzZmtaRcaDumcsANwjoT6JhasDId_0 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11913862250029551288', time=2024-09-12T19:51:11.872201+0000, chain.objs.size()=1 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow_.58iGdANNy8GLWVA5YzJflEl4JPgCa-t_0 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16700431788938150982', time=2024-09-12T19:51:33.418222+0000, chain.objs.size()=1 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:EhcosuEpBAQYSpFrOWMxR9fEuv66a7N_.eQ2tmrdPvJpqILi326izOmmEcQbvGZM_0 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13049240012216486365', time=2024-09-12T19:52:27.572542+0000, chain.objs.size()=1 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.583__shadow:1fy2JirjuhY9YMhfapF9p3bgxACyemg_.a3DnusBy020FHIl4YYxv5exyOhbqEB7_0 2024-09-12T18:05:19.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6662715363125683401', time=2024-09-12T19:52:31.484738+0000, chain.objs.size()=1 2024-09-12T18:05:19.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.586__shadow:LqRlL1Q7qEgQ9jo4LqTAGczfKj1N8fV_.BGGPZZg95HjPcg3X3sfaCMsPFLddm-F_0 2024-09-12T18:05:19.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM', time=2024-09-12T19:57:23.818773+0000, chain.objs.size()=12 2024-09-12T18:05:19.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__multipart_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.1 2024-09-12T18:05:19.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__shadow_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.1_1 2024-09-12T18:05:19.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__multipart_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.2 2024-09-12T18:05:19.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.312+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__shadow_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.2_1 2024-09-12T18:05:19.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.312+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__multipart_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.3 2024-09-12T18:05:19.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.312+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__shadow_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.3_1 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.312+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__multipart_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.4 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.312+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__shadow_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.4_1 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.312+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__multipart_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.5 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.312+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__shadow_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.5_1 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.313+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__multipart_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.6 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.313+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.625__shadow_multipart_enc.2~_JdoYvax6b6Q4yVZwgiD3t88NDzVFzM.6_1 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.314+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11724246204272277409', time=2024-09-12T19:57:43.332913+0000, chain.objs.size()=1 2024-09-12T18:05:19.314 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.314+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.638__shadow_.83pELtLyTBZU7PIu29DzU2sTql0fUvm_0 2024-09-12T18:05:19.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.314+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.618109916456269889', time=2024-09-12T19:58:04.365846+0000, chain.objs.size()=2 2024-09-12T18:05:19.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.314+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.650__shadow_.sTZ3L33reM6qDe9DsEyeZTZ3g4UPiDO_0 2024-09-12T18:05:19.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.316+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.650__shadow_.sTZ3L33reM6qDe9DsEyeZTZ3g4UPiDO_1 2024-09-12T18:05:19.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.318+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5189744209612643765', time=2024-09-12T19:59:11.674949+0000, chain.objs.size()=1 2024-09-12T18:05:19.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.318+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.705__shadow:ZUIcwKpDpaea5tph4m5RYvXuWkMgDFG_.QjSyNhHb93piCnvslatFhHeOwpT0YxG_0 2024-09-12T18:05:19.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.320+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.324 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.324+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:05:19.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.325+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.325+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46052' 2024-09-12T18:05:19.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7163194215671304304', time=2024-09-12T19:35:45.510796+0000, chain.objs.size()=1 2024-09-12T18:05:19.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.167__shadow_.ngcb4WsXP0afIOkXLjts1DGzjU9F5Mp_0 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2282972553519222133', time=2024-09-12T19:38:24.062141+0000, chain.objs.size()=1 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.235__shadow_.P1GODVdV_5-i_NUFxs2jRY2B8tUjvL0_0 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6721819160509340652', time=2024-09-12T19:38:32.283555+0000, chain.objs.size()=1 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.243__shadow_.tjPz2eSFIoIhaoejJxoh64UwPvY_WlQ_0 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1329653849567497410', time=2024-09-12T19:38:37.254829+0000, chain.objs.size()=1 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.247__shadow_.DMFSo5t1EOQ66GJXP0BHBB9HrTJBayj_0 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.725615144212823684', time=2024-09-12T19:38:39.885518+0000, chain.objs.size()=1 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.250__shadow_.tCc5Dlbz9K8yUsMfy_s07Zcjy4D3Qhd_0 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4112982796566491768', time=2024-09-12T19:38:40.769026+0000, chain.objs.size()=1 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.251__shadow_.tfW-fDyLeNfA1084OPKr4VQ4URI_LPb_0 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11149207364364184390', time=2024-09-12T19:38:45.205616+0000, chain.objs.size()=1 2024-09-12T18:05:19.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.256__shadow_.-hlquqc2_cTZtcuYVraSgIcD806TYSc_0 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15708270688088028286', time=2024-09-12T19:38:49.524566+0000, chain.objs.size()=1 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.261__shadow_.K6-qZOGuwV_Xc6jNs0epawbB8ID9nWj_0 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1629045948042973963', time=2024-09-12T19:39:27.108950+0000, chain.objs.size()=1 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.izUREyIYf6hqaXEOO_i47Lym4mrC7mT_0 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11330899970974577565', time=2024-09-12T19:39:27.333738+0000, chain.objs.size()=1 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.R0U8n_DvvG9UtxT8kevY9lIbUsQSD4m_0 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10378135901964899570', time=2024-09-12T19:39:27.569829+0000, chain.objs.size()=1 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tzIgA_n61l-mLd_RI6unJl2y2GvIw3J_0 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9884868564248433564', time=2024-09-12T19:39:27.773295+0000, chain.objs.size()=1 2024-09-12T18:05:19.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.326+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.R860lOVBsYToDmzdBFVAYuFDWVQ3nUo_0 2024-09-12T18:05:19.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8641170247840406934', time=2024-09-12T19:39:28.581413+0000, chain.objs.size()=1 2024-09-12T18:05:19.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eW7RevkNQxzhZ-PAb7p51eFmpOTHsVs_0 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17504334575422487643', time=2024-09-12T19:39:28.954569+0000, chain.objs.size()=1 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YnHvCBQP0aXcXF3eyUs8gdxn8JCKjh0_0 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13354418441140401241', time=2024-09-12T19:39:29.361591+0000, chain.objs.size()=1 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.107sqlVY24ekppIQpAM3lqzaQjMg927_0 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16781385046212124611', time=2024-09-12T19:39:29.984099+0000, chain.objs.size()=1 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.yXd1mU5NuhaAavCxrmaoZz7jyDM6l50_0 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9381195669853867305', time=2024-09-12T19:39:30.187605+0000, chain.objs.size()=1 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.q5IOaDfVYb25pJiQ_IJr55KjHVXfDfC_0 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5471457034230227217', time=2024-09-12T19:39:30.215875+0000, chain.objs.size()=1 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.H2Lm6_qhpW4PvSZZwdoG87mbgptql74_0 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13821186278252855230', time=2024-09-12T19:39:30.453970+0000, chain.objs.size()=1 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wxfR2Qh4-fmZyvI3vjtIyfAwf-ALxND_0 2024-09-12T18:05:19.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8223680472260819037', time=2024-09-12T19:39:31.446232+0000, chain.objs.size()=1 2024-09-12T18:05:19.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8j0Wst-kdyunjuPywni4CE4lMLqoqOy_0 2024-09-12T18:05:19.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13235095703075304746', time=2024-09-12T19:39:31.446921+0000, chain.objs.size()=1 2024-09-12T18:05:19.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2S7UWNTUpNrsbZrQy--k0oR0ewiEnaW_0 2024-09-12T18:05:19.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13997310783410877555', time=2024-09-12T19:39:31.998077+0000, chain.objs.size()=1 2024-09-12T18:05:19.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.331+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.O6C5A6jQabFqjKMJ5lRBWXBMDil-HsR_0 2024-09-12T18:05:19.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.334+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2906208710324638599', time=2024-09-12T19:39:31.998832+0000, chain.objs.size()=1 2024-09-12T18:05:19.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.334+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1EScis4WLggXZOPC_J_0r0qt5-JXApv_0 2024-09-12T18:05:19.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17011905250365344886', time=2024-09-12T19:39:32.301397+0000, chain.objs.size()=1 2024-09-12T18:05:19.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PZ_53Sow-TmDsik8b5uNRxirzZs1Mlq_0 2024-09-12T18:05:19.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12745370255036193742', time=2024-09-12T19:39:32.853337+0000, chain.objs.size()=1 2024-09-12T18:05:19.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dn8mxlzsNRtdczWJ7Xv-Ci1ErTaBE4c_0 2024-09-12T18:05:19.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5488809529386671861', time=2024-09-12T19:39:32.854202+0000, chain.objs.size()=1 2024-09-12T18:05:19.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ApXJ-j5M3Ka8KvZnT23dOJphIeweYFS_0 2024-09-12T18:05:19.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12839354766252324718', time=2024-09-12T19:39:33.381921+0000, chain.objs.size()=1 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-QD24L4KuEDkmOLy8L1ccPJJvs-YVm5_0 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12046274460774069154', time=2024-09-12T19:39:33.633527+0000, chain.objs.size()=1 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.C-Ed4rJSpw6qXj4IQJI0ANsKCx_fuht_0 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12270413695898382700', time=2024-09-12T19:39:34.182327+0000, chain.objs.size()=1 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YjsBKwtHfXy1_HlgnqapJYrQF-pYoY3_0 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11710642327924295812', time=2024-09-12T19:39:34.678410+0000, chain.objs.size()=1 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.A_mq2UhRQmzd9XrC7BdsOK5RDbY17is_0 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10811151313392951446', time=2024-09-12T19:39:34.819853+0000, chain.objs.size()=1 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FI6647uN7IhS6I_CCS2UrgcJSFmokPA_0 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3156180161827154866', time=2024-09-12T19:39:34.947506+0000, chain.objs.size()=1 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jbZWuixVv0qNKij9iJ3XbVif9pXsWOS_0 2024-09-12T18:05:19.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5321940854261689491', time=2024-09-12T19:39:35.488181+0000, chain.objs.size()=1 2024-09-12T18:05:19.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PVhQCdIPtnKebgnulClQF_FLZz45Ntq_0 2024-09-12T18:05:19.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.340+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1740984419899958076', time=2024-09-12T19:39:35.544759+0000, chain.objs.size()=1 2024-09-12T18:05:19.341 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.340+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.D4Pz6R-MUIQELvSJk97q0BNnRbFUWdi_0 2024-09-12T18:05:19.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16964294774474345002', time=2024-09-12T19:39:35.981972+0000, chain.objs.size()=1 2024-09-12T18:05:19.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9vWusoMuzeYiSz3Xqb_0A5bFE8_Q6JE_0 2024-09-12T18:05:19.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7543040567477976335', time=2024-09-12T19:39:36.139645+0000, chain.objs.size()=1 2024-09-12T18:05:19.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Os-uyoLIuyzD-zHNG8zQprSBZINnJrF_0 2024-09-12T18:05:19.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4654830784306193046', time=2024-09-12T19:39:36.207862+0000, chain.objs.size()=1 2024-09-12T18:05:19.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Z5_ShIi6Q60w8ooqrQ3urpkdaTWZqWL_0 2024-09-12T18:05:19.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9859225040145050947', time=2024-09-12T19:39:36.799045+0000, chain.objs.size()=1 2024-09-12T18:05:19.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vmL-JJslmL6biGVnFIyQvyyDO8dSQvE_0 2024-09-12T18:05:19.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1388167962654231326', time=2024-09-12T19:39:36.902535+0000, chain.objs.size()=1 2024-09-12T18:05:19.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WaQYzujOeg4aLpYdzgz-zvaQbauGbuD_0 2024-09-12T18:05:19.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16225100512446279164', time=2024-09-12T19:39:36.903277+0000, chain.objs.size()=1 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eolNpq-cPTxHpZmtJtsJP1GOQFvIwhU_0 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5554888360997083296', time=2024-09-12T19:39:36.904001+0000, chain.objs.size()=1 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tWhty70kWi5iJmKU0tXe7TLIxB6ysy5_0 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5641222678876489641', time=2024-09-12T19:39:36.973663+0000, chain.objs.size()=1 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.s1EkyzNC8oh4NFluO_xI0P8EHKnye4d_0 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1494440924585763349', time=2024-09-12T19:39:36.995844+0000, chain.objs.size()=1 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FadZf5Wt-H4e9_0RHUqnyD4IikN2AS7_0 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8599492314966187878', time=2024-09-12T19:39:37.475054+0000, chain.objs.size()=1 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MF-v0x0RKvD5VRje6pwBhDqQoQwCvDM_0 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11668246788446169117', time=2024-09-12T19:39:37.523590+0000, chain.objs.size()=1 2024-09-12T18:05:19.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.345+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0xJUgIMCpZqeRaapCjBwFlzAGDy6odX_0 2024-09-12T18:05:19.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9892224199980506550', time=2024-09-12T19:39:37.618194+0000, chain.objs.size()=1 2024-09-12T18:05:19.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gA5Wcd9rP8DzekRdR0gcxP5Rt3eqN8c_0 2024-09-12T18:05:19.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15323293839586311832', time=2024-09-12T19:39:40.160235+0000, chain.objs.size()=1 2024-09-12T18:05:19.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.266__shadow_.AOSbIuNl_7snSFvXb6YTk6fH4tvTD3j_0 2024-09-12T18:05:19.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14303891663275713547', time=2024-09-12T19:39:42.727782+0000, chain.objs.size()=1 2024-09-12T18:05:19.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.269__shadow_.x0q5FnHapJvSv3AJNshAyM-KdHRpRkr_0 2024-09-12T18:05:19.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5974644445344867413', time=2024-09-12T19:39:48.706334+0000, chain.objs.size()=1 2024-09-12T18:05:19.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.276__shadow_.4HCiLPT3yxgsaIvpPDTDnwJLOMeHe-3_0 2024-09-12T18:05:19.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16196443985077123191', time=2024-09-12T19:39:52.239467+0000, chain.objs.size()=1 2024-09-12T18:05:19.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.280__shadow_.mWYLiqYDIdoNLjEw376mBS0t8sztSw4_0 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6083882791867111164', time=2024-09-12T19:39:52.240205+0000, chain.objs.size()=1 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.280__shadow_.cJXTWniQcv3Xr_kvxXWBIZPP18qaAl6_0 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2313940188663524359', time=2024-09-12T19:39:56.666860+0000, chain.objs.size()=1 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.285__shadow_.74vfQRYxD3Yg9UQAnvREQkNVbQWb3lj_0 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2096519363609315144', time=2024-09-12T19:40:01.241955+0000, chain.objs.size()=1 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.290__shadow_.5P-v_vL-pdyDGggn01ipu_5H6wgVLaA_0 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17126372096913322974', time=2024-09-12T19:40:05.348570+0000, chain.objs.size()=1 2024-09-12T18:05:19.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.zJmKlgJxe4VZwOPBAfNe6N4b7cuVCiw_0 2024-09-12T18:05:19.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4025318866666545967', time=2024-09-12T19:40:07.495835+0000, chain.objs.size()=1 2024-09-12T18:05:19.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.yIfqx3DpAOKTAiv2LE5WXDkY1zIOARl_0 2024-09-12T18:05:19.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1297847783001283600', time=2024-09-12T19:40:07.563867+0000, chain.objs.size()=1 2024-09-12T18:05:19.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.VpaWsP-rIaNo-6R9fq4IHWi51iHx1iE_0 2024-09-12T18:05:19.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12365568298506403386', time=2024-09-12T19:40:36.407255+0000, chain.objs.size()=1 2024-09-12T18:05:19.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.322__shadow_.m7E6m99GZPNEqSyBrMqz-1hxv_PYgIW_0 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14265350189173309911', time=2024-09-12T19:41:14.870020+0000, chain.objs.size()=1 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.w9PRwYIQM7xcEY2Yz3AebtesRpV5d7D_0 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14753589663536364464', time=2024-09-12T19:41:14.973118+0000, chain.objs.size()=1 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.woC_1gTLS_Z-WBqrtGBgFGGLUJC8TDr_0 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16198458196619641288', time=2024-09-12T19:41:15.170527+0000, chain.objs.size()=1 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GWMggwY1lBu2vz3D10CZd6B150USXuI_0 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11374932623063159204', time=2024-09-12T19:41:15.815861+0000, chain.objs.size()=1 2024-09-12T18:05:19.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.354+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.E-UsgNy0RXLIzLnpPOr32I6rPN-CMwk_0 2024-09-12T18:05:19.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17572958165004848990', time=2024-09-12T19:41:16.877638+0000, chain.objs.size()=1 2024-09-12T18:05:19.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XPcnELvbaJV62KvWGW--n4u2VBa_gFr_0 2024-09-12T18:05:19.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8959097338974334822', time=2024-09-12T19:41:17.080006+0000, chain.objs.size()=1 2024-09-12T18:05:19.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AqGj68pfo0CNwiYgLD0c9AJUHWGFMN5_0 2024-09-12T18:05:19.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13960398491199722322', time=2024-09-12T19:41:17.881831+0000, chain.objs.size()=1 2024-09-12T18:05:19.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4_qlzpCxdUL6ztL0Sli71f0KAgzTHwW_0 2024-09-12T18:05:19.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1624356719741028786', time=2024-09-12T19:41:17.956545+0000, chain.objs.size()=1 2024-09-12T18:05:19.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XtM8XzZ6LPlWJmHefaE0YU2byPaDhPg_0 2024-09-12T18:05:19.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7904454143352742119', time=2024-09-12T19:41:18.144466+0000, chain.objs.size()=1 2024-09-12T18:05:19.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OCzzajvROQ8wL48YJ-wdnkk2WypHk8w_0 2024-09-12T18:05:19.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10544587515321888910', time=2024-09-12T19:41:18.219748+0000, chain.objs.size()=1 2024-09-12T18:05:19.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0SwhorAdUSTQ4CigpPtYjHvC4VqqmUZ_0 2024-09-12T18:05:19.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17229870664354464889', time=2024-09-12T19:41:18.220457+0000, chain.objs.size()=1 2024-09-12T18:05:19.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dtFhkdfgUFwPulw4Yqt4glwqpeF2MU0_0 2024-09-12T18:05:19.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.359+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11644112272108685023', time=2024-09-12T19:41:18.232310+0000, chain.objs.size()=1 2024-09-12T18:05:19.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.359+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UnU6-ztn02i7gleN8Ve9L3aomEtC4eA_0 2024-09-12T18:05:19.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.360+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.326286324695286753', time=2024-09-12T19:41:18.456409+0000, chain.objs.size()=1 2024-09-12T18:05:19.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eyZITtGqPmFCvZbgXWCqn0X1qsvTBGO_0 2024-09-12T18:05:19.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.360+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12456639446182796106', time=2024-09-12T19:41:18.579189+0000, chain.objs.size()=1 2024-09-12T18:05:19.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZLRvVsmeos5qJHgJAzs60GfC2IP391E_0 2024-09-12T18:05:19.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.360+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10886037763774305428', time=2024-09-12T19:41:19.499689+0000, chain.objs.size()=1 2024-09-12T18:05:19.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VhD0jahx9GjUGoBQHh5sjoZ_CGE-zyH_0 2024-09-12T18:05:19.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.362+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3510912799367220716', time=2024-09-12T19:41:20.060687+0000, chain.objs.size()=1 2024-09-12T18:05:19.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.362+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ONuOc-4QxsBCgb1wwux0yXXwkM1dirC_0 2024-09-12T18:05:19.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.362+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17242371782039743332', time=2024-09-12T19:41:20.830097+0000, chain.objs.size()=1 2024-09-12T18:05:19.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.362+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HjfKxG-0mQi3dS8msDgMVWzeR7oDDkY_0 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18309035285027690949', time=2024-09-12T19:41:21.182578+0000, chain.objs.size()=1 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pEdzDd9ytyvatJHn7WEslYMzhLi4Zyg_0 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6334867427640918696', time=2024-09-12T19:41:21.206443+0000, chain.objs.size()=1 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wd6WDeN07rwnMMaCSLQnUmhHeKBemdv_0 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13398592173271242715', time=2024-09-12T19:41:22.223817+0000, chain.objs.size()=1 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PKWmukkTiOn6YItWS0mXivBUmReGeAV_0 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18177252637663491822', time=2024-09-12T19:41:22.282569+0000, chain.objs.size()=1 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CqFzFekaC37CzR-K6ny3Y7yWgkrHL0K_0 2024-09-12T18:05:19.366 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13548902992832454449', time=2024-09-12T19:41:22.565865+0000, chain.objs.size()=1 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LTFOivnz-A6Rj7K-fDchteR3Khq4FJB_0 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7640798413085283935', time=2024-09-12T19:41:22.779829+0000, chain.objs.size()=1 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NgTUKbTSiBgKFI43ws3MoWN7amxR09q_0 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8970553278926590012', time=2024-09-12T19:41:22.878962+0000, chain.objs.size()=1 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.365+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PzKyGXWn0xZ3XBTpl-ezIAQ00VN12Xu_0 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.366+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1353603262103435169', time=2024-09-12T19:41:23.933669+0000, chain.objs.size()=1 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.366+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ePgVr9IWh6Y8hmQkCV1vackeWl66K_-_0 2024-09-12T18:05:19.367 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.366+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14049274038707834300', time=2024-09-12T19:41:24.156274+0000, chain.objs.size()=1 2024-09-12T18:05:19.368 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.366+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8Pcn9oVhMtiomeGBgQgHDC1rUFBcHgE_0 2024-09-12T18:05:19.368 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.368+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12318342701941607874', time=2024-09-12T19:41:24.166316+0000, chain.objs.size()=1 2024-09-12T18:05:19.368 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gO7rtotKr3eft7uI2yx8DqGQIIS-3zX_0 2024-09-12T18:05:19.368 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.368+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1280869118281229449', time=2024-09-12T19:41:24.676054+0000, chain.objs.size()=1 2024-09-12T18:05:19.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.KstUTX3pZhBVS2Ikqlg9Tf4G0rVCJDA_0 2024-09-12T18:05:19.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3759689381617603753', time=2024-09-12T19:41:24.768665+0000, chain.objs.size()=1 2024-09-12T18:05:19.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.q78cGFUf6ixqWPtlPzvwOJL2T8Njo3O_0 2024-09-12T18:05:19.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17283606646915483528', time=2024-09-12T19:41:24.915045+0000, chain.objs.size()=1 2024-09-12T18:05:19.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VAxxFsHYTgYrExcveKz5vm2bqbOMzOj_0 2024-09-12T18:05:19.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16713187230807110921', time=2024-09-12T19:41:25.005626+0000, chain.objs.size()=1 2024-09-12T18:05:19.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eQCGK3iRko5C13UffGMDZAc2ogVSuVJ_0 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14595018912982274650', time=2024-09-12T19:41:25.238143+0000, chain.objs.size()=1 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xbcZFrBV2H4g-yhWWRMdqUHJYofFUaw_0 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9934488282365903303', time=2024-09-12T19:41:25.486706+0000, chain.objs.size()=1 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YdehZ5JQPH5quB7DGhnv6dDieB5EchL_0 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5031145015415053966', time=2024-09-12T19:42:02.731908+0000, chain.objs.size()=1 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Xkh3p59s_c2pk89XWYlcYUe7rwPZu1q_0 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.273465716349910235', time=2024-09-12T19:42:03.361458+0000, chain.objs.size()=1 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cF1mgsOjQb2XLFapLXvrgp9J5c-vCaU_0 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3225255484572339734', time=2024-09-12T19:42:03.539625+0000, chain.objs.size()=1 2024-09-12T18:05:19.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UY-SCJUvSkdpGgq1qGWeyx139a3U4G5_0 2024-09-12T18:05:19.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.373+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6872550452069264780', time=2024-09-12T19:42:03.578223+0000, chain.objs.size()=1 2024-09-12T18:05:19.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.373+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.GftnOJJlWjSZvhj6kq04X42Thpwbslp_0 2024-09-12T18:05:19.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.373+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10133959894902744158', time=2024-09-12T19:42:04.848911+0000, chain.objs.size()=1 2024-09-12T18:05:19.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.373+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._8UzwIB5Q6tSr8v88HZHbGaNFjQphgb_0 2024-09-12T18:05:19.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.373+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14975714553973148633', time=2024-09-12T19:42:04.879420+0000, chain.objs.size()=1 2024-09-12T18:05:19.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.373+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.n9AM6jv5qP9Vo5raNnGPlikUEAo1jRy_0 2024-09-12T18:05:19.376 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.376+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16530366237263608490', time=2024-09-12T19:42:05.106746+0000, chain.objs.size()=1 2024-09-12T18:05:19.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.376+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.hpAqMvUy5eWFv_KmWwqDbcJp1E1Uow5_0 2024-09-12T18:05:19.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.376+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13499395045671062001', time=2024-09-12T19:42:05.525013+0000, chain.objs.size()=1 2024-09-12T18:05:19.377 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.376+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FgKfRJh3SBwjM9o2Uv6_6SPnfvA0_d-_0 2024-09-12T18:05:19.379 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10134112088259865074', time=2024-09-12T19:42:05.796594+0000, chain.objs.size()=1 2024-09-12T18:05:19.379 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vkqK-ogaya9VUfiLFg8QXX4DhidEmAP_0 2024-09-12T18:05:19.379 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16796444751772287092', time=2024-09-12T19:42:05.871018+0000, chain.objs.size()=1 2024-09-12T18:05:19.379 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.35iYhten6CNqUkwnv40Lys3l2VeRGI1_0 2024-09-12T18:05:19.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/46052 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1211922471615687888', time=2024-09-12T19:42:05.877950+0000, chain.objs.size()=1 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.H-5-LxZ24kJK-J142nYKAQNZ5zHFY_L_0 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8187545925256274061', time=2024-09-12T19:42:05.935427+0000, chain.objs.size()=1 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6Dy4dzXkekFT0nwJXxj5QQ2Tsm6dDKP_0 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4093161633675526', time=2024-09-12T19:42:06.082687+0000, chain.objs.size()=1 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VXmZpxwTai7fC49R2_gnvOa_Up0YXJI_0 2024-09-12T18:05:19.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12539510960384030080', time=2024-09-12T19:42:06.206916+0000, chain.objs.size()=1 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cKcAv-k_KAlG6rgqvOa3KcvRCipEa7k_0 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15247388992950083960', time=2024-09-12T19:42:06.416716+0000, chain.objs.size()=1 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8wzgWH50UNYyad9GTfllAX-3RC-SGDJ_0 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7854060618544492925', time=2024-09-12T19:42:06.983851+0000, chain.objs.size()=1 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BA3HY5PrLk2NfusEesf1ppuH1fOt2tu_0 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13760703890805826952', time=2024-09-12T19:42:07.617366+0000, chain.objs.size()=1 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dLIToP28DizV5iJ1-bmsi-uqBKFzWNV_0 2024-09-12T18:05:19.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2164944098944729597', time=2024-09-12T19:42:07.812334+0000, chain.objs.size()=1 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8qTwKJ6Gy6TSxbxUV73ftQGMoWjwgka_0 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12969256211809563209', time=2024-09-12T19:42:08.609990+0000, chain.objs.size()=1 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FR2ZhBVzUsgx4jt6ZpoDgy7Lb7nA8Ri_0 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2666665123734945155', time=2024-09-12T19:42:08.864527+0000, chain.objs.size()=1 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7WQC7hvVAMa5SwqUosZE0jZNY8wxbRC_0 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16509857738933742479', time=2024-09-12T19:42:09.009644+0000, chain.objs.size()=1 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.AVpIru57VaPaYuAIYblpQCg8S5VbTqP_0 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14488378273203149979', time=2024-09-12T19:42:09.947134+0000, chain.objs.size()=1 2024-09-12T18:05:19.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XiVBDxeJjitRz_sFd7seRAL5y3LFjK4_0 2024-09-12T18:05:19.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160288957076650944', time=2024-09-12T19:42:10.305215+0000, chain.objs.size()=1 2024-09-12T18:05:19.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.w6Izr5IrhYudPwWhebrQ6zBQ_pnrdEn_0 2024-09-12T18:05:19.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5266323966248789536', time=2024-09-12T19:42:10.371627+0000, chain.objs.size()=1 2024-09-12T18:05:19.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CCKOJabSjTbLzwZNDUyrcL4O8mOYqBg_0 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15956495367016974423', time=2024-09-12T19:42:10.939110+0000, chain.objs.size()=1 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OcMV5hwENlOAf1TmchxpjZvNiRknw1G_0 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15551918949752157820', time=2024-09-12T19:42:11.012743+0000, chain.objs.size()=1 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.aSb44Vf0WMPYN6f1AthvKM6ujHDD9Sb_0 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11705833150984548320', time=2024-09-12T19:42:11.480933+0000, chain.objs.size()=1 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vpg94wNaM7U-XZgJxPmO90DHoJs3k5t_0 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17986724254256216364', time=2024-09-12T19:42:11.497830+0000, chain.objs.size()=1 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lbM4u86E6Ovq1J_bI8h-AyHyWZSQ_ZM_0 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3792730922374516117', time=2024-09-12T19:42:11.579905+0000, chain.objs.size()=1 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.y4xXVW0KbmPGnmeimPyNBK_mkv96cMD_0 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12182015082470910198', time=2024-09-12T19:42:11.614410+0000, chain.objs.size()=1 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KoGQtF5evdjqyScYkCgJT2A5mN6zFTx_0 2024-09-12T18:05:19.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.636536486111850160', time=2024-09-12T19:42:11.731949+0000, chain.objs.size()=1 2024-09-12T18:05:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.V_ziRhRB5RO-BHGEKZ1N2vYINCbUQhU_0 2024-09-12T18:05:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18367396783847198355', time=2024-09-12T19:42:12.413256+0000, chain.objs.size()=1 2024-09-12T18:05:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XlKg9lqWeM83zxy-lvjO-RmanwrpYbk_0 2024-09-12T18:05:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14797911126518385520', time=2024-09-12T19:42:12.962653+0000, chain.objs.size()=1 2024-09-12T18:05:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dIAq9JHwq4X_c8ydMOVU25Vyo1rNQvU_0 2024-09-12T18:05:19.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10015604098981684479', time=2024-09-12T19:42:53.362836+0000, chain.objs.size()=1 2024-09-12T18:05:19.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.375__shadow_.dlIi7YK2ZisqYAHlhb9lGzdqHXw30s2_0 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16475858872539838639', time=2024-09-12T19:42:59.498342+0000, chain.objs.size()=1 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.382__shadow_.ifiKiGWtp9FapxIfP4utcbPwi0T8Ym5_0 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3073788399227154704', time=2024-09-12T19:43:42.769350+0000, chain.objs.size()=1 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.432__shadow_.N0qE88dzCz0DTmDnATItxiUWgrjzMig_0 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6248933970786087949', time=2024-09-12T19:44:14.788869+0000, chain.objs.size()=1 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.398+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.463__shadow_._HgzOV5mpkDbbnAmp9pZGjL7agMA9yk_0 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15147313706588777404', time=2024-09-12T19:46:23.532329+0000, chain.objs.size()=4 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:S0-ZLhoz6jGwNhVTwT8jTIB7x6vqLRp_.E75nY6DnY-7-GTTl2O2gjs72r9YcXf9_0 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:S0-ZLhoz6jGwNhVTwT8jTIB7x6vqLRp_.E75nY6DnY-7-GTTl2O2gjs72r9YcXf9_1 2024-09-12T18:05:19.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:S0-ZLhoz6jGwNhVTwT8jTIB7x6vqLRp_.E75nY6DnY-7-GTTl2O2gjs72r9YcXf9_2 2024-09-12T18:05:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:S0-ZLhoz6jGwNhVTwT8jTIB7x6vqLRp_.E75nY6DnY-7-GTTl2O2gjs72r9YcXf9_3 2024-09-12T18:05:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.400+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12476142063890428311', time=2024-09-12T19:48:22.337482+0000, chain.objs.size()=2 2024-09-12T18:05:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.400+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~lzCI7_sNdIMconDBYzoXpcx-1ZZNRUE.1 2024-09-12T18:05:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.400+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~lzCI7_sNdIMconDBYzoXpcx-1ZZNRUE.2 2024-09-12T18:05:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.400+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1794926229641911306', time=2024-09-12T19:51:01.058549+0000, chain.objs.size()=1 2024-09-12T18:05:19.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.400+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:nPxUowa1DZ4Oygfb3ezh7nyzxbONCvZ_.psNblh8oiZ_lja1lH5jCjZD4RgAVvH1_0 2024-09-12T18:05:19.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.402+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5253229730413363411', time=2024-09-12T19:51:25.769140+0000, chain.objs.size()=1 2024-09-12T18:05:19.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.402+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:dEgVBWJ2E1sk7KMH3MyGfLz.KCJotMb_.ArkDHOuUpxESYovRmjRF37Exrfy-Od0_0 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14184309419108359273', time=2024-09-12T19:51:35.352534+0000, chain.objs.size()=1 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:LMjleQdXkfJ051igH1jPtBTFH1D3m0g_.O_DAiUuxFEZCBEPvZ7H-AP4drWB5pns_0 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17923338839189130119', time=2024-09-12T19:52:21.587273+0000, chain.objs.size()=4 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~oVBkPGp2vqMguwY4eBVOGK0DGm5Zt1U.1 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~oVBkPGp2vqMguwY4eBVOGK0DGm5Zt1U.2 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~oVBkPGp2vqMguwY4eBVOGK0DGm5Zt1U.3 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~oVBkPGp2vqMguwY4eBVOGK0DGm5Zt1U.4 2024-09-12T18:05:19.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4151624369960027446', time=2024-09-12T19:57:34.959664+0000, chain.objs.size()=1 2024-09-12T18:05:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.629__shadow_.UchMsPjj1NcN4SWClZaYD0GGzPqcM0D_0 2024-09-12T18:05:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2520487110813271780', time=2024-09-12T19:57:59.301332+0000, chain.objs.size()=1 2024-09-12T18:05:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.648__shadow_.l1gMSLjb9lanvum92-FLpuaZPoAvyTr_0 2024-09-12T18:05:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4564059964568152375', time=2024-09-12T20:00:10.495667+0000, chain.objs.size()=1 2024-09-12T18:05:19.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.741__shadow_.7AS7uPh71uY0mhzIgjxibyUiEDTc6ms_0 2024-09-12T18:05:19.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.410+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.412+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:05:19.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.414+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.414+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/57875' 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16386448578091391972', time=2024-09-12T19:36:32.297811+0000, chain.objs.size()=1 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.201__shadow_.wVNs6E-qaKf_RJOw2JvkdaQOPjlS2Yi_0 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.349057974967699880', time=2024-09-12T19:38:25.808202+0000, chain.objs.size()=1 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.237__shadow_._UXD2Bi8MAPETpm90XZZeIzz2-wEibY_0 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6888349846980509905', time=2024-09-12T19:38:33.843972+0000, chain.objs.size()=1 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.244__shadow_.CH6TxK3jIsNKasY1VRBi1cQqWtyqEQm_0 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18254970722012343786', time=2024-09-12T19:38:38.136729+0000, chain.objs.size()=1 2024-09-12T18:05:19.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.248__shadow_.mgNxUP7Dhh_1UThE6ZbU-ndt8jIigQR_0 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3033624224389836207', time=2024-09-12T19:38:43.462295+0000, chain.objs.size()=1 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.254__shadow_.oXMR-0c6ePR1KK8ty9rHucB-BItuNto_0 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5214259875068062176', time=2024-09-12T19:39:27.798833+0000, chain.objs.size()=1 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EV3YPZNNP8L0KCCPtkn8Bvmp6NslmRU_0 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17777582893859022523', time=2024-09-12T19:39:28.646673+0000, chain.objs.size()=1 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1mmu2Ph6n4g1nNeTv9Linkq0UNkfYC6_0 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12209054273561299710', time=2024-09-12T19:39:28.742685+0000, chain.objs.size()=1 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QbuHV8Jf7ePrIjc-X2MYGE9F761afKQ_0 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9963404732452404937', time=2024-09-12T19:39:28.784287+0000, chain.objs.size()=1 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zh813d9Mm5khYJtubIrXjmlmk1x8d5K_0 2024-09-12T18:05:19.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6346831056027783969', time=2024-09-12T19:39:28.827039+0000, chain.objs.size()=1 2024-09-12T18:05:19.418 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.x1XsxUmSn6wO0I6OZhnXmTv1vOh_yaI_0 2024-09-12T18:05:19.418 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2144063574078836807', time=2024-09-12T19:39:28.827785+0000, chain.objs.size()=1 2024-09-12T18:05:19.418 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QnMtvhJez54wx7_MYXln8YLUSPglhE6_0 2024-09-12T18:05:19.418 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8680098443824420422', time=2024-09-12T19:39:28.970726+0000, chain.objs.size()=1 2024-09-12T18:05:19.418 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.415+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XNZih8ZgWbaiy0tzNTkmTCv2kwC2Tar_0 2024-09-12T18:05:19.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14403359786833909801', time=2024-09-12T19:39:29.579947+0000, chain.objs.size()=1 2024-09-12T18:05:19.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xa5aUCbGf032QE2LPQx-9sBNYSKmBpI_0 2024-09-12T18:05:19.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9728570889236484179', time=2024-09-12T19:39:30.064767+0000, chain.objs.size()=1 2024-09-12T18:05:19.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qh3KU4okKEqiGO2K5gmbi4f3z24IZZX_0 2024-09-12T18:05:19.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12187981538814861608', time=2024-09-12T19:39:30.363441+0000, chain.objs.size()=1 2024-09-12T18:05:19.420 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.p9-EpJPqLMr4wzuIsBH1m8imyVuphgb_0 2024-09-12T18:05:19.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16828638444317784661', time=2024-09-12T19:39:30.387342+0000, chain.objs.size()=1 2024-09-12T18:05:19.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HrTyoawdcOC5mdTYgT7JmGOZoVzDvDY_0 2024-09-12T18:05:19.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2324642046716660899', time=2024-09-12T19:39:30.596424+0000, chain.objs.size()=1 2024-09-12T18:05:19.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.419+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2oFq93_LhJ8xxgPh7HObCviiaShoSjU_0 2024-09-12T18:05:19.421 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9572810138730312019', time=2024-09-12T19:39:30.759398+0000, chain.objs.size()=1 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QDWeHb_CZXx53kQhMnbAtGMT_tNeKM2_0 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10263606599661246883', time=2024-09-12T19:39:31.808513+0000, chain.objs.size()=1 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rQBYrC0XghHdkyPAlVct0fmtf9nw4cH_0 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13475836385875084375', time=2024-09-12T19:39:32.240120+0000, chain.objs.size()=1 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.G-xlSU5p7ASHg-vaENv-PfRXEQuKrBX_0 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11702389833725486471', time=2024-09-12T19:39:32.820038+0000, chain.objs.size()=1 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.UZI8H3_Fqnmjw4Y-YyQwzwrkzLMaPKn_0 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17185336435617545599', time=2024-09-12T19:39:33.052602+0000, chain.objs.size()=1 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EV2ePGD8rKhLRFwdf9NsS9Vg09fRMyq_0 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4717528698578205453', time=2024-09-12T19:39:33.160326+0000, chain.objs.size()=1 2024-09-12T18:05:19.422 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.420+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ifKMpnL26-D6rxo4Jk3St2iSfKXFxkl_0 2024-09-12T18:05:19.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.423+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4632104646010880348', time=2024-09-12T19:39:33.268598+0000, chain.objs.size()=1 2024-09-12T18:05:19.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.423+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.k6PbzHOmltJRrX2QrloC6IIqGbwaSnj_0 2024-09-12T18:05:19.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.423+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.283549800800198200', time=2024-09-12T19:39:33.380370+0000, chain.objs.size()=1 2024-09-12T18:05:19.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.423+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.l5TQjq3m7D1yFlbrNNSwGmxj6K7oj1w_0 2024-09-12T18:05:19.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.423+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4930716443754207574', time=2024-09-12T19:39:33.699877+0000, chain.objs.size()=1 2024-09-12T18:05:19.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.423+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qwsSVHgE1dSvo72XS2MnGgZ3x0l85ma_0 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3702953572853624978', time=2024-09-12T19:39:33.797903+0000, chain.objs.size()=1 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FOOCG9r3NdEnQ5Nh7CxgOuPUdVggfUJ_0 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4079360075614449949', time=2024-09-12T19:39:34.173873+0000, chain.objs.size()=1 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.K-tp1xExDKCUcqYxi8xjAjQlQjs2PVq_0 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7552189071880843096', time=2024-09-12T19:39:34.647848+0000, chain.objs.size()=1 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Zk8zq9ceTg1p6rnx9t_Wf0Kas6pkSHV_0 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4275964251056257212', time=2024-09-12T19:39:36.169381+0000, chain.objs.size()=1 2024-09-12T18:05:19.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wZL6OhQ9sYZGh9OyNkhUSBZlJ1lGgjO_0 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1065469417573496538', time=2024-09-12T19:39:36.319537+0000, chain.objs.size()=1 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Ef7zXkxnwPo2nbVEbVxCPnKY60HvsyC_0 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13792499685877357257', time=2024-09-12T19:39:37.539123+0000, chain.objs.size()=1 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.lprglfA2SlbTSPPFkA3CZSXQXBh2Fb7_0 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4769193659619739139', time=2024-09-12T19:39:39.322952+0000, chain.objs.size()=1 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.265__shadow_.GLX0j632QfXg35aJD6X5-d5mzBru9Io_0 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8036583315685038232', time=2024-09-12T19:39:40.993601+0000, chain.objs.size()=1 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.267__shadow_.bZV0NaxmxWu9KvGsdw6xxT8ozlyaTIu_0 2024-09-12T18:05:19.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17671029975178401996', time=2024-09-12T19:39:41.876854+0000, chain.objs.size()=1 2024-09-12T18:05:19.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.268__shadow_.V-Xki_vn5SUiR3MyzEDCzAQH7XGHajA_0 2024-09-12T18:05:19.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1716855787713715202', time=2024-09-12T19:39:45.266490+0000, chain.objs.size()=1 2024-09-12T18:05:19.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.272__shadow_.CshTandR0_kUG1WjYeFuZWt-R3rdR4F_0 2024-09-12T18:05:19.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1873265186436748718', time=2024-09-12T19:39:46.104749+0000, chain.objs.size()=1 2024-09-12T18:05:19.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.273__shadow_.cAfKReXBQX322EEBCJ56oTOgC6dlIg5_0 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9972407483852009329', time=2024-09-12T19:39:58.565376+0000, chain.objs.size()=1 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.287__shadow_.1P0Pc6k6HMK2uzptxlWVnL27J6-Tu6S_0 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16632313471852406899', time=2024-09-12T19:40:09.365428+0000, chain.objs.size()=1 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.296__shadow_.2aFe5e6m-9UrTIlrL2ilnQ9dvtXs8xa_0 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13809019912938207233', time=2024-09-12T19:40:11.104574+0000, chain.objs.size()=1 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.298__shadow_.APR3byZNPg0mIet17dBEDO78X6oLEZJ_0 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15978697032014119584', time=2024-09-12T19:41:15.043355+0000, chain.objs.size()=1 2024-09-12T18:05:19.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WyQ7NMCPEEhCalCD4s5Te79nvmkPGLb_0 2024-09-12T18:05:19.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11452658932338729352', time=2024-09-12T19:41:15.122411+0000, chain.objs.size()=1 2024-09-12T18:05:19.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JgnnGsnlmTrttWB3chyUXa26kRFH5xI_0 2024-09-12T18:05:19.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15652070212531991063', time=2024-09-12T19:41:15.372646+0000, chain.objs.size()=1 2024-09-12T18:05:19.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.430+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2DIn1M3jqju1fBZZTOLs-WXgSNA6oiT_0 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8602260404395264784', time=2024-09-12T19:41:15.466546+0000, chain.objs.size()=1 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zUBJtlR_JqgVE6VRvnwVdKu-n6mgfFl_0 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17206514947646313475', time=2024-09-12T19:41:15.843838+0000, chain.objs.size()=1 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.__AtUSsmdWo0slfLq64fUKwit_Esa4J_0 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17476761691814485865', time=2024-09-12T19:41:16.596098+0000, chain.objs.size()=1 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UYJ_KHnSrDgVBBbbDJAWtU_qjcqMLT7_0 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15439349546557049601', time=2024-09-12T19:41:16.647282+0000, chain.objs.size()=1 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._OYifHDZljb3yYN6Mqqjnjm5598syaJ_0 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10878192807178980062', time=2024-09-12T19:41:17.124950+0000, chain.objs.size()=1 2024-09-12T18:05:19.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.433+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kYcQYPd8IA0x2Gm5F9ElvCZ0FtnneDC_0 2024-09-12T18:05:19.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.435+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9741779442963541659', time=2024-09-12T19:41:17.804053+0000, chain.objs.size()=1 2024-09-12T18:05:19.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.435+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CQTvfVFv0UEzDZZF-tBkPy8PY7byxtZ_0 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8388499495643324257', time=2024-09-12T19:41:17.860812+0000, chain.objs.size()=1 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Vyegd103MSyHy46t2X74JSStbpXhTdX_0 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8821240033455876686', time=2024-09-12T19:41:18.107657+0000, chain.objs.size()=1 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7t4dgOdO6Fc3p1D5OKf5a50nPbdGvU5_0 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6134328797291430772', time=2024-09-12T19:41:18.359041+0000, chain.objs.size()=1 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gRs6zOcT-XCv84lQtxqNDVwdgjFaR7V_0 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17126938495862851236', time=2024-09-12T19:41:18.359616+0000, chain.objs.size()=1 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ffOemI_Or01DUd91cEJKxCY0EsE7_wH_0 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14177566493173083494', time=2024-09-12T19:41:18.613629+0000, chain.objs.size()=1 2024-09-12T18:05:19.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.436+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.KkeyAAdeqUj9aMRuYEHecPk44jpgPj9_0 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6178742823985477487', time=2024-09-12T19:41:19.492982+0000, chain.objs.size()=1 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SKMxTbaLbvjncucJeJ9pFVuSrHY-xTd_0 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7141428312876113703', time=2024-09-12T19:41:19.759545+0000, chain.objs.size()=1 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cKrnKCBcGBSqYzeYdGdlIwCAN-I76r5_0 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2780892317822353449', time=2024-09-12T19:41:19.911676+0000, chain.objs.size()=1 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.u2C3tiYeA5Pw1pvIwL1OwI_mnA5F_XT_0 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2473983692880865150', time=2024-09-12T19:41:20.132716+0000, chain.objs.size()=1 2024-09-12T18:05:19.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aCsAhhWu1a3WnOwVAABQoOXyZro0G-j_0 2024-09-12T18:05:19.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5128929395537975640', time=2024-09-12T19:41:20.213342+0000, chain.objs.size()=1 2024-09-12T18:05:19.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Y8R-oFy8e0668yXBXaWCzF656LYtLMD_0 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5626053979078318792', time=2024-09-12T19:41:20.213903+0000, chain.objs.size()=1 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aEDhpzgnp_7b3alTSlILOm7mhLqm40s_0 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5292246961766158279', time=2024-09-12T19:41:20.295438+0000, chain.objs.size()=1 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.o4_YvnyiJNoJcu1SbxkE3ePlyLBza8r_0 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10482084976346089537', time=2024-09-12T19:41:20.919082+0000, chain.objs.size()=1 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.F23Pm8CyOVWfwSoM7q_2ruqRHutzJyr_0 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11940585801503325248', time=2024-09-12T19:41:21.063145+0000, chain.objs.size()=1 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Mji0ifijNQFXX-NXxzfBKbakY4XjOV3_0 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14587631180708431126', time=2024-09-12T19:41:21.064492+0000, chain.objs.size()=1 2024-09-12T18:05:19.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.d7MHRWG5GXQhLf5cuiAhjfLM02BDg-j_0 2024-09-12T18:05:19.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6952755230272801636', time=2024-09-12T19:41:21.350580+0000, chain.objs.size()=1 2024-09-12T18:05:19.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.q2toa1l92kwyW8TsRoiNhpFPNMu5JxG_0 2024-09-12T18:05:19.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9831950311204959589', time=2024-09-12T19:41:21.386850+0000, chain.objs.size()=1 2024-09-12T18:05:19.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6VWqSRaVd5elGcVQmgcFUh80H0jcAZD_0 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.39527763078038335', time=2024-09-12T19:41:22.186443+0000, chain.objs.size()=1 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XcoibpGpbvPNBCqsjqP5ROGt9N5niEZ_0 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5813335788480567608', time=2024-09-12T19:41:22.622805+0000, chain.objs.size()=1 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kSuuCru9nex1BypMeaHp9aevgNfEhXr_0 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9459963937759298465', time=2024-09-12T19:41:22.811717+0000, chain.objs.size()=1 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vPn6OjH2r9KNPYVzrfXiIel7gbg3MEt_0 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10489586111676354632', time=2024-09-12T19:41:22.893403+0000, chain.objs.size()=1 2024-09-12T18:05:19.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.444+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gFRzPoeVDPLeB8xp82CJ5rtBsad-0Wq_0 2024-09-12T18:05:19.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14181851583364744989', time=2024-09-12T19:41:22.962897+0000, chain.objs.size()=1 2024-09-12T18:05:19.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YaDSivnVvlFRkK-mnkGL7rjSeYACwhj_0 2024-09-12T18:05:19.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13490807187063993109', time=2024-09-12T19:41:23.554089+0000, chain.objs.size()=1 2024-09-12T18:05:19.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NM5yJKGFzoyc0RHMn1B8_SvsHrGepHy_0 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17098103290013487498', time=2024-09-12T19:41:24.828643+0000, chain.objs.size()=1 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2ZXd0JKAheHhIbCNSMsG8gcMi1ibipE_0 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5952195248707990401', time=2024-09-12T19:41:24.949288+0000, chain.objs.size()=1 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MApayOt8gTz_X1yIMaRFSv8g3_8JiBk_0 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14466448050115797177', time=2024-09-12T19:41:25.319304+0000, chain.objs.size()=1 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4a_4WB0UKtFeOl9XRqyKbmCmjqCkMRY_0 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11046737138252547820', time=2024-09-12T19:42:03.432929+0000, chain.objs.size()=1 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.o-IgEi4A6Kh-vBRjwrNdKS3vGRW1KQY_0 2024-09-12T18:05:19.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17100272102261117518', time=2024-09-12T19:42:03.635609+0000, chain.objs.size()=1 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TnZEELorY9g5HJyqEq8O5PTVtYLvVaK_0 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9290366188993469293', time=2024-09-12T19:42:03.644221+0000, chain.objs.size()=1 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8T_JzKqE52BOYIt1kh27bWnDUjEM_Lr_0 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1131373771214586276', time=2024-09-12T19:42:04.569847+0000, chain.objs.size()=1 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Gm677yi8waACZ0uhqL31lY8emwcOWjh_0 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18036424181515605653', time=2024-09-12T19:42:04.664164+0000, chain.objs.size()=1 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MYPhaP2kuG4H2OjF34UYqb5JQBye5GC_0 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14018046111476108497', time=2024-09-12T19:42:04.700792+0000, chain.objs.size()=1 2024-09-12T18:05:19.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ysjfjh7--zKoj8sfiBMBQRZdlWSfLiR_0 2024-09-12T18:05:19.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11635337200854608144', time=2024-09-12T19:42:04.978872+0000, chain.objs.size()=1 2024-09-12T18:05:19.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4Appl9scbIehqBfEqJ37Q14m6NI3UZQ_0 2024-09-12T18:05:19.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.452+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14450652501377863375', time=2024-09-12T19:42:05.019985+0000, chain.objs.size()=1 2024-09-12T18:05:19.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.452+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1tstEHUfqC6pkeTY3IWmXzd-qlTsrmf_0 2024-09-12T18:05:19.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.454+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13521122942003235408', time=2024-09-12T19:42:05.070007+0000, chain.objs.size()=1 2024-09-12T18:05:19.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.454+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.u0K4iYLZ43M8XC3F7nTWMQjwLxwNg4E_0 2024-09-12T18:05:19.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.454+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15538617203095441952', time=2024-09-12T19:42:05.646009+0000, chain.objs.size()=1 2024-09-12T18:05:19.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.454+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jRaNSkiRshhcFxwbIh3XB6Q4BQ2TCe8_0 2024-09-12T18:05:19.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8466615292781087721', time=2024-09-12T19:42:05.834103+0000, chain.objs.size()=1 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CO5q19FJBiDWzVeAkTIfGA7uSIQCatN_0 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15957116194365467164', time=2024-09-12T19:42:05.975614+0000, chain.objs.size()=1 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.47v37WYL9Wfsjz9Oh2xUcU6x69kBl9N_0 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11910384123935646762', time=2024-09-12T19:42:06.019863+0000, chain.objs.size()=1 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.G3wp_z-b0M2VW3L1Qf7gV4Pp4WbFggc_0 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14255197595163570340', time=2024-09-12T19:42:06.109572+0000, chain.objs.size()=1 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.weFZJqXSzEiMG6HNoKC1L5jMWbDXIzJ_0 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16828276899731502587', time=2024-09-12T19:42:06.110114+0000, chain.objs.size()=1 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6lnlHw1ZEh0UYMOIdfzn9GbLqPiJV-F_0 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4242242506710827110', time=2024-09-12T19:42:06.367149+0000, chain.objs.size()=1 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vhqfBFhUDvcRFqC49zp_DtKiuCcg0JA_0 2024-09-12T18:05:19.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6696677756371893489', time=2024-09-12T19:42:06.536779+0000, chain.objs.size()=1 2024-09-12T18:05:19.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8l1n0EyhtVHxsSpLDCWMuwti5DSouyz_0 2024-09-12T18:05:19.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11083477658344952136', time=2024-09-12T19:42:06.537928+0000, chain.objs.size()=1 2024-09-12T18:05:19.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7KzHqJFaTKh7e_5sp6F2v-_ntTdRtTA_0 2024-09-12T18:05:19.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12463310690700451198', time=2024-09-12T19:42:07.442312+0000, chain.objs.size()=1 2024-09-12T18:05:19.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.niy4WVW7k1cJCjFiW-MkwusQQDTUFJl_0 2024-09-12T18:05:19.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.460+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2973206455231438699', time=2024-09-12T19:42:07.466679+0000, chain.objs.size()=1 2024-09-12T18:05:19.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.460+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1B-t4794gKJcMXLvCTAQtejFelZZJer_0 2024-09-12T18:05:19.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.460+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14077834693066749735', time=2024-09-12T19:42:07.507508+0000, chain.objs.size()=1 2024-09-12T18:05:19.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.460+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.14iWZ-sbry828A8epS7bUbDTlaaiDPe_0 2024-09-12T18:05:19.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.462+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12062926299547681688', time=2024-09-12T19:42:07.618201+0000, chain.objs.size()=1 2024-09-12T18:05:19.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.462+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Hs8j-9lY-hokcsJphVbnTL41QnKhxVK_0 2024-09-12T18:05:19.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.463+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.636665950324176524', time=2024-09-12T19:42:07.750408+0000, chain.objs.size()=1 2024-09-12T18:05:19.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.463+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.hmexWd8_s7Lqrz6NZI_6vEmdhUukZDq_0 2024-09-12T18:05:19.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.463+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3796602721808980050', time=2024-09-12T19:42:07.762456+0000, chain.objs.size()=1 2024-09-12T18:05:19.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.463+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.eNO93jZHxwkH5xvowCbTTaJOpPBxeC1_0 2024-09-12T18:05:19.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.463+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4767696684298861969', time=2024-09-12T19:42:07.880578+0000, chain.objs.size()=1 2024-09-12T18:05:19.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.463+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IX3Wu_LO4lUhkTp5axSllL8jElJtHq6_0 2024-09-12T18:05:19.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/57875 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=40, truncated=0, next_marker='' 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17794206995516767303', time=2024-09-12T19:42:07.934520+0000, chain.objs.size()=1 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Hl6hnSuAAXTZgr9mWHiqr05a0rEfddJ_0 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16360573398819126533', time=2024-09-12T19:42:08.461094+0000, chain.objs.size()=1 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YHtK-lGYEhEUq_HeG1Qhb2YFTD1RJkz_0 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9499288306774398652', time=2024-09-12T19:42:08.704422+0000, chain.objs.size()=1 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.I7xI8dazBe4beNpJeLiXTvQIw51tuTs_0 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10991071383866839850', time=2024-09-12T19:42:08.731039+0000, chain.objs.size()=1 2024-09-12T18:05:19.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FrQKzkpB2foKAFRflsC5Ij4EijVf_Em_0 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12515665205547474984', time=2024-09-12T19:42:08.889837+0000, chain.objs.size()=1 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4md31tZQxSdLgkBkSvVZNUMu_rNojnQ_0 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.636163439513141818', time=2024-09-12T19:42:09.029956+0000, chain.objs.size()=1 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.AZt9tFBHQoxb_txXmx3D7qM7Rvt0H9Q_0 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4341764663527921297', time=2024-09-12T19:42:09.173297+0000, chain.objs.size()=1 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zXYF5zc_0Y-oIyiR71aYLqpOQp5FBNS_0 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12772689018473073865', time=2024-09-12T19:42:09.175207+0000, chain.objs.size()=1 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ik7JI5pJg8KV0MVuu8v93HaS3PAxd4u_0 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10400917357724381095', time=2024-09-12T19:42:09.210850+0000, chain.objs.size()=1 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.75YK4zPsGxs8mTWv7I3u1eErWQhHouo_0 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1292849179341561078', time=2024-09-12T19:42:09.782926+0000, chain.objs.size()=1 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KXIwTsvI-DT7cNV3_oDuReBesa6JBPx_0 2024-09-12T18:05:19.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8069760045890467852', time=2024-09-12T19:42:09.783663+0000, chain.objs.size()=1 2024-09-12T18:05:19.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.H6VjIu3B39dQChnKTZvemzyLI-QAKfV_0 2024-09-12T18:05:19.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3361582367450382031', time=2024-09-12T19:42:09.925141+0000, chain.objs.size()=1 2024-09-12T18:05:19.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oyh-Tsc8uob4comsS7oK91jaNrx2e01_0 2024-09-12T18:05:19.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.475+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15063847820097131196', time=2024-09-12T19:42:10.399545+0000, chain.objs.size()=1 2024-09-12T18:05:19.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.475+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1kKesbI8PrQqW2rr7Mg2CKE3suNhrQ__0 2024-09-12T18:05:19.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14733460538341541333', time=2024-09-12T19:42:10.448047+0000, chain.objs.size()=1 2024-09-12T18:05:19.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kDEbaDhS9OjsqVrxAviCuvJpKE4yuBF_0 2024-09-12T18:05:19.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1679398361102550925', time=2024-09-12T19:42:10.598138+0000, chain.objs.size()=1 2024-09-12T18:05:19.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.78eIEBjFThyQZghxwPESHdnljcPQDpq_0 2024-09-12T18:05:19.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4780286074990277783', time=2024-09-12T19:42:11.099413+0000, chain.objs.size()=1 2024-09-12T18:05:19.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vflem36L9AFv-vS6imR-v8f-MGXxtla_0 2024-09-12T18:05:19.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17227981224735783351', time=2024-09-12T19:42:11.646708+0000, chain.objs.size()=1 2024-09-12T18:05:19.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P3wAjibpgX0gYg2z6C-1VlfPeRHfOBc_0 2024-09-12T18:05:19.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17367139906938841705', time=2024-09-12T19:42:11.770181+0000, chain.objs.size()=1 2024-09-12T18:05:19.479 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.478+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kcWX8V6MAjoBPge-9G3d9_GuvMh7ahA_0 2024-09-12T18:05:19.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3713231812819868673', time=2024-09-12T19:42:11.902454+0000, chain.objs.size()=1 2024-09-12T18:05:19.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FiC_dqZp_iiYTWx_Cu520sKHhpdQWxm_0 2024-09-12T18:05:19.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7016123160391199555', time=2024-09-12T19:42:12.164548+0000, chain.objs.size()=1 2024-09-12T18:05:19.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KgSl-UQG5_fI3f_ggdXXVCRWnt1PC7D_0 2024-09-12T18:05:19.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14867617792921781470', time=2024-09-12T19:42:12.231924+0000, chain.objs.size()=1 2024-09-12T18:05:19.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QYF3U7vSzlTA3YE9jyXktmlGOzehfRP_0 2024-09-12T18:05:19.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7678186894194404647', time=2024-09-12T19:42:12.260927+0000, chain.objs.size()=1 2024-09-12T18:05:19.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.25nU4WnhVqd2IAEtgbv_KQlbUFtCDUl_0 2024-09-12T18:05:19.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2896441730086258326', time=2024-09-12T19:42:12.719669+0000, chain.objs.size()=1 2024-09-12T18:05:19.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kqAZl2An28TKLSJyYH1CaZGHEkpO3lY_0 2024-09-12T18:05:19.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11254235506183063209', time=2024-09-12T19:42:16.065435+0000, chain.objs.size()=1 2024-09-12T18:05:19.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.481+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.329__shadow_.d1fu6Z14hE0LbZmV1k131H7eQ-5dwCZ_0 2024-09-12T18:05:19.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9760903604518824415', time=2024-09-12T19:43:24.191920+0000, chain.objs.size()=1 2024-09-12T18:05:19.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.410__shadow_.VQ2QQHrqp6z7UjKmKI1TKYvrPPussNY_0 2024-09-12T18:05:19.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10157966141038170562', time=2024-09-12T19:43:52.277159+0000, chain.objs.size()=1 2024-09-12T18:05:19.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.443__shadow_.SF3CyZ0VZqPiLV_0pQZhNsI9Kq3shxb_0 2024-09-12T18:05:19.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9625172159091419040', time=2024-09-12T19:44:31.657143+0000, chain.objs.size()=1 2024-09-12T18:05:19.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.486__shadow_.kvpk7OiZKPkKMx19HMsoRLQYwtp7YWG_0 2024-09-12T18:05:19.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3804029888633642013', time=2024-09-12T19:45:29.657232+0000, chain.objs.size()=1 2024-09-12T18:05:19.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.519__multipart_mymultipart.2~T5vBjo5V1SjOXjtiDvfxTlJicJeWnuC.1 2024-09-12T18:05:19.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT', time=2024-09-12T19:47:32.369565+0000, chain.objs.size()=1 2024-09-12T18:05:19.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.483+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT.2 2024-09-12T18:05:19.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT', time=2024-09-12T19:47:32.374573+0000, chain.objs.size()=1 2024-09-12T18:05:19.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT.3 2024-09-12T18:05:19.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1795651979567553527', time=2024-09-12T19:50:01.717688+0000, chain.objs.size()=1 2024-09-12T18:05:19.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.551__shadow_.coTN6QjOiRlkmbgvbnIYfjDWc9-plXr_0 2024-09-12T18:05:19.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15552316031175952944', time=2024-09-12T19:50:55.304964+0000, chain.objs.size()=1 2024-09-12T18:05:19.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:iZbQ3cRUIvHkRceUCTDnXOxZTd2Q0cI_.Y7zE6EzG4V6X1FFwGu0KJhhR_hlEmPL_0 2024-09-12T18:05:19.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12981012825447760188', time=2024-09-12T19:51:06.238798+0000, chain.objs.size()=1 2024-09-12T18:05:19.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.571__shadow:46yBulpOgGO.aijRRJtsVR-iNQnRu2e_.NIYwfuBSuAdg251I_oxc68eb4mKtOe0_0 2024-09-12T18:05:19.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13631286289985668885', time=2024-09-12T19:52:34.848082+0000, chain.objs.size()=1 2024-09-12T18:05:19.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:Hz7oyusY3fWW5i.5pxJEWY9x0g.HxZ5_.i0iBVKO8XelA4X3IoMmDTJfskB-yO0q_0 2024-09-12T18:05:19.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2864923518775799154', time=2024-09-12T19:52:46.787518+0000, chain.objs.size()=1 2024-09-12T18:05:19.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.486+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.604__shadow_.vuXJXLBoX_KfgYuvtGCspjEDu75Ze5D_0 2024-09-12T18:05:19.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6638050601008814106', time=2024-09-12T19:58:39.593466+0000, chain.objs.size()=1 2024-09-12T18:05:19.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.664__shadow_.RFbI2kfn8VRDX0p4Owxot1ZVnwvOiDM_0 2024-09-12T18:05:19.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3065764774889123838', time=2024-09-12T19:58:40.904848+0000, chain.objs.size()=1 2024-09-12T18:05:19.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.665__shadow_.KehcgH-MYhaqP50Otv5gGvp5YC7S91R_0 2024-09-12T18:05:19.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15578497699565386896', time=2024-09-12T19:58:52.778661+0000, chain.objs.size()=1 2024-09-12T18:05:19.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.680__shadow_.8i1n-kR1CFxuSgsE5Ox78-Nk0RH-XU-_0 2024-09-12T18:05:19.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3116774245777336104', time=2024-09-12T19:59:06.531256+0000, chain.objs.size()=1 2024-09-12T18:05:19.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.699__shadow:C5o6.9IulhwCHA9EkTDNAg6BucNVnba_.uBp7cflSZ7Konp8wl0izH48R2nxR7Ij_0 2024-09-12T18:05:19.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8169261956073291155', time=2024-09-12T20:00:08.438093+0000, chain.objs.size()=1 2024-09-12T18:05:19.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.489+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.740__shadow_.HdIbpbY955wly0S2JIORev8LrtSRFPn_0 2024-09-12T18:05:19.494 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.492+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.496+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:05:19.497 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.497+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.498 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.497+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47934' 2024-09-12T18:05:19.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7931129060383756988', time=2024-09-12T19:38:37.254074+0000, chain.objs.size()=1 2024-09-12T18:05:19.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.247__shadow_.ZuBzXSwj50YcGodcUviDhcT9LKx4fLI_0 2024-09-12T18:05:19.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4064395461374363114', time=2024-09-12T19:38:39.021932+0000, chain.objs.size()=1 2024-09-12T18:05:19.500 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.249__shadow_.wgSRuKZucaI7n-7GA5PBVcwwVMEXz97_0 2024-09-12T18:05:19.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7712258477101147520', time=2024-09-12T19:38:43.462522+0000, chain.objs.size()=1 2024-09-12T18:05:19.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.254__shadow_.9W1LLfLLECLo6VUjKFKaFnsFUJBTaz9_0 2024-09-12T18:05:19.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10937608211173385325', time=2024-09-12T19:38:50.407054+0000, chain.objs.size()=1 2024-09-12T18:05:19.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.262__shadow_.3m5nci9w4qQrTtRPijVjLmCMRr-Exkj_0 2024-09-12T18:05:19.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11590840072335531688', time=2024-09-12T19:39:26.925599+0000, chain.objs.size()=1 2024-09-12T18:05:19.501 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.s_PNv61lK9j6MxxFmLwAOx1ESrOiHzd_0 2024-09-12T18:05:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16534645883541638436', time=2024-09-12T19:39:27.044875+0000, chain.objs.size()=1 2024-09-12T18:05:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5_SRMbyB17XYnlv9NbBWDY8Fx3MjgY1_0 2024-09-12T18:05:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.717110492658306730', time=2024-09-12T19:39:27.446885+0000, chain.objs.size()=1 2024-09-12T18:05:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MtL5yVAS2KC-JqD1Wm-mXEtYenzKbdX_0 2024-09-12T18:05:19.502 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16087111977470122298', time=2024-09-12T19:39:27.641456+0000, chain.objs.size()=1 2024-09-12T18:05:19.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Yxfvf-K6MhZqWkXqgvBsaYOArqMfpHh_0 2024-09-12T18:05:19.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3237559206163478870', time=2024-09-12T19:39:27.800199+0000, chain.objs.size()=1 2024-09-12T18:05:19.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WhJYw3DBd6PAqVtw_quSuZ2-IGk_W0x_0 2024-09-12T18:05:19.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5260170748232942075', time=2024-09-12T19:39:27.971185+0000, chain.objs.size()=1 2024-09-12T18:05:19.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.q1YgafoqbOjQqmEXl_9cjeI9Ex6FJEf_0 2024-09-12T18:05:19.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18265912851006163778', time=2024-09-12T19:39:28.018532+0000, chain.objs.size()=1 2024-09-12T18:05:19.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GIXsDJLNLYAhHZd_w7WqMSOQ3syWcYK_0 2024-09-12T18:05:19.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6355483678953531241', time=2024-09-12T19:39:29.051269+0000, chain.objs.size()=1 2024-09-12T18:05:19.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Pe3fosbsiF2LucJe4-Psxk4kJdIuFQ0_0 2024-09-12T18:05:19.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.501+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12514986211001712285', time=2024-09-12T19:39:29.208628+0000, chain.objs.size()=1 2024-09-12T18:05:19.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.501+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rW_DUxFEP838kNa1PIgn6PJH9YPqudL_0 2024-09-12T18:05:19.506 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.501+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3522467717615354676', time=2024-09-12T19:39:29.530685+0000, chain.objs.size()=1 2024-09-12T18:05:19.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.501+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Ztx2ictkV6uFUFSt0XVLSeP02YH7s2v_0 2024-09-12T18:05:19.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.501+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3588104217819925824', time=2024-09-12T19:39:29.532081+0000, chain.objs.size()=1 2024-09-12T18:05:19.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.501+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.c9b2F8JjiSfwmMMaK-z2LO2uQ0bGcp8_0 2024-09-12T18:05:19.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1647695711715652236', time=2024-09-12T19:39:30.046708+0000, chain.objs.size()=1 2024-09-12T18:05:19.507 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BMT6BkRC77UbzvxSRdHutZ2HvJvzsrz_0 2024-09-12T18:05:19.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12241597293563002236', time=2024-09-12T19:39:30.208338+0000, chain.objs.size()=1 2024-09-12T18:05:19.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7SAjpk93QufOdq-UWcmKpEiJK1Xvg2l_0 2024-09-12T18:05:19.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.166445035563101801', time=2024-09-12T19:39:30.208881+0000, chain.objs.size()=1 2024-09-12T18:05:19.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8Niqr9C9MWUdwrFYo5zE1FThuR7wN6__0 2024-09-12T18:05:19.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14121979683051528257', time=2024-09-12T19:39:30.387431+0000, chain.objs.size()=1 2024-09-12T18:05:19.508 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iuV2pzpc4MLTKL6AeRF-1nAxPlfgHx8_0 2024-09-12T18:05:19.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16268662269225495163', time=2024-09-12T19:39:30.593799+0000, chain.objs.size()=1 2024-09-12T18:05:19.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.e4onQBt0SHKydQOl6W5HJsvu2zBSwhl_0 2024-09-12T18:05:19.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13155212568899633224', time=2024-09-12T19:39:30.661909+0000, chain.objs.size()=1 2024-09-12T18:05:19.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7HqNfYlPpJ3xafPMlG3U7G4m5S3npu3_0 2024-09-12T18:05:19.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.503+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11983880641156220165', time=2024-09-12T19:39:31.477167+0000, chain.objs.size()=1 2024-09-12T18:05:19.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.503+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dZ3MvF7b16dMfipoESbfq2eVCVdxcTk_0 2024-09-12T18:05:19.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.503+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13702005790617782261', time=2024-09-12T19:39:31.747472+0000, chain.objs.size()=1 2024-09-12T18:05:19.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.503+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rGpdzQWXe0ZZtbpSAcvl2GT8npy9IhI_0 2024-09-12T18:05:19.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.504+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8712509036063188250', time=2024-09-12T19:39:31.842324+0000, chain.objs.size()=1 2024-09-12T18:05:19.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.504+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.K8Nhlq9vK_icLy_lNQgKI3h4eRXT4jX_0 2024-09-12T18:05:19.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.504+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2905219189360838941', time=2024-09-12T19:39:32.066905+0000, chain.objs.size()=1 2024-09-12T18:05:19.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.504+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6fSP_BJedxVOmy_1zVvLst6ABUZ9ORb_0 2024-09-12T18:05:19.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.505+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3365870592992704906', time=2024-09-12T19:39:32.205273+0000, chain.objs.size()=1 2024-09-12T18:05:19.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.505+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.77_Ou6ay6QpKKvBPCgQ1NvBPV6lE6Bm_0 2024-09-12T18:05:19.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.505+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13671513197606203612', time=2024-09-12T19:39:32.851465+0000, chain.objs.size()=1 2024-09-12T18:05:19.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.505+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zb38QXf3OVfo5DuK_NgpkqCId3kIV_I_0 2024-09-12T18:05:19.515 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.506+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4922318666854751877', time=2024-09-12T19:39:34.437503+0000, chain.objs.size()=1 2024-09-12T18:05:19.515 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.506+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jsKFAWDKBNm9jjwHEDQF2OmCLYUUida_0 2024-09-12T18:05:19.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17490201718172887662', time=2024-09-12T19:39:35.000270+0000, chain.objs.size()=1 2024-09-12T18:05:19.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Aepxeuq3bLdLVoeLZoHLyrEw9Qvx_A6_0 2024-09-12T18:05:19.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10352491529598838018', time=2024-09-12T19:39:35.034435+0000, chain.objs.size()=1 2024-09-12T18:05:19.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Ekk2NDqSbCbva4vSlMO8qmKMnRiMJQe_0 2024-09-12T18:05:19.516 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8611378040626620123', time=2024-09-12T19:39:35.689506+0000, chain.objs.size()=1 2024-09-12T18:05:19.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.R3etZjrLD_lXmEKb8dJnVeiO1d-B1ds_0 2024-09-12T18:05:19.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16297184786123865771', time=2024-09-12T19:39:35.769470+0000, chain.objs.size()=1 2024-09-12T18:05:19.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.v3E_Mj_bt3-bF_jRAWgruYbuQyCGqA8_0 2024-09-12T18:05:19.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4790443075670946910', time=2024-09-12T19:39:35.938714+0000, chain.objs.size()=1 2024-09-12T18:05:19.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.hDacx77DGNwHnzdi8U3Wwg5sBwJwkT__0 2024-09-12T18:05:19.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13839401929003943654', time=2024-09-12T19:39:36.169609+0000, chain.objs.size()=1 2024-09-12T18:05:19.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SXXCheoyk8w354W6nigOPxrr6U4ZXo0_0 2024-09-12T18:05:19.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.508+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1924407868925577833', time=2024-09-12T19:39:36.230892+0000, chain.objs.size()=1 2024-09-12T18:05:19.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.508+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5oKbj0Nvg84doAMBHQigxq3V4CXSzhe_0 2024-09-12T18:05:19.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.508+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.897874455647758697', time=2024-09-12T19:39:36.358180+0000, chain.objs.size()=1 2024-09-12T18:05:19.518 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.508+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dJGNXvFYf_xDH96YR4lQs2qETQd6o4A_0 2024-09-12T18:05:19.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.508+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.358440477462443686', time=2024-09-12T19:39:36.868007+0000, chain.objs.size()=1 2024-09-12T18:05:19.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.508+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.A4GyVFy75WlSX2OKU-2DD8EPs6NuNDF_0 2024-09-12T18:05:19.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.508+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13625864877846724299', time=2024-09-12T19:39:36.868509+0000, chain.objs.size()=1 2024-09-12T18:05:19.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.509+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wmfISHrt1FgwLCgh6_Xji-UFLPHHxjN_0 2024-09-12T18:05:19.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.509+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11368158212623725186', time=2024-09-12T19:39:36.897479+0000, chain.objs.size()=1 2024-09-12T18:05:19.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.510+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.q4S7wZPzE_9xvxLPy5QeVuxYmC6jZhn_0 2024-09-12T18:05:19.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4663070816559873628', time=2024-09-12T19:39:36.929309+0000, chain.objs.size()=1 2024-09-12T18:05:19.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ge3fgF1Ioq9IoOTPg4b-Wt2on4AeJFv_0 2024-09-12T18:05:19.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15777885387784524511', time=2024-09-12T19:39:37.387802+0000, chain.objs.size()=1 2024-09-12T18:05:19.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.r9vmFdAlYFees5ivK43e6QCQKNZoa3g_0 2024-09-12T18:05:19.520 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.728979643910242721', time=2024-09-12T19:39:42.728080+0000, chain.objs.size()=1 2024-09-12T18:05:19.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.269__shadow_.PHmm8OXQ-9gAOaJaNdQA0iM6YL0HVyl_0 2024-09-12T18:05:19.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11338678382973365820', time=2024-09-12T19:39:49.580334+0000, chain.objs.size()=1 2024-09-12T18:05:19.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.277__shadow_.QnOtyWiFnOA5Oi9eMKlL80TcPURJmzg_0 2024-09-12T18:05:19.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4804051627127414688', time=2024-09-12T19:39:57.620021+0000, chain.objs.size()=1 2024-09-12T18:05:19.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.286__shadow_.CDRFuCwPVGm5mBIBbGAtwrjkgVi3fvK_0 2024-09-12T18:05:19.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9920353342040880718', time=2024-09-12T19:39:58.573288+0000, chain.objs.size()=1 2024-09-12T18:05:19.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.287__shadow_.86fKOGQJL1hvEfSPmvrxLykuPj2ZD0y_0 2024-09-12T18:05:19.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16737521436769218126', time=2024-09-12T19:40:05.334469+0000, chain.objs.size()=1 2024-09-12T18:05:19.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.515Cyck9i0jGuCTmDbQcI9poOMnVS1g_0 2024-09-12T18:05:19.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15355263543539560595', time=2024-09-12T19:40:05.465683+0000, chain.objs.size()=1 2024-09-12T18:05:19.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.KeLMShNZ-4M_cT4mr23vlqYc1tS-Pan_0 2024-09-12T18:05:19.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8485198314287170401', time=2024-09-12T19:40:07.578943+0000, chain.objs.size()=1 2024-09-12T18:05:19.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.vd9fk7mynQSKcEfjff54iKdr-6ZiDwB_0 2024-09-12T18:05:19.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15791069131438848482', time=2024-09-12T19:40:19.495987+0000, chain.objs.size()=1 2024-09-12T18:05:19.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.513+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.307__shadow_.W63O2G8zAq3PTSOKdzj_5lCihbJOsNi_0 2024-09-12T18:05:19.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.514+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5598166089366368709', time=2024-09-12T19:40:19.496836+0000, chain.objs.size()=1 2024-09-12T18:05:19.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.514+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.307__shadow_.9Fvz9cazy_TQijLnwvBUyI_OcWfyjdY_0 2024-09-12T18:05:19.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.514+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2423849775107395026', time=2024-09-12T19:41:15.346230+0000, chain.objs.size()=1 2024-09-12T18:05:19.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.514+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.77Ik9Ihw6mvvo9PBpJH_MgQ2v8BUfh9_0 2024-09-12T18:05:19.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.515+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3450348579267913614', time=2024-09-12T19:41:15.518459+0000, chain.objs.size()=1 2024-09-12T18:05:19.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.515+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hQ934P9cI2mQ8hgI7kJ6TuDSxKX5SCi_0 2024-09-12T18:05:19.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.515+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14282446405920677635', time=2024-09-12T19:41:15.633554+0000, chain.objs.size()=1 2024-09-12T18:05:19.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.515+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.au-jdJcuzMBW77pxw12k8u4thXrolVM_0 2024-09-12T18:05:19.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.515+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11635058506835802810', time=2024-09-12T19:41:15.787431+0000, chain.objs.size()=1 2024-09-12T18:05:19.529 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.516+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vrsgnp8VihjR6_OVo9_5qYPhA1oDSif_0 2024-09-12T18:05:19.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.516+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12248416649039417091', time=2024-09-12T19:41:15.859458+0000, chain.objs.size()=1 2024-09-12T18:05:19.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.516+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tqm6j_6qtdNdD93Is50zJc3xwMIL4kt_0 2024-09-12T18:05:19.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.516+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4518276139677572409', time=2024-09-12T19:41:16.736248+0000, chain.objs.size()=1 2024-09-12T18:05:19.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.516+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.jK3Beu3I_ticPZqlx45ukQiYunv64Lm_0 2024-09-12T18:05:19.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.517+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3078652202135925157', time=2024-09-12T19:41:16.738370+0000, chain.objs.size()=1 2024-09-12T18:05:19.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.517+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IWKf0gf6uC0Bh1HIbnXgpPCKypJYSek_0 2024-09-12T18:05:19.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.517+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2746438507752465659', time=2024-09-12T19:41:16.772047+0000, chain.objs.size()=1 2024-09-12T18:05:19.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.517+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.E139weXmjNnW01f8GXmgxVM4orXpnOT_0 2024-09-12T18:05:19.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.517+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4143393874755858637', time=2024-09-12T19:41:17.049870+0000, chain.objs.size()=1 2024-09-12T18:05:19.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.517+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PfVGfP12hjfweaQz2RKZAXSwiuu-TaC_0 2024-09-12T18:05:19.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.519+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12326606384617777345', time=2024-09-12T19:41:17.091880+0000, chain.objs.size()=1 2024-09-12T18:05:19.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.519+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NEGEaff0aIYptibNoIW-U89D-PVAmZd_0 2024-09-12T18:05:19.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.519+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8951657431029485210', time=2024-09-12T19:41:17.241709+0000, chain.objs.size()=1 2024-09-12T18:05:19.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.519+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JiiN5udCeEdixX2El0kwzuN0vWbqtu3_0 2024-09-12T18:05:19.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.522+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.170003924854042751', time=2024-09-12T19:41:17.990330+0000, chain.objs.size()=1 2024-09-12T18:05:19.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.522+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Jn-bq8EYUJlE0SsYli8E8hPMNQuziZX_0 2024-09-12T18:05:19.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.522+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8330730307513777399', time=2024-09-12T19:41:18.043551+0000, chain.objs.size()=1 2024-09-12T18:05:19.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.522+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.jcwPRojO_eoLneIoWLHGo58ZimFs6R9_0 2024-09-12T18:05:19.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16194236766931391719', time=2024-09-12T19:41:18.107665+0000, chain.objs.size()=1 2024-09-12T18:05:19.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XqjcS3p7vjFgDAEf8lF5wAkozlN0Dib_0 2024-09-12T18:05:19.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16105864048064381491', time=2024-09-12T19:41:18.364785+0000, chain.objs.size()=1 2024-09-12T18:05:19.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.lnRKTvSDTTWTMpkpzZ1-MCk3wQ7eAI7_0 2024-09-12T18:05:19.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2072396005684184838', time=2024-09-12T19:41:18.524656+0000, chain.objs.size()=1 2024-09-12T18:05:19.536 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZswWgpcHSLQzq88GXayD8NVLUzmaY8L_0 2024-09-12T18:05:19.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8301221179514737754', time=2024-09-12T19:41:18.686876+0000, chain.objs.size()=1 2024-09-12T18:05:19.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5WtOLtzh-ndHH7_x5IzdUTme3fvYV0M_0 2024-09-12T18:05:19.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2458795519548586497', time=2024-09-12T19:41:18.842551+0000, chain.objs.size()=1 2024-09-12T18:05:19.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._xze5LJbxIWTHX0V0irs2MeNI6swQEA_0 2024-09-12T18:05:19.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11896051216281347566', time=2024-09-12T19:41:19.909946+0000, chain.objs.size()=1 2024-09-12T18:05:19.537 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CKHhnxKaENH9MmmY_MA3sSd77bPlbfq_0 2024-09-12T18:05:19.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17185355361539037888', time=2024-09-12T19:41:19.911091+0000, chain.objs.size()=1 2024-09-12T18:05:19.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.yeawKi9g6iqb0d0TFRKA8XuMFmQjea2_0 2024-09-12T18:05:19.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14520136583654289975', time=2024-09-12T19:41:19.911985+0000, chain.objs.size()=1 2024-09-12T18:05:19.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FMO8cWFrEyJuKzO25X2mEoJ_2LzAmn8_0 2024-09-12T18:05:19.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10578446375423742609', time=2024-09-12T19:41:20.069972+0000, chain.objs.size()=1 2024-09-12T18:05:19.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hExGj5WTkr0W0PSVX0cfpnxe1nodObA_0 2024-09-12T18:05:19.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8039511801922966514', time=2024-09-12T19:41:20.212318+0000, chain.objs.size()=1 2024-09-12T18:05:19.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WNOdcWZ0KGtSqkIcg31b1pOijYjVdfC_0 2024-09-12T18:05:19.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13212149568391068563', time=2024-09-12T19:41:21.350158+0000, chain.objs.size()=1 2024-09-12T18:05:19.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3_JfezKbs3VpmXD2id94FUgB7LtTBPO_0 2024-09-12T18:05:19.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10023724970730212191', time=2024-09-12T19:41:21.575000+0000, chain.objs.size()=1 2024-09-12T18:05:19.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SkiGHt_FoLMx7iRKYVAfmcmMv3eYQ-8_0 2024-09-12T18:05:19.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7202956777858871847', time=2024-09-12T19:41:22.891498+0000, chain.objs.size()=1 2024-09-12T18:05:19.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fDZezc68q4Qs90p1UgrzGB1gE2lhJl3_0 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1218221779792368839', time=2024-09-12T19:41:22.962888+0000, chain.objs.size()=1 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MsE6ibPqnChS33GREVokaUY2zbnXtfJ_0 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13309812462265846768', time=2024-09-12T19:41:23.059742+0000, chain.objs.size()=1 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pWPCgG4aPA4T41W1-FtGmIA0oXz-fFj_0 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9685290693389178269', time=2024-09-12T19:41:23.555380+0000, chain.objs.size()=1 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.isqYXTBJGfZdN7AMZRBAWV9h7USj0Wp_0 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4391570445379639862', time=2024-09-12T19:41:23.556405+0000, chain.objs.size()=1 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UK_HdoDAUxIywzjrF-51eGR9R-A7bbu_0 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18099809596582691898', time=2024-09-12T19:41:24.011089+0000, chain.objs.size()=1 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.o4KvsbvJt-JxPcFwXRb1ggQjIUq-2QI_0 2024-09-12T18:05:19.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14726956811744222959', time=2024-09-12T19:41:24.714124+0000, chain.objs.size()=1 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-0rzOejlfHbgZSr7zX0k5H5EQBwVQgV_0 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6528732008837143104', time=2024-09-12T19:41:25.340912+0000, chain.objs.size()=1 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qOJ8cKv5RNKd9JEmmTPHVp-LsA4HC-k_0 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3296076774578424857', time=2024-09-12T19:41:25.376385+0000, chain.objs.size()=1 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bLUVQvMpyS21_oNG8_mQ2GKFuBTsFd-_0 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7459767956027100127', time=2024-09-12T19:41:25.439959+0000, chain.objs.size()=1 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YJaSGhEV6Z0Rto4iStydSj_FtVCd8WD_0 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7915190105860572752', time=2024-09-12T19:42:02.852021+0000, chain.objs.size()=1 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UGDjxvBYwsfhaaDQCIaDyZyPpqUOIVM_0 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14498211044265408360', time=2024-09-12T19:42:03.082231+0000, chain.objs.size()=1 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.531+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VMKqaY-7cl9pUZHGuP_sDePi-71JZ-h_0 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.533+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.90789423534448203', time=2024-09-12T19:42:03.155348+0000, chain.objs.size()=1 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.533+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xqs6tYavSG6OyTeIxFpHlBomxdbMcry_0 2024-09-12T18:05:19.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.534+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4257061874757775290', time=2024-09-12T19:42:03.432821+0000, chain.objs.size()=1 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.534+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OpvJJ0U3xc0GnCTFzlKZL9xrtACyjbD_0 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7224089043465367562', time=2024-09-12T19:42:03.433489+0000, chain.objs.size()=1 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ugbMn51JIjC-eKFA-Ozez3IlS6oyAsK_0 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9829762167158251663', time=2024-09-12T19:42:03.537690+0000, chain.objs.size()=1 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jjGlFvMtO6lcgF9VxD93mRcVLUpqyJD_0 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10419072339440155009', time=2024-09-12T19:42:04.731416+0000, chain.objs.size()=1 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.f3EvYGmGv9ZSVSkANsh80gE7GDiUW8N_0 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15506749617083751051', time=2024-09-12T19:42:04.749069+0000, chain.objs.size()=1 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lDLI5y5AMJRm0b9zhzQLZlL5bwcYRSP_0 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.406686445982546654', time=2024-09-12T19:42:05.522485+0000, chain.objs.size()=1 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.535+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ks0YY6U8YtTsAOT1NNgMDQUrVbJAUBI_0 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.790953994412090867', time=2024-09-12T19:42:05.565469+0000, chain.objs.size()=1 2024-09-12T18:05:19.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.O-dPCSorGViitdrTN8Gpg5thqiWejkM_0 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7421580072169300653', time=2024-09-12T19:42:06.367501+0000, chain.objs.size()=1 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1k_TV0Nafrs-2BbPit5sEV_REfNBqSA_0 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3297826263740068032', time=2024-09-12T19:42:06.515324+0000, chain.objs.size()=1 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._wPE50tgvbJ3aDSzyyObDVXD1mTLbGw_0 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2581949138574515463', time=2024-09-12T19:42:06.923255+0000, chain.objs.size()=1 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.536+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Pm6wdUUfZCGUuU3kw1VsRD-dhDy6JSs_0 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.538+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9660225214130263727', time=2024-09-12T19:42:07.543765+0000, chain.objs.size()=1 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.538+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LCsKhhzeQiC1vFbwqnlAf7hYMBLqKBw_0 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.538+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13987568776455265219', time=2024-09-12T19:42:07.749611+0000, chain.objs.size()=1 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.538+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.a0ZB5p_d31-N-ESvWrP6S5ld5dGU1XO_0 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.541+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/47934 2024-09-12T18:05:19.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.817498102895512600', time=2024-09-12T19:42:07.930043+0000, chain.objs.size()=1 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.czKwhjnBgtnVksSO0PQXX_zLkJY-aua_0 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15443354639197147597', time=2024-09-12T19:42:09.289479+0000, chain.objs.size()=1 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.EUz-Q_9GLryFC7LGwOfi_-1RMKU5XkU_0 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12132174182544266918', time=2024-09-12T19:42:09.925129+0000, chain.objs.size()=1 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.74ZnJYEfy8P1BbsXBHtsZPdgamRks40_0 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17574154357117244462', time=2024-09-12T19:42:10.979874+0000, chain.objs.size()=1 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7Yq7wOsTk43FBWA2D45fdLqjCu_KCvi_0 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11607873597102174983', time=2024-09-12T19:42:12.935421+0000, chain.objs.size()=1 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.j_Sk28L_kEcJPqDiUm7w4YJzSNj8me0_0 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11479234914023874511', time=2024-09-12T19:42:12.977206+0000, chain.objs.size()=1 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.S3oVbJ29TjuiuDPzO6ZGf-Pqu9RQQZe_0 2024-09-12T18:05:19.550 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11989133141647017230', time=2024-09-12T19:44:09.640127+0000, chain.objs.size()=1 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.459__shadow_.vkLvommrG7P3AUS4u7x7UuWQSWi5tcB_0 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6492979476393215004', time=2024-09-12T19:44:30.069646+0000, chain.objs.size()=1 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.Qk25QRhRFuHl4H7H9284ZT-SfPObffG_0 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7032724842144231821', time=2024-09-12T19:47:13.439853+0000, chain.objs.size()=6 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~c7ntwVXy8JAqnlNuqHkAy5K07niCgDi.1 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2sIGwXMWxAFWxvyax9Bu1hkrjaq7zPY2.2 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~c7ntwVXy8JAqnlNuqHkAy5K07niCgDi.3 2024-09-12T18:05:19.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.543+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~c7ntwVXy8JAqnlNuqHkAy5K07niCgDi.4 2024-09-12T18:05:19.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.546+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~c7ntwVXy8JAqnlNuqHkAy5K07niCgDi.5 2024-09-12T18:05:19.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.546+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~c7ntwVXy8JAqnlNuqHkAy5K07niCgDi.6 2024-09-12T18:05:19.552 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13952444190323831555', time=2024-09-12T19:50:39.185287+0000, chain.objs.size()=1 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.560__shadow_.rIf7GRztE_DuUg9JttD1-76kYpYtMuK_0 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11074608421343494854', time=2024-09-12T19:50:54.870987+0000, chain.objs.size()=1 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:SUtOpQFjWAQYolm.kotiAbsLKtnn2qB_.49X0b0N6qdx_puDl86Xy5rdQbAdUKZA_0 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14024633788161135547', time=2024-09-12T19:51:07.567899+0000, chain.objs.size()=1 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.572__shadow_.WNKEBaW6A8_vp7_g7WyxPyMR2txwoNv_0 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18306951006987892821', time=2024-09-12T19:51:16.742154+0000, chain.objs.size()=1 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.576__shadow_.AYoihLPwQA4BX9yPJBYdilqns-MoTrQ_0 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5559968408611485843', time=2024-09-12T19:56:42.882064+0000, chain.objs.size()=1 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.620__shadow_.cYnrkM8QAqwoWNuRJPG1j5zhjiZne-P_0 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4043017790153584018', time=2024-09-12T19:56:43.785075+0000, chain.objs.size()=1 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.621__shadow_.PoIX2JIM-c8ewk0IkgA6tvILqs7pTsm_0 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1681560329266237234', time=2024-09-12T19:57:52.572146+0000, chain.objs.size()=1 2024-09-12T18:05:19.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.549+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.645__shadow_.O9a8rBi3iyUlAYp4gvIhXx5Hvq4WDRx_0 2024-09-12T18:05:19.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14582809642756076166', time=2024-09-12T19:58:40.904907+0000, chain.objs.size()=1 2024-09-12T18:05:19.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.665__shadow_.Gf-6jPtokLX_5RgTubYOc2X_BQiB6Vv_0 2024-09-12T18:05:19.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5442770156237168995', time=2024-09-12T19:59:31.179526+0000, chain.objs.size()=1 2024-09-12T18:05:19.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.717__shadow:sigkoTcbijltn7YgIFRvtDbJQyKpATP_.D2hldURIvZvjuS-2N9Mkw5hqFmyMcgz_0 2024-09-12T18:05:19.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13592344412276269334', time=2024-09-12T19:59:41.969963+0000, chain.objs.size()=1 2024-09-12T18:05:19.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.719__shadow_.G5Ms9eeuBktNTiz_4WYvuL2o6rwDjcC_0 2024-09-12T18:05:19.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.557+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.559+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:05:19.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.565+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.566 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.565+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=0, next_marker='' 2024-09-12T18:05:19.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_qAnqx2bu2Sea0t-ZteAL_YJfiTy5vSq', time=2024-09-12T19:35:25.935407+0000, chain.objs.size()=3 2024-09-12T18:05:19.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.u4PV27-J_40npjz-cdNqOVjBna0jL5j_0 2024-09-12T18:05:19.567 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.u4PV27-J_40npjz-cdNqOVjBna0jL5j_1 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.u4PV27-J_40npjz-cdNqOVjBna0jL5j_2 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9747098481608374476', time=2024-09-12T19:36:07.719863+0000, chain.objs.size()=1 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.182__shadow_.PlHLRkzuoUGUESElmEl-2-IkIN1NCbI_0 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11066458788121400113', time=2024-09-12T19:38:48.651774+0000, chain.objs.size()=1 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.260__shadow_.8o-GebGqS9Mhg3KsNO92vjlAZd3CR9d_0 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.24700633964453013', time=2024-09-12T19:39:27.045491+0000, chain.objs.size()=1 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9PUiICpObxQIKWAt5EyUYqV_HZCTnnt_0 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11343499671815668232', time=2024-09-12T19:39:27.323845+0000, chain.objs.size()=1 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BTmySttO2ATwWqJZu0vSIiq2nhwIQ9a_0 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12134851666781731301', time=2024-09-12T19:39:27.487967+0000, chain.objs.size()=1 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.m9E22v_Cr0NTGEHn0XWJLoEkISxOXCV_0 2024-09-12T18:05:19.568 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8891884994347249626', time=2024-09-12T19:39:27.801025+0000, chain.objs.size()=1 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wwIeqpwePRQv8yNMY0pf1tAD10Iiipy_0 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3121017137585112955', time=2024-09-12T19:39:28.549988+0000, chain.objs.size()=1 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9MCjZFd0f2AXU84FYt3mIYQWsEauWcn_0 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7742382382939920611', time=2024-09-12T19:39:29.166679+0000, chain.objs.size()=1 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.da1ByeRxuON_TIASysTU9OCJqRt1ixj_0 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12918083026224316488', time=2024-09-12T19:39:29.418021+0000, chain.objs.size()=1 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.566+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.kcK6wwsGrxcbnQcdL0g6JUhzOst9jbC_0 2024-09-12T18:05:19.569 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.569+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17293188265652229494', time=2024-09-12T19:39:30.047880+0000, chain.objs.size()=1 2024-09-12T18:05:19.570 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.569+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RR9y8NGVabQMWbjXgdndkF3UJUxO8A7_0 2024-09-12T18:05:19.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.574+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17532519988437231770', time=2024-09-12T19:39:30.132427+0000, chain.objs.size()=1 2024-09-12T18:05:19.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.574+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PfI1U8w1OnbOsF7zIcXPgiA1pjmVGcy_0 2024-09-12T18:05:19.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.574+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3541408143326862852', time=2024-09-12T19:39:30.366622+0000, chain.objs.size()=1 2024-09-12T18:05:19.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.574+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.aZmz2eMPASe9D-qnnmGIOebatzQ5Klr_0 2024-09-12T18:05:19.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.574+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.153667306934457434', time=2024-09-12T19:39:30.451807+0000, chain.objs.size()=1 2024-09-12T18:05:19.575 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.574+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ljGf86o-NUQJmwcHYMqKNNHQ_VyQA-M_0 2024-09-12T18:05:19.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6032944523503918566', time=2024-09-12T19:39:30.504598+0000, chain.objs.size()=1 2024-09-12T18:05:19.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8cTi6oOLOxt7YSSY3mNKsQ4gcGBaTan_0 2024-09-12T18:05:19.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10607887550065947975', time=2024-09-12T19:39:30.922261+0000, chain.objs.size()=1 2024-09-12T18:05:19.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OfmW_a008NmHRoOqjAYaLadFcm5AjM5_0 2024-09-12T18:05:19.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8221292365856913663', time=2024-09-12T19:39:30.960496+0000, chain.objs.size()=1 2024-09-12T18:05:19.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mk0O5LsgNgi6a8-70ypXwQ_gJ-PfKLS_0 2024-09-12T18:05:19.576 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12544611115045190872', time=2024-09-12T19:39:32.203606+0000, chain.objs.size()=1 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0sxEqBYC7-uQTrMrdcgnyj4AB9yg0Ws_0 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14481116128903315154', time=2024-09-12T19:39:32.922178+0000, chain.objs.size()=1 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wjThzXlQZ3sh_O4gfvtUuxCe7Lezgir_0 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17450185302104271442', time=2024-09-12T19:39:33.051080+0000, chain.objs.size()=1 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KVrJ8xiVUeMdRY_J0NGyWiXwi2WE_3O_0 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10173844001320950595', time=2024-09-12T19:39:33.083701+0000, chain.objs.size()=1 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RBhjHKBVwjZ9TItFJDO6EZZOrfkmjwf_0 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16703173380359138321', time=2024-09-12T19:39:34.243806+0000, chain.objs.size()=1 2024-09-12T18:05:19.577 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.575+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._7NCYTHgk11YHdm9GbMmPbfNIF9wtrG_0 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15643978259024563449', time=2024-09-12T19:39:34.890826+0000, chain.objs.size()=1 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.64_56icqT8wum0Ck5wIl8LsAKcfyRQb_0 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1443530008935840612', time=2024-09-12T19:39:37.396083+0000, chain.objs.size()=1 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.okV-aNeeaiCmxebzrY8XNwG1HTid1eF_0 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1449272279117484734', time=2024-09-12T19:39:41.872636+0000, chain.objs.size()=1 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.268__shadow_.MvhvxiImvD9t5BER_rK2LxJWkoVyHje_0 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13748914476245710851', time=2024-09-12T19:39:54.041029+0000, chain.objs.size()=1 2024-09-12T18:05:19.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.579+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.282__shadow_.U8a4m66haTRUAVv0aVBqAJIuq1q_Vj7_0 2024-09-12T18:05:19.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.555436344101892237', time=2024-09-12T19:39:54.903259+0000, chain.objs.size()=1 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.283__shadow_.keFFZkQ2R5VjRd19xAsAPL1IVgGH8Z7_0 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.450353670804010389', time=2024-09-12T19:39:56.659257+0000, chain.objs.size()=1 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.285__shadow_.0h1nDMHBCxXwQKcefkQJxjVZE5NjxQS_0 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3508320530095231826', time=2024-09-12T19:40:05.364350+0000, chain.objs.size()=1 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.uWDcfS0QigR62bF55aVDI0T0mOug0vW_0 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6115183167174119375', time=2024-09-12T19:40:05.467312+0000, chain.objs.size()=1 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.581+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.S0Qmgl424ebVNXLzMwWjrjUXwdz_R27_0 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6215472262975527517', time=2024-09-12T19:40:07.564145+0000, chain.objs.size()=1 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.t7q65oMJUr80LaBDCf0PhnCo8jb63_e_0 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.222942126029224643', time=2024-09-12T19:41:15.195919+0000, chain.objs.size()=1 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1cY_hyL1wXu0jJmsgbDqE4UwerOj88J_0 2024-09-12T18:05:19.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8536165326943926404', time=2024-09-12T19:41:15.409470+0000, chain.objs.size()=1 2024-09-12T18:05:19.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Lj8Hy7P0lQ0cHq9Z1poC4vyDyrxivaE_0 2024-09-12T18:05:19.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.21191744926559262', time=2024-09-12T19:41:15.651627+0000, chain.objs.size()=1 2024-09-12T18:05:19.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.582+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eAfsSPqEAZLr0fabFBGDUa7sMQJDmKh_0 2024-09-12T18:05:19.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.584+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9724650700174295991', time=2024-09-12T19:41:15.844750+0000, chain.objs.size()=1 2024-09-12T18:05:19.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.584+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.s7bO_iero7I8X6b91WuEL--L3ijySGu_0 2024-09-12T18:05:19.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.584+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4200976515963537938', time=2024-09-12T19:41:16.520567+0000, chain.objs.size()=1 2024-09-12T18:05:19.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.584+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5low85a4K_kA7_fPd7TfXVNIaFcYIiw_0 2024-09-12T18:05:19.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.584+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10084084199026260919', time=2024-09-12T19:41:16.582950+0000, chain.objs.size()=1 2024-09-12T18:05:19.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.584+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EvXUYzDqwD61twJ_8LhHpCqlNZBJxth_0 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15574532906918806704', time=2024-09-12T19:41:16.836357+0000, chain.objs.size()=1 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._mHCL0jyooWL0DU0auqNt7D81PS6OHX_0 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7156290293774550762', time=2024-09-12T19:41:16.996249+0000, chain.objs.size()=1 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dmuirG90A7hTnqUGZZUBjUjhnGN0C1q_0 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17890540361123506913', time=2024-09-12T19:41:17.267169+0000, chain.objs.size()=1 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vOPMIXNjtK-QDH_rF8eGIxs2G_rZ-1X_0 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13188498420045581133', time=2024-09-12T19:41:18.035887+0000, chain.objs.size()=1 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QIY3Z8Lvx2D_iWZl2KCQVwO_0e8EZzX_0 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15767340080366928024', time=2024-09-12T19:41:18.271655+0000, chain.objs.size()=1 2024-09-12T18:05:19.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.BGOu3fw2owjjLtRaQobV0DbLpaOdzpQ_0 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12842648439237303362', time=2024-09-12T19:41:18.700589+0000, chain.objs.size()=1 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.sUwalV3J3nql9XRQXya_8pLxnN2cIpo_0 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8022732128889888249', time=2024-09-12T19:41:19.939025+0000, chain.objs.size()=1 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.yhk2n_9-eccz6DAhSHSYIRFXJzJFPr__0 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5088108431309578464', time=2024-09-12T19:41:20.143776+0000, chain.objs.size()=1 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WnkKvcb8pcloE1DuBN0FCRwDeCQqhNN_0 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3112068958467003393', time=2024-09-12T19:41:21.067214+0000, chain.objs.size()=1 2024-09-12T18:05:19.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pXosvjgH2iS3NYjY_2VcNpEE87G_GZU_0 2024-09-12T18:05:19.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.590+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4171037378916257320', time=2024-09-12T19:41:22.333337+0000, chain.objs.size()=1 2024-09-12T18:05:19.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.590+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0UbP0hG5LHzhLVPewUxiKDSzPePg-X4_0 2024-09-12T18:05:19.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.590+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3642861038343850220', time=2024-09-12T19:41:22.811459+0000, chain.objs.size()=1 2024-09-12T18:05:19.591 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.590+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.RDOhBgiVYOO2JDr_0fDL0iY-uIGG-yI_0 2024-09-12T18:05:19.592 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.592+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13362678427968291099', time=2024-09-12T19:41:22.906891+0000, chain.objs.size()=1 2024-09-12T18:05:19.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.592+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ODkH2S7tEOvyklecU1qcNwHayKucspn_0 2024-09-12T18:05:19.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.592+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12212383515596281393', time=2024-09-12T19:41:23.375500+0000, chain.objs.size()=1 2024-09-12T18:05:19.593 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.592+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dunLP99yXtlM6PSlRAlLJoC14e9Ldni_0 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.883286890947224596', time=2024-09-12T19:41:24.020115+0000, chain.objs.size()=1 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nySAaX8msFhBm5RJ7wD6JiIZPVk-WYS_0 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11083214555179435582', time=2024-09-12T19:41:24.198915+0000, chain.objs.size()=1 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ciSw5DAJUBRUiGycVo7tOX_JCBBllgS_0 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13616679749971132076', time=2024-09-12T19:41:24.296132+0000, chain.objs.size()=1 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7_WxDCiETJk64VT0DPZZuTHF5MV0RNQ_0 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12872282014887611163', time=2024-09-12T19:41:24.748172+0000, chain.objs.size()=1 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.S7LzWdxQOfPMNWuh1VqhOaJTrG8gYat_0 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13537038570376499158', time=2024-09-12T19:42:03.083202+0000, chain.objs.size()=1 2024-09-12T18:05:19.594 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.593+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ygeuVK35FGhl97z4M51HTVukrcAssyN_0 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3026170009796968709', time=2024-09-12T19:42:03.267446+0000, chain.objs.size()=1 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CZAvZ2p7m6J5Cb56JH72Bl9EtE2gETl_0 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2534597264688082645', time=2024-09-12T19:42:04.666413+0000, chain.objs.size()=1 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NcEKrxcWeCwYrHpXk923WpMmGuwYuQS_0 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10291126549530565858', time=2024-09-12T19:42:04.829393+0000, chain.objs.size()=1 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1w_rSNGdBGnSg5NL4RmYE54ZuxfkJ4L_0 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.667971924164865706', time=2024-09-12T19:42:05.583442+0000, chain.objs.size()=1 2024-09-12T18:05:19.596 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.595+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3-2C3mVcMJcxJ-PtVwod20WuTbUikrt_0 2024-09-12T18:05:19.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.597+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3262843479211063217', time=2024-09-12T19:42:05.646380+0000, chain.objs.size()=1 2024-09-12T18:05:19.598 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.597+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2FOIb286CYVHeTa4saoS2_eOUIyUJfB_0 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3278917560905251572', time=2024-09-12T19:42:05.943806+0000, chain.objs.size()=1 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.U6Bu6K52AvGyT65fbnLRMDqLGvMPFPb_0 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15461014589845964604', time=2024-09-12T19:42:06.141779+0000, chain.objs.size()=1 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.AFhk_dtekxPeU8inVJDgf_otAA5t9KK_0 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12314214787308101449', time=2024-09-12T19:42:06.189419+0000, chain.objs.size()=1 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RWzEy4PRdd9s1-eIEzRGOxXecSTeGHp_0 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14335698434222075941', time=2024-09-12T19:42:06.332739+0000, chain.objs.size()=1 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.12zhzXNWajvpHNJ3j56oXQP3CxMk2s1_0 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15536753595759709551', time=2024-09-12T19:42:07.013837+0000, chain.objs.size()=1 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sbM_3jnp0A8Nf4VDE66Mu-JDQH7Xdsy_0 2024-09-12T18:05:19.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1502316319852509537', time=2024-09-12T19:42:07.014520+0000, chain.objs.size()=1 2024-09-12T18:05:19.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.598+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Z3lnFprRfBt8l1jzO1Z4ntJfo-wsSHo_0 2024-09-12T18:05:19.600 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16607450499738709804', time=2024-09-12T19:42:07.282248+0000, chain.objs.size()=1 2024-09-12T18:05:19.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.beY4PhHO25JKaxOQEiVC77Aubtfwf-d_0 2024-09-12T18:05:19.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.601+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11166450787972621164', time=2024-09-12T19:42:07.649775+0000, chain.objs.size()=1 2024-09-12T18:05:19.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.601+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5Kpygq34WGwvFlOf304S2_s5j2tOyvh_0 2024-09-12T18:05:19.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.601+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14772547767471601736', time=2024-09-12T19:42:07.877388+0000, chain.objs.size()=1 2024-09-12T18:05:19.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.601+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sw9eSiqY_zpaY8WDb7hsotN34XoClRn_0 2024-09-12T18:05:19.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.601+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2524155194059763227', time=2024-09-12T19:42:08.468886+0000, chain.objs.size()=1 2024-09-12T18:05:19.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.601+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.aFw7MlQBD0FHaUR8Ubs_PJYZHSixml__0 2024-09-12T18:05:19.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.602+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11343249260377828908', time=2024-09-12T19:42:08.764780+0000, chain.objs.size()=1 2024-09-12T18:05:19.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.602+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mIsiIuK6vJBKrCLsLIXLiAZhH0tJJBI_0 2024-09-12T18:05:19.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9848485841354037643', time=2024-09-12T19:42:08.890640+0000, chain.objs.size()=1 2024-09-12T18:05:19.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Svb88ILq4kA7SG2IF6aDSSPP37ojXal_0 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2534669457210811146', time=2024-09-12T19:42:09.249297+0000, chain.objs.size()=1 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gOKEpuY3mTs8Tt3pF3mThf6RKTmiN7E_0 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13960837231984805193', time=2024-09-12T19:42:09.294362+0000, chain.objs.size()=1 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.m1nzHwF8WAFlNFv5ItFu7A8PzxLnu3p_0 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1227533193579616986', time=2024-09-12T19:42:09.913908+0000, chain.objs.size()=1 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zkqJdKJ8LOZ6lueMwu6sZL8ggt4MDVv_0 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8766757474509822632', time=2024-09-12T19:42:10.086615+0000, chain.objs.size()=1 2024-09-12T18:05:19.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.C0nv7aEOEI4hWah5hPLqukOu6qyEu7i_0 2024-09-12T18:05:19.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5209154688813340005', time=2024-09-12T19:42:10.308666+0000, chain.objs.size()=1 2024-09-12T18:05:19.605 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.603+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rmlrASWCQT_Zozmuvhij-F87wtI-81B_0 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.884569245072795334', time=2024-09-12T19:42:11.210866+0000, chain.objs.size()=1 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gOPHp9nDJ2mTN-NuYsMIT33bbyqLVRr_0 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16596370939305882818', time=2024-09-12T19:42:11.334700+0000, chain.objs.size()=1 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.g3JHaYVc1dyTG39J_Zt_io1bEAYgopX_0 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6487327457065608660', time=2024-09-12T19:42:11.335365+0000, chain.objs.size()=1 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5RCma-1BeUssSyHZ4Rm8XAF52I0iDU7_0 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2867869019659799749', time=2024-09-12T19:42:11.387353+0000, chain.objs.size()=1 2024-09-12T18:05:19.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5pniqxRodYk3vECSXaRyfRvD5y2F_ZF_0 2024-09-12T18:05:19.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12173592860573781196', time=2024-09-12T19:42:11.550033+0000, chain.objs.size()=1 2024-09-12T18:05:19.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YTDKAYA_Umjj2jRFK4jzl1fC3YV3RzA_0 2024-09-12T18:05:19.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4638826683209249796', time=2024-09-12T19:42:12.202690+0000, chain.objs.size()=1 2024-09-12T18:05:19.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.90MaklPwYYFRNp_fKyZXFXIOaezMlx5_0 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15647395763328163432', time=2024-09-12T19:42:12.342934+0000, chain.objs.size()=1 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PN7zrKrUth9zP2wbJoOIbgtGeL8XMt1_0 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2660843666621597111', time=2024-09-12T19:42:12.343652+0000, chain.objs.size()=1 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.hnd_jT5Zad43hELnh714PsT5IrMWXF1_0 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11018176814608702147', time=2024-09-12T19:42:12.431041+0000, chain.objs.size()=1 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.608+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.b73UBtQWsYd5koqkCxhPKi-qqBG2hGw_0 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.608+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7182567042746558095', time=2024-09-12T19:42:12.723380+0000, chain.objs.size()=1 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.608+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.r3f9DFLKpDLAuQh94dEgcr0pzMzFet2_0 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.608+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13907941158326009802', time=2024-09-12T19:42:54.183216+0000, chain.objs.size()=1 2024-09-12T18:05:19.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.608+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.376__shadow_.e6ri5ro00wnfvmkFFqXgHBAbyeIhDY6_0 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8450544984245178481', time=2024-09-12T19:44:17.295188+0000, chain.objs.size()=1 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.465__shadow_.OyRwKO3MCkUcjveP-SiSrn9XI42hi0v_0 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14239149521847351462', time=2024-09-12T19:44:18.524031+0000, chain.objs.size()=1 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.466__shadow_.vN17G3N--VmyXZhZbXKbEFSp6YPz-Ex_0 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12102119037522515240', time=2024-09-12T19:44:30.028898+0000, chain.objs.size()=1 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.qpzAgCS78KS6yBdiuybNhuj5rLWX9k6_0 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11569752464000956108', time=2024-09-12T19:44:36.819360+0000, chain.objs.size()=1 2024-09-12T18:05:19.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.610+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.488__shadow_.px4H7qaGWFsRmclFVXzA99y9qIeziHI_0 2024-09-12T18:05:19.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17302281663045988628', time=2024-09-12T19:44:50.488585+0000, chain.objs.size()=1 2024-09-12T18:05:19.613 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.504__shadow:xtVmlnEfqX4cuDuNQx1t8KjAV28SZNC_.nktUSDxHJH00N5oWR-vuGAkvZmvZGPO_0 2024-09-12T18:05:19.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5335848402206245265', time=2024-09-12T19:50:57.099159+0000, chain.objs.size()=1 2024-09-12T18:05:19.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:2CcCO3l42dtlqBMGb4KBMW4PxwpJ79P_.GU4H1QJumiTpzNbbqEGkQyEtZWcnLBr_0 2024-09-12T18:05:19.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8752455847347121834', time=2024-09-12T19:50:59.577766+0000, chain.objs.size()=1 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:qachDthAGX0pb7VrI8hreU5yapwvIwD_.0AAh4BNqUbOxb_yGjBH7TsQXxwE8dTW_0 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12862703202933940462', time=2024-09-12T19:51:21.958524+0000, chain.objs.size()=1 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:b2HqKD4qiQ9y8RmZGqE4jFyKYlrMr0t_.XyllCjhtIEQragphyZ9ZwtI9_qyKtYJ_0 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17032958273205124901', time=2024-09-12T19:57:34.071480+0000, chain.objs.size()=1 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.628__shadow_.ppVDXQKMVdBYEy_fekxzSlhE0GWB7xa_0 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8649462887412684657', time=2024-09-12T19:58:43.454142+0000, chain.objs.size()=1 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.667__shadow_.5jdrG1PMKW34zvx4c9IaoE4SlLjupLo_0 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.604035473366508767', time=2024-09-12T19:58:52.774550+0000, chain.objs.size()=1 2024-09-12T18:05:19.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.680__shadow_.sWDAXDpiJyLQ-iaSHnmcCrT7JFOAx3G_0 2024-09-12T18:05:19.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.615+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2272925801216809120', time=2024-09-12T19:59:07.325382+0000, chain.objs.size()=1 2024-09-12T18:05:19.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.615+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.700__shadow:8vSrNpemp8g8LWoP0jgV2RuYCOzcvyZ_.5DlO7BxpnBUSrqcgZbKUvQ0InlrwnY__0 2024-09-12T18:05:19.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.620+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.624 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.623+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:05:19.625 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.625+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.626 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.625+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47833' 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1207469584328613979', time=2024-09-12T19:34:35.304108+0000, chain.objs.size()=1 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.149__shadow_.92dJQIzC_7r3eiLU8e8flSXruZeC4df_0 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1728561192056109943', time=2024-09-12T19:38:40.772916+0000, chain.objs.size()=1 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.251__shadow_.kMxMERZO_pGFK7831EIz3hhMszfKbBc_0 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5427786225230507425', time=2024-09-12T19:38:44.333731+0000, chain.objs.size()=1 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.255__shadow_.Tsdt48vhHG-r0bKhCsk0ywtSXvCAzjG_0 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9037401160514277507', time=2024-09-12T19:39:26.924875+0000, chain.objs.size()=1 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.H7yCF-vLNAsQQT8h66rFNx3wKdKixYd_0 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4828956834132504128', time=2024-09-12T19:39:27.879495+0000, chain.objs.size()=1 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.J9_4JwxFfZLVK9V014QE8aL9212yC-J_0 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14745255770480384611', time=2024-09-12T19:39:28.948743+0000, chain.objs.size()=1 2024-09-12T18:05:19.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QlhJSRrzeLLwnMeIQ1SSNls32qHYGRp_0 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7441265766438068367', time=2024-09-12T19:39:29.317007+0000, chain.objs.size()=1 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.J37woaZLANcMmtQNs0fFHtft8p0Ytnb_0 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10699228962821868004', time=2024-09-12T19:39:29.361442+0000, chain.objs.size()=1 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Slty5lLpBUSH1bBKdlKUeP_iStcE5TK_0 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13499567747657509067', time=2024-09-12T19:39:29.563400+0000, chain.objs.size()=1 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EzsYWbV-b5eMNCj-Pw3sAIpuDRjg9fb_0 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4476405275362639027', time=2024-09-12T19:39:30.363031+0000, chain.objs.size()=1 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BJ2DSDh2XG979veW0TYuVijeT9iE__X_0 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11383193425941221202', time=2024-09-12T19:39:31.020395+0000, chain.objs.size()=1 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SRJQF4ZmGdAp42PYz46Q7JNSCRAWj5Q_0 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2148255063315770650', time=2024-09-12T19:39:31.440237+0000, chain.objs.size()=1 2024-09-12T18:05:19.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GyYMn_ZZ0839ZzPV3q40tVi4Q6SaGPF_0 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9246507896761684436', time=2024-09-12T19:39:31.875691+0000, chain.objs.size()=1 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Te0xKVJsB7dfYnk1UxE-Q-90Ok3Dphv_0 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.69239490564831712', time=2024-09-12T19:39:31.954453+0000, chain.objs.size()=1 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4LRiQrc5XEFJ0sSo6eYI3T1TSFRUtIu_0 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8301256830169758007', time=2024-09-12T19:39:32.078755+0000, chain.objs.size()=1 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4ZX4o8YXX0vCMe8yj4vuBUQj1v-shoO_0 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16039814562047677107', time=2024-09-12T19:39:32.172933+0000, chain.objs.size()=1 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._PAMk9xofhh_r6bDcKWc4RtWnN0smaU_0 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8030870820597191761', time=2024-09-12T19:39:33.082067+0000, chain.objs.size()=1 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LoeYY-1S9KLaSaGU4YKM2x3Etf6d4vE_0 2024-09-12T18:05:19.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7767207541865641282', time=2024-09-12T19:39:33.634399+0000, chain.objs.size()=1 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Gyq85TrfFA3ydGq7_5Krj2Nc8wr-CI0_0 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6245267506754954870', time=2024-09-12T19:39:35.508452+0000, chain.objs.size()=1 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.v1kMTDdp5L6RrcoU9l-xKkv16G1KPuZ_0 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13331759682819301871', time=2024-09-12T19:39:35.781120+0000, chain.objs.size()=1 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5mWTqxaOBoLSekb9uUjk0DKEpmLWXSH_0 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8142608900596887826', time=2024-09-12T19:39:35.894348+0000, chain.objs.size()=1 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1zqe1CfH-3EIuvpBHom20yWw07z2y7r_0 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10156309121098533114', time=2024-09-12T19:39:36.047535+0000, chain.objs.size()=1 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Wj7p0kAtBvN6h3j905X7qIeRHyDKOwM_0 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8737373700407225503', time=2024-09-12T19:39:36.356357+0000, chain.objs.size()=1 2024-09-12T18:05:19.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.630+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Amjd-mWqcHsClnEZ6_2I2ZmF8yP3z9D_0 2024-09-12T18:05:19.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.633+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17964796077736778465', time=2024-09-12T19:39:36.415012+0000, chain.objs.size()=1 2024-09-12T18:05:19.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.633+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Lzg5ZXOS8X52U_sxyCVCXLafFd--8jJ_0 2024-09-12T18:05:19.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.633+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3224196395331365141', time=2024-09-12T19:39:36.460695+0000, chain.objs.size()=1 2024-09-12T18:05:19.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.633+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.D0XRnVz9ifrI3_JbNJXNEVrxVvMb9IP_0 2024-09-12T18:05:19.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10892430022213093578', time=2024-09-12T19:39:37.250668+0000, chain.objs.size()=1 2024-09-12T18:05:19.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2twruCURya_psu3Jk6JCNFZOGLGUAmP_0 2024-09-12T18:05:19.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1736885528735073946', time=2024-09-12T19:39:37.421173+0000, chain.objs.size()=1 2024-09-12T18:05:19.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4TJ4dtn3OFE5lVQy0JYn390d1sv4iEv_0 2024-09-12T18:05:19.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16001597283203660163', time=2024-09-12T19:39:37.602323+0000, chain.objs.size()=1 2024-09-12T18:05:19.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tVyjexp4JonwRvisvMAvpW5_4uNNTgD_0 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7896588016697951079', time=2024-09-12T19:39:44.418566+0000, chain.objs.size()=1 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.271__shadow_.Wq6UxAsrffUfIY359NUIQehI33EK72E_0 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15856153032531819152', time=2024-09-12T19:39:47.817422+0000, chain.objs.size()=1 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.275__shadow_.i_wuWcKuRbSGYVK11gfWMspcuVT9YJ-_0 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17867801273400479431', time=2024-09-12T19:40:05.373073+0000, chain.objs.size()=1 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.ngoYKN-i4ohznns9ZdfF0rtzOJ_36Uk_0 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5291145210281184388', time=2024-09-12T19:40:05.378851+0000, chain.objs.size()=1 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.7AT3-VxSnKvO75gNM1GQXizrWcIBDjG_0 2024-09-12T18:05:19.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12666101196467590729', time=2024-09-12T19:40:05.382949+0000, chain.objs.size()=1 2024-09-12T18:05:19.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.dbkyBY76AVlJ29aqA1B7p8LtiC9v2F1_0 2024-09-12T18:05:19.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16715063544903006917', time=2024-09-12T19:40:05.463144+0000, chain.objs.size()=1 2024-09-12T18:05:19.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.634+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.KzSpAUmS1urz0FnZLfk2SsDiXZM4eIV_0 2024-09-12T18:05:19.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9877844257771285748', time=2024-09-12T19:40:07.583899+0000, chain.objs.size()=1 2024-09-12T18:05:19.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.tB3YxRlbPrbYa8mqFFTuEkW-xSVpbZG_0 2024-09-12T18:05:19.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.756705034410414747', time=2024-09-12T19:40:09.365856+0000, chain.objs.size()=1 2024-09-12T18:05:19.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.296__shadow_.yw1gCLJUr6Z6mHdSyrg-hI9_7pdm7Nq_0 2024-09-12T18:05:19.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18195961232111096836', time=2024-09-12T19:40:26.006132+0000, chain.objs.size()=1 2024-09-12T18:05:19.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.314__shadow_.HOhYdxS24Ftm6o8ieFkYZ-mFgOm1eOS_0 2024-09-12T18:05:19.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5587544814120230541', time=2024-09-12T19:40:36.400315+0000, chain.objs.size()=1 2024-09-12T18:05:19.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.322__shadow_.b072YuzvploEZ-21xL0Q9ZeJ2IRhbQm_0 2024-09-12T18:05:19.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14377871099660688937', time=2024-09-12T19:41:14.967311+0000, chain.objs.size()=1 2024-09-12T18:05:19.639 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wGxpv45gmILbtKYuVqsfpADhQhWXfLh_0 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4094667948474478369', time=2024-09-12T19:41:15.348995+0000, chain.objs.size()=1 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Ip3WIYCe4Bp_GPlcj8md4GrXNZIfxW2_0 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12963143250837207686', time=2024-09-12T19:41:15.691774+0000, chain.objs.size()=1 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7fPseA2EwPP-OEcNXnodxIrMHrNC7bp_0 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17849937080426045341', time=2024-09-12T19:41:15.770275+0000, chain.objs.size()=1 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VWwHSc4jUvQs_kDZflN33wz8-6bOCaM_0 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7086651144785397132', time=2024-09-12T19:41:15.868790+0000, chain.objs.size()=1 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.b-i-SZTpXRSsCwbqedmQJe2YQUQC-fS_0 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7733484856915012766', time=2024-09-12T19:41:16.375122+0000, chain.objs.size()=1 2024-09-12T18:05:19.640 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OMNh3U-RjTprIWCvJQKW4qZ9VBDfM-k_0 2024-09-12T18:05:19.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7971401651781445190', time=2024-09-12T19:41:16.596906+0000, chain.objs.size()=1 2024-09-12T18:05:19.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.639+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Hcx5X_wfa3KV8F4plg1vLHs7Qy57LmW_0 2024-09-12T18:05:19.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3038994339185459982', time=2024-09-12T19:41:16.634604+0000, chain.objs.size()=1 2024-09-12T18:05:19.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OCPpdkoDJRflOAJbpSrJ9JQkLN82yfD_0 2024-09-12T18:05:19.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.141939641602366895', time=2024-09-12T19:41:16.657287+0000, chain.objs.size()=1 2024-09-12T18:05:19.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZPLLmpm3vR6EoFKEqomC29-nrqULzUc_0 2024-09-12T18:05:19.645 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12829472875412204868', time=2024-09-12T19:41:17.244818+0000, chain.objs.size()=1 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QiGDts2mEf8rFdhp2HhvXBik_i7tLD-_0 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11704466095146093550', time=2024-09-12T19:41:17.353270+0000, chain.objs.size()=1 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bY0l7slkrErOnEvbSxUhls-U9FlATnC_0 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3477738431412289396', time=2024-09-12T19:41:17.353883+0000, chain.objs.size()=1 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QyZW8anTquhWa-IXBTCzsD5YguR6pHB_0 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.675889184952943129', time=2024-09-12T19:41:18.366646+0000, chain.objs.size()=1 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6or4CjwvQZoePiXUZx5untCizi3qI72_0 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9257197043759639669', time=2024-09-12T19:41:18.640464+0000, chain.objs.size()=1 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4N7D_rnr2Fm8TOFxodnHL4NKCnXonBZ_0 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6439476856263939322', time=2024-09-12T19:41:18.842343+0000, chain.objs.size()=1 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.RgkoO_N2aIZW0AURqsk7KXeQH4lreBc_0 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7887633828873574023', time=2024-09-12T19:41:19.484635+0000, chain.objs.size()=1 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.w4emPXBr4dd5tUEEHCpunZWsU0m0owr_0 2024-09-12T18:05:19.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14671452882255167610', time=2024-09-12T19:41:19.629554+0000, chain.objs.size()=1 2024-09-12T18:05:19.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wIu69RFF7_ZiCnqX5lXSL60BpGvLNcO_0 2024-09-12T18:05:19.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16741580612060724474', time=2024-09-12T19:41:19.630604+0000, chain.objs.size()=1 2024-09-12T18:05:19.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1utXb7zZU73TkeIxl1peiCrnO1S44UJ_0 2024-09-12T18:05:19.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5941377129275312541', time=2024-09-12T19:41:19.780362+0000, chain.objs.size()=1 2024-09-12T18:05:19.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.644+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GlpyyZqHyrcfgRm42PNjQPDWpVezWRS_0 2024-09-12T18:05:19.650 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4265939504190986090', time=2024-09-12T19:41:20.960833+0000, chain.objs.size()=1 2024-09-12T18:05:19.650 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rrAtFqEo5lOzGLVLFaf732z0tzcRBfB_0 2024-09-12T18:05:19.650 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13246185749752843731', time=2024-09-12T19:41:21.205901+0000, chain.objs.size()=1 2024-09-12T18:05:19.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pT3aPrd__xHOey7xuWbUcVc39QaQHx9_0 2024-09-12T18:05:19.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5936593496853453484', time=2024-09-12T19:41:21.633227+0000, chain.objs.size()=1 2024-09-12T18:05:19.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pJ26TO2vfMnfVEmhJydBYDqz3huS-B-_0 2024-09-12T18:05:19.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4450336623479545106', time=2024-09-12T19:41:22.071369+0000, chain.objs.size()=1 2024-09-12T18:05:19.651 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.650+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wwfw2mxUonrzkcUtG1mX339MyW7cxl__0 2024-09-12T18:05:19.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9026476039724028469', time=2024-09-12T19:41:22.625561+0000, chain.objs.size()=1 2024-09-12T18:05:19.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WCssFKCkU84OY-NQHlqA3fJ4QtwlFYu_0 2024-09-12T18:05:19.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16638650861654620899', time=2024-09-12T19:41:23.688344+0000, chain.objs.size()=1 2024-09-12T18:05:19.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.j93ngwwA_Z6KUDWJkUbhb4P1TxO8ZLU_0 2024-09-12T18:05:19.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6295265824907304409', time=2024-09-12T19:41:24.106228+0000, chain.objs.size()=1 2024-09-12T18:05:19.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PIdV8S-ipip7KK1klHLxOAVJM9lbGgj_0 2024-09-12T18:05:19.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5652882530439258540', time=2024-09-12T19:41:24.712267+0000, chain.objs.size()=1 2024-09-12T18:05:19.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vDarAVxoHEGYSmvWz0aukacdhLZCysi_0 2024-09-12T18:05:19.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7323653140966308839', time=2024-09-12T19:41:24.769797+0000, chain.objs.size()=1 2024-09-12T18:05:19.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-r0tdOTTPFvejV5sO1_NmyypKesnsJ0_0 2024-09-12T18:05:19.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15264050239923164281', time=2024-09-12T19:41:25.042218+0000, chain.objs.size()=1 2024-09-12T18:05:19.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.crHGrlheHUyFsBel5Io9XSGDocr66O6_0 2024-09-12T18:05:19.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4060998858692672180', time=2024-09-12T19:41:25.225481+0000, chain.objs.size()=1 2024-09-12T18:05:19.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.652+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.29imQ7mafRslF9rhjFNwEDM-2oKOs56_0 2024-09-12T18:05:19.655 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13423019539950518319', time=2024-09-12T19:41:25.498570+0000, chain.objs.size()=1 2024-09-12T18:05:19.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EH0DHpmvpki96fRmAtKacubprgTi-Ti_0 2024-09-12T18:05:19.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4946739487952646737', time=2024-09-12T19:42:02.643500+0000, chain.objs.size()=1 2024-09-12T18:05:19.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vfdfVDP2rryFyXlwtSRLapXzyQ8Jf-T_0 2024-09-12T18:05:19.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.349573074426373266', time=2024-09-12T19:42:02.784629+0000, chain.objs.size()=1 2024-09-12T18:05:19.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fgO4eXE7uWkrvUV2GnuFettud5KLgBt_0 2024-09-12T18:05:19.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11467751982138425564', time=2024-09-12T19:42:02.941819+0000, chain.objs.size()=1 2024-09-12T18:05:19.656 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.655+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ttgnjX68SK9GrN0rzrDWLKlRDy5k86Y_0 2024-09-12T18:05:19.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9319461102810116586', time=2024-09-12T19:42:03.037710+0000, chain.objs.size()=1 2024-09-12T18:05:19.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TeQttVEIDraSJzlRc83-NHanKYKABfZ_0 2024-09-12T18:05:19.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1389229502193205986', time=2024-09-12T19:42:03.405944+0000, chain.objs.size()=1 2024-09-12T18:05:19.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.erHXVTdkf-qgYEVVEdWu9f68AxXMM67_0 2024-09-12T18:05:19.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3640357815178161781', time=2024-09-12T19:42:03.406475+0000, chain.objs.size()=1 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sfrSIqe9u8uk1H8oMU0k0_VKmKQnlc7_0 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15929294119099900172', time=2024-09-12T19:42:04.998000+0000, chain.objs.size()=1 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Z2MMnXi_pzM2PgRXXJuCPce8WZKRq9s_0 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8532532482032385040', time=2024-09-12T19:42:05.095477+0000, chain.objs.size()=1 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MxQ7PYAfkWB_x8ipL1RtjdRtv06TVNm_0 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10276106839018840049', time=2024-09-12T19:42:05.604377+0000, chain.objs.size()=1 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fNlARsKjEpDYASRwqZ8VXxFfX6Ylwax_0 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10845354312589932460', time=2024-09-12T19:42:05.704196+0000, chain.objs.size()=1 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8nRqmPn3b5IBoAt2xlvde_QVDz5qcFI_0 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14493848918937480043', time=2024-09-12T19:42:05.929251+0000, chain.objs.size()=1 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jGHyQrWsKHxv_sRrraqTs8xaPLzKiXL_0 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11638024720361689396', time=2024-09-12T19:42:06.480857+0000, chain.objs.size()=1 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.60snpC6-iccio5JGNGX-z6V3ppp4YBZ_0 2024-09-12T18:05:19.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15551606295161188744', time=2024-09-12T19:42:06.560297+0000, chain.objs.size()=1 2024-09-12T18:05:19.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DqVPGTfrGz9zlhKdB12aZN4Tp2VZA0Z_0 2024-09-12T18:05:19.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6136048689601830701', time=2024-09-12T19:42:07.077743+0000, chain.objs.size()=1 2024-09-12T18:05:19.661 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WoihUzllvxDZo82ECDZJEFjzH3n0GX-_0 2024-09-12T18:05:19.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13459550685191239688', time=2024-09-12T19:42:07.103522+0000, chain.objs.size()=1 2024-09-12T18:05:19.663 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.M4IcZUDn92rZTVwPwTrjOjK3x6T5Gyb_0 2024-09-12T18:05:19.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7444626570287207791', time=2024-09-12T19:42:07.169649+0000, chain.objs.size()=1 2024-09-12T18:05:19.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DGWE5IGABMoFQB6nCWRXa0PgVUOM8Ym_0 2024-09-12T18:05:19.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16067129880893813812', time=2024-09-12T19:42:07.876820+0000, chain.objs.size()=1 2024-09-12T18:05:19.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.STGWMaMyCmgFxQ_q1FqdWt0CU_ho9aD_0 2024-09-12T18:05:19.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5654755674824502714', time=2024-09-12T19:42:07.934796+0000, chain.objs.size()=1 2024-09-12T18:05:19.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.663+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MoJikQtEGEqY9Z8_1BTDwsnpAiUqX82_0 2024-09-12T18:05:19.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.665+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9483282614379636535', time=2024-09-12T19:42:07.936118+0000, chain.objs.size()=1 2024-09-12T18:05:19.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.665+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iT2LDkH_fVmUZS1ipCsdRFyUdrVuos5_0 2024-09-12T18:05:19.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.665+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6179590137469262679', time=2024-09-12T19:42:08.684122+0000, chain.objs.size()=1 2024-09-12T18:05:19.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.665+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dTV6nxMyggmFug0xQvc7x5ZLbCHdH-q_0 2024-09-12T18:05:19.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.665+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18035817542702605883', time=2024-09-12T19:42:08.734025+0000, chain.objs.size()=1 2024-09-12T18:05:19.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SJwBkMGYbmLe9izknoo3TAFed_Qdny4_0 2024-09-12T18:05:19.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15527130487314194819', time=2024-09-12T19:42:08.887886+0000, chain.objs.size()=1 2024-09-12T18:05:19.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PRNWDuSKLMq0QjjbpAdBOWaMWYWENZC_0 2024-09-12T18:05:19.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2831924335317821762', time=2024-09-12T19:42:09.100551+0000, chain.objs.size()=1 2024-09-12T18:05:19.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Agrg0AZG6YqZBTYaxhQ6nhU3qyw0D47_0 2024-09-12T18:05:19.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5700509877093833998', time=2024-09-12T19:42:09.290293+0000, chain.objs.size()=1 2024-09-12T18:05:19.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8qJtoGQpVl_oxUtRWl7IXU3aMu7naVZ_0 2024-09-12T18:05:19.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10828262030063377826', time=2024-09-12T19:42:10.241640+0000, chain.objs.size()=1 2024-09-12T18:05:19.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.666+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0hrJq0P4gAoP_VdvtomBfLZkUQiHUIh_0 2024-09-12T18:05:19.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8840106802049347415', time=2024-09-12T19:42:11.335787+0000, chain.objs.size()=1 2024-09-12T18:05:19.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mDWQz2EEZqlOd2QIeh3yYTHco9VZkuF_0 2024-09-12T18:05:19.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5870733353804189657', time=2024-09-12T19:42:11.498033+0000, chain.objs.size()=1 2024-09-12T18:05:19.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xrCeL9jcna2J-1AqvaTSbPjv2WOt7pl_0 2024-09-12T18:05:19.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16312478672313426996', time=2024-09-12T19:42:11.645312+0000, chain.objs.size()=1 2024-09-12T18:05:19.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VtI9Wkuhb7ehuPCZLpkBrWkonfG2whx_0 2024-09-12T18:05:19.670 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6697586290798592805', time=2024-09-12T19:42:11.901962+0000, chain.objs.size()=1 2024-09-12T18:05:19.670 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.668+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.e_d4wmP-O7OdpmG_ljPRd8M6l3kShNh_0 2024-09-12T18:05:19.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.671+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13282753801936367164', time=2024-09-12T19:42:12.237978+0000, chain.objs.size()=1 2024-09-12T18:05:19.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.671+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.aLgO1Sk25j1G6Avfhv1pze5LEU3vYGC_0 2024-09-12T18:05:19.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.671+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8954838379568185431', time=2024-09-12T19:42:12.379003+0000, chain.objs.size()=1 2024-09-12T18:05:19.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.671+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RF3yPYDt61MZ_BEEooDRy500D263HFI_0 2024-09-12T18:05:19.677 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/47833 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.682+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.682+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11576795254014502895', time=2024-09-12T19:42:12.563362+0000, chain.objs.size()=1 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QrSSpJFOFPud62oPpukLwdxPvp4c2l1_0 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17711484992444588448', time=2024-09-12T19:42:12.595440+0000, chain.objs.size()=1 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.T6_V6tdWusCrL1joWR3J1g3NyPVhEGM_0 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14269035347195886355', time=2024-09-12T19:42:14.521386+0000, chain.objs.size()=1 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.327__shadow_.Dws6DkFKkew_KCP9j8qjcY8LSlxTWDW_0 2024-09-12T18:05:19.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8575991921152501048', time=2024-09-12T19:42:21.068717+0000, chain.objs.size()=1 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.335__shadow_.ErGfP-nj7O-aj-vCMUO1odwqqDI5IM1_0 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9098132917861425404', time=2024-09-12T19:42:55.900235+0000, chain.objs.size()=1 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.378__shadow_.7j5mwsdVhIwmk40s7gHUKQSLMwGwg8O_0 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10029410085187299718', time=2024-09-12T19:44:16.988045+0000, chain.objs.size()=1 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.465__shadow_.pib2h9jR-XLCkBE2zAbbpduDfPx8Xnu_0 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14366342967185705246', time=2024-09-12T19:44:19.695409+0000, chain.objs.size()=1 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.467__shadow_.Pd6Im4RxIhOfiU0jeQHtPGHpdnlWweI_0 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4637644398309787952', time=2024-09-12T19:44:30.043242+0000, chain.objs.size()=1 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.LsO9frmx5VKJ43xtlq_ktwBbDZz5u3V_0 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7072628323311525224', time=2024-09-12T19:47:32.393553+0000, chain.objs.size()=6 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ysSTubZqlrs1oC9_phILNuPl740M2-c.1 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ysSTubZqlrs1oC9_phILNuPl740M2-c.2 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.HcVvtpB2rU3pjh3iCPqmD_dbQsSZefWt.3 2024-09-12T18:05:19.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ysSTubZqlrs1oC9_phILNuPl740M2-c.4 2024-09-12T18:05:19.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ysSTubZqlrs1oC9_phILNuPl740M2-c.5 2024-09-12T18:05:19.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ysSTubZqlrs1oC9_phILNuPl740M2-c.6 2024-09-12T18:05:19.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4570234956091092803', time=2024-09-12T19:48:47.923040+0000, chain.objs.size()=5 2024-09-12T18:05:19.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~-L429Jr8YjoX02jSxM_wxuPzJK7N38h.1 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__shadow_mymultipart.2~-L429Jr8YjoX02jSxM_wxuPzJK7N38h.1_1 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~-L429Jr8YjoX02jSxM_wxuPzJK7N38h.2 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__shadow_mymultipart.2~-L429Jr8YjoX02jSxM_wxuPzJK7N38h.2_1 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~-L429Jr8YjoX02jSxM_wxuPzJK7N38h.3 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7748837717762031083', time=2024-09-12T19:50:57.768015+0000, chain.objs.size()=1 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:sqKO9g9iaKW-euqOGlzLEcvv1HhBxHD_.8M6zke5FajsrJrwjOaexdxpcbk0jGYO_0 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.754620167955509303', time=2024-09-12T19:51:12.031382+0000, chain.objs.size()=1 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow_.cJx2tEdAoUVk4WLHH1rLZGSJwXyMcCO_0 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6020911951762493375', time=2024-09-12T19:52:24.075563+0000, chain.objs.size()=1 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:hWVvzbfO-scdp6WaG6FJ1XGLblHzp29_.aFUE9YuraOJhB3N9kTJBpC6qKqSeNEc_0 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.687+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11487233268724058120', time=2024-09-12T19:56:41.854504+0000, chain.objs.size()=1 2024-09-12T18:05:19.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.687+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.619__shadow_._xYikX7JELAhfYWqLh3Ys80aZGzkN0p_0 2024-09-12T18:05:19.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.690+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10536577375139202431', time=2024-09-12T19:56:42.057633+0000, chain.objs.size()=1 2024-09-12T18:05:19.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.690+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.619__shadow_.dAC2HOL-H3X-4jMx2lN8fZOZBB-VYCT_0 2024-09-12T18:05:19.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.690+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS', time=2024-09-12T19:57:32.479008+0000, chain.objs.size()=12 2024-09-12T18:05:19.691 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.690+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__multipart_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.1 2024-09-12T18:05:19.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__shadow_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.1_1 2024-09-12T18:05:19.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__multipart_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.2 2024-09-12T18:05:19.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__shadow_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.2_1 2024-09-12T18:05:19.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__multipart_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.3 2024-09-12T18:05:19.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__shadow_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.3_1 2024-09-12T18:05:19.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__multipart_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.4 2024-09-12T18:05:19.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__shadow_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.4_1 2024-09-12T18:05:19.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__multipart_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.5 2024-09-12T18:05:19.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__shadow_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.5_1 2024-09-12T18:05:19.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.694+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__multipart_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.6 2024-09-12T18:05:19.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.694+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.626__shadow_multipart_enc.2~Yq0pkd3mI_cMqNC5oCjeqCWcrt6EdmS.6_1 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7977548878271028781', time=2024-09-12T19:57:42.366447+0000, chain.objs.size()=1 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.637__shadow_.OS8Alor4kZeemuEcwfiIXh_7EZg-PwB_0 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10156154234775844136', time=2024-09-12T19:57:50.309519+0000, chain.objs.size()=1 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.644__shadow_.qpwJEyLTe1pMvfBHBhCOgdYxnNoAV-Y_0 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13616804835430017967', time=2024-09-12T19:58:38.213949+0000, chain.objs.size()=6 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.662__multipart_baz.2~vSPfDAj-i3jt2kxRUuM1X3mXuCEE38j.1 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.662__multipart_baz.2~vSPfDAj-i3jt2kxRUuM1X3mXuCEE38j.2 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.662__multipart_baz.2~vSPfDAj-i3jt2kxRUuM1X3mXuCEE38j.3 2024-09-12T18:05:19.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.662__multipart_baz.2~vSPfDAj-i3jt2kxRUuM1X3mXuCEE38j.4 2024-09-12T18:05:19.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.662__multipart_baz.2~vSPfDAj-i3jt2kxRUuM1X3mXuCEE38j.5 2024-09-12T18:05:19.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.662__multipart_baz.2~vSPfDAj-i3jt2kxRUuM1X3mXuCEE38j.6 2024-09-12T18:05:19.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18026307693430982371', time=2024-09-12T19:59:18.965794+0000, chain.objs.size()=1 2024-09-12T18:05:19.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.714__shadow:P3.Q8P8S3QxSZGpHYQg123ahTBSTVOG_.TmonOIXitGRJ-RZ_P2eg3qW3UxT16WS_0 2024-09-12T18:05:19.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.701+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.704 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.703+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:05:19.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.705+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.705+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48043' 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10460198989620551276', time=2024-09-12T19:35:01.287567+0000, chain.objs.size()=1 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.W1CgeJ5XW4mH0EwSvfgTKYeZvOue5kX_0 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11363054821679381723', time=2024-09-12T19:38:21.381779+0000, chain.objs.size()=1 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.232__shadow_.4ArUWG-MuTlv1U85JOKHTSNQgfOETC7_0 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14786894676828854492', time=2024-09-12T19:38:35.428864+0000, chain.objs.size()=1 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.245__shadow_.U-fDdel3SqOv0qQ8dliheSSXG_8sb-v_0 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9572420859175679450', time=2024-09-12T19:38:42.568282+0000, chain.objs.size()=1 2024-09-12T18:05:19.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.253__shadow_.P_5wY7Z1ActMAbyC99LLGH2JPM95Ybg_0 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18250253606269499145', time=2024-09-12T19:38:46.082564+0000, chain.objs.size()=1 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.257__shadow_.mk4FYlXJEd_c-_KXT5sJMeISWR9--8h_0 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13411584183790105134', time=2024-09-12T19:38:46.091865+0000, chain.objs.size()=1 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.257__shadow_.dWOlY4Ww5C_gwJuyTQiEePzI0aITGj__0 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2286987709346426081', time=2024-09-12T19:38:49.529581+0000, chain.objs.size()=1 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.261__shadow_.eqeUqsFI3k8m7FNyQrDVoKt3KonbTte_0 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7302293646189363935', time=2024-09-12T19:39:26.925764+0000, chain.objs.size()=1 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bKquBNHjJBv9Ydv-kNLvKZ1D8fbp6L1_0 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10445201838601084232', time=2024-09-12T19:39:27.604156+0000, chain.objs.size()=1 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.t3n31HhqbHATST-Jz05JscfsU_ICe0l_0 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12258736047999359790', time=2024-09-12T19:39:27.679801+0000, chain.objs.size()=1 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.NWcUo-57ygyRhIk6XmjX8Vr0H1c0Ed3_0 2024-09-12T18:05:19.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14133650252789074885', time=2024-09-12T19:39:27.801037+0000, chain.objs.size()=1 2024-09-12T18:05:19.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.M9xnDzaU0a3xPqXlGxKOgefqFOebMoF_0 2024-09-12T18:05:19.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12690438112575286426', time=2024-09-12T19:39:28.015139+0000, chain.objs.size()=1 2024-09-12T18:05:19.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.706+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.oHIGfMxLah4KJjdUdichTi1fvybsaRq_0 2024-09-12T18:05:19.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11795868217739819889', time=2024-09-12T19:39:28.866009+0000, chain.objs.size()=1 2024-09-12T18:05:19.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.C9Idz0fXJij3O4UrfZ9oIk6Q3TDfFBo_0 2024-09-12T18:05:19.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.194232787328928494', time=2024-09-12T19:39:29.104361+0000, chain.objs.size()=1 2024-09-12T18:05:19.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Gei7BiGvzA3Xzk3wRpfLZnfCi6-nncx_0 2024-09-12T18:05:19.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2960985390932752339', time=2024-09-12T19:39:29.372586+0000, chain.objs.size()=1 2024-09-12T18:05:19.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-ein6KqV7vrS_DfcfClR40dYlugmuUW_0 2024-09-12T18:05:19.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17499009502301381896', time=2024-09-12T19:39:29.992481+0000, chain.objs.size()=1 2024-09-12T18:05:19.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QAo3UqrujJSwTo9c9QvTvGNOHYKZl0O_0 2024-09-12T18:05:19.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12515380919437490038', time=2024-09-12T19:39:30.095751+0000, chain.objs.size()=1 2024-09-12T18:05:19.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.710+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rjIqrF7qhe0qJIHK_lRynIqNaAyELcV_0 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.711+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10854969404416256143', time=2024-09-12T19:39:30.269823+0000, chain.objs.size()=1 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.711+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vEfTHFiPSQDHBW_QfUHz5ZiGWdC7x15_0 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.711+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18046745231903396709', time=2024-09-12T19:39:30.508811+0000, chain.objs.size()=1 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.711+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Qmvd1JXGgSHjpovE6eL-Ya7gvK_lDtU_0 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11445359324893475136', time=2024-09-12T19:39:30.624566+0000, chain.objs.size()=1 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9BRBpCxGHoqnA9ynGdk-znGnMCP1ff3_0 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16211362672872538974', time=2024-09-12T19:39:31.691381+0000, chain.objs.size()=1 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.nstmi2I1c7dbcBJXcnneQ7rpkNnQqUZ_0 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14867332422324067759', time=2024-09-12T19:39:31.727882+0000, chain.objs.size()=1 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zGGBjaFW_OIBbhuD1zNuNVYHKyCZdwT_0 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3480736292652351843', time=2024-09-12T19:39:31.943310+0000, chain.objs.size()=1 2024-09-12T18:05:19.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.712+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JvH-Xjpb8Z8WYsDKecxit5eUP4nqrbv_0 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13901855133451836258', time=2024-09-12T19:39:32.223308+0000, chain.objs.size()=1 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7yvo4XAsy3vYv13plq2rj3x71aiCwCo_0 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11798565431063945983', time=2024-09-12T19:39:32.346244+0000, chain.objs.size()=1 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Pup_dFBo7LJ5rnJxdb1pzeLAcxfCCGp_0 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2568932629370485220', time=2024-09-12T19:39:32.842962+0000, chain.objs.size()=1 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.yVQyuF4J0V6lOXqM8sCawFSwsu8CdEJ_0 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3466410422357037128', time=2024-09-12T19:39:32.974177+0000, chain.objs.size()=1 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YsLLZTjIGBty09rMACgMRjoR0ky0DUN_0 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3662457866896355535', time=2024-09-12T19:39:32.988713+0000, chain.objs.size()=1 2024-09-12T18:05:19.715 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.714+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rO0_0uuotoyD54Ed9PFR6jqmTn5hbTm_0 2024-09-12T18:05:19.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15819625147196785437', time=2024-09-12T19:39:33.346788+0000, chain.objs.size()=1 2024-09-12T18:05:19.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.yQ8bGp36hWPsiognFolRgfM01x0BZae_0 2024-09-12T18:05:19.717 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8934775923524925685', time=2024-09-12T19:39:33.489767+0000, chain.objs.size()=1 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0FEAADiFS_4CAECyNx3t297KCvj7dlF_0 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14815095064364257388', time=2024-09-12T19:39:33.598579+0000, chain.objs.size()=1 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-gHutmqTl08FXLRcMsdmiw0ZBIsPlvN_0 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17784085252498535530', time=2024-09-12T19:39:33.808232+0000, chain.objs.size()=1 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.o3pysIFJkK20oHDrg41JwugYcMxF1v2_0 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8928138521466909420', time=2024-09-12T19:39:34.187578+0000, chain.objs.size()=1 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IbIz1MOVJ4JrKjrdAdbTQo8YzBE0xlQ_0 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3993720731831693882', time=2024-09-12T19:39:34.235660+0000, chain.objs.size()=1 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.716+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ArQU1gOd0mH0_7UgI1Fe_1qfSeK5Hee_0 2024-09-12T18:05:19.718 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.718+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8852554584413375150', time=2024-09-12T19:39:34.301093+0000, chain.objs.size()=1 2024-09-12T18:05:19.719 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.718+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2UVOnHbViFEebZfQShnQhONAZh6ea7-_0 2024-09-12T18:05:19.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4161987223591636600', time=2024-09-12T19:39:34.890830+0000, chain.objs.size()=1 2024-09-12T18:05:19.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bDl4JuNE2apEBI0of7OnuSZFhv9pDYW_0 2024-09-12T18:05:19.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9151548577107357304', time=2024-09-12T19:39:34.891956+0000, chain.objs.size()=1 2024-09-12T18:05:19.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0d2g04KVZaFfi3VzXpk-Ol4FjSa8JF3_0 2024-09-12T18:05:19.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5544307991339573872', time=2024-09-12T19:39:35.112081+0000, chain.objs.size()=1 2024-09-12T18:05:19.720 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.at5ph_09-296PoCJzK2HfJ-wkho5uTb_0 2024-09-12T18:05:19.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2475957761197398512', time=2024-09-12T19:39:35.484008+0000, chain.objs.size()=1 2024-09-12T18:05:19.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.719+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2rXcamrbTXxxP5JXNjVuCxQ0hki6BRs_0 2024-09-12T18:05:19.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5571188368328945869', time=2024-09-12T19:39:35.928863+0000, chain.objs.size()=1 2024-09-12T18:05:19.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.X1lFRqjYQ5CLANhFyjvIvyFtbAXB5hH_0 2024-09-12T18:05:19.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10572894429617262871', time=2024-09-12T19:39:37.127357+0000, chain.objs.size()=1 2024-09-12T18:05:19.722 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ffzieTiIwJYb89nF0Gu7MNONd9fvuBe_0 2024-09-12T18:05:19.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8315565383021419730', time=2024-09-12T19:39:38.464936+0000, chain.objs.size()=1 2024-09-12T18:05:19.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.264__shadow_.TsD445lSqJu5Bdhvr-JZTvef3OPUQ8M_0 2024-09-12T18:05:19.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8752216063889024407', time=2024-09-12T19:39:46.105106+0000, chain.objs.size()=1 2024-09-12T18:05:19.723 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.722+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.273__shadow_.DCsAFqn0vv8AVP46e5TYkMY1RB0Bfyz_0 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4080989504468267253', time=2024-09-12T19:39:50.467665+0000, chain.objs.size()=1 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.278__shadow_.imfuqeMSnqaRGEQySf64b5-Sep_xSLx_0 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17799820402786228707', time=2024-09-12T19:39:58.570061+0000, chain.objs.size()=1 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.287__shadow_.FaUMSOQKRZkhXpdeTe0X2aUBLHi7a9c_0 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1900948780135604005', time=2024-09-12T19:40:02.117581+0000, chain.objs.size()=1 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.291__shadow_.Ynxzugg_uayUo2pjEqxlwI5J5CpRIYc_0 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9730712999463464791', time=2024-09-12T19:40:05.364310+0000, chain.objs.size()=1 2024-09-12T18:05:19.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.8T06-5PeUCAhJPpQZN2Stku1EREKd8j_0 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4455813103972605971', time=2024-09-12T19:40:05.365008+0000, chain.objs.size()=1 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.JeRP7sLqG67kXrGg8zmFeFHLTbNqSnc_0 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12435707235276017318', time=2024-09-12T19:40:34.892100+0000, chain.objs.size()=1 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.320__shadow:0iavS8w04aTVDNlIqiA2pwC4I5eZxXF_.ZmhZeEszk2n4x58goMK8Yv5YemsSNC4_0 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18051119181368819244', time=2024-09-12T19:41:14.879383+0000, chain.objs.size()=1 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oaiPf0fseLs0boUe4lHXAg68b7XCMNk_0 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17201986485523280784', time=2024-09-12T19:41:15.190867+0000, chain.objs.size()=1 2024-09-12T18:05:19.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.TPc3du9XfHEBPBr5ySpdVyUCGmm6vLn_0 2024-09-12T18:05:19.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16327812471946424485', time=2024-09-12T19:41:15.191455+0000, chain.objs.size()=1 2024-09-12T18:05:19.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hKnCw9DujSHSpzVtMJboJj5SI2mX498_0 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17500292255862036892', time=2024-09-12T19:41:15.641466+0000, chain.objs.size()=1 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.9VxbWc7hhB0KzMM_E-s0Rd35cj8hfZk_0 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13309962798035075839', time=2024-09-12T19:41:16.379988+0000, chain.objs.size()=1 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kNnEtkJd74GTH9pjKOIDwrA90Jt2Szb_0 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15546533435230802388', time=2024-09-12T19:41:16.407553+0000, chain.objs.size()=1 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.udkX58SStYLrTmvURc8FLBW4dDHgUua_0 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17424958646493841085', time=2024-09-12T19:41:16.408398+0000, chain.objs.size()=1 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.729+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PvhX1gG_Rx-wS1nzw7S8IjKBuQZ_HLG_0 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.730+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13005850600938642234', time=2024-09-12T19:41:16.530239+0000, chain.objs.size()=1 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.730+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.lM0Tw90FVOUjP_I2pAGVFLq59qlpx7u_0 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.730+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17026436200511436548', time=2024-09-12T19:41:16.530822+0000, chain.objs.size()=1 2024-09-12T18:05:19.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.730+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iOAYW29d_hze1Rxlmw7wrHXqecOXaaW_0 2024-09-12T18:05:19.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.732+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8047150164679695568', time=2024-09-12T19:41:16.988442+0000, chain.objs.size()=1 2024-09-12T18:05:19.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.732+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YxRmMLYKfu_eGroCYaOJ_VUKiiZU6Ol_0 2024-09-12T18:05:19.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.733+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1960879107493662314', time=2024-09-12T19:41:17.166572+0000, chain.objs.size()=1 2024-09-12T18:05:19.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.733+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Eoh_Wr3-MdUwtmJmV5z8cBBxhQ48ZK6_0 2024-09-12T18:05:19.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.733+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18188498416778898267', time=2024-09-12T19:41:17.379666+0000, chain.objs.size()=1 2024-09-12T18:05:19.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.733+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tvfrbNftZxqUscXySxfEoEOuWEKjOaW_0 2024-09-12T18:05:19.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.733+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8556068668236122021', time=2024-09-12T19:41:18.031527+0000, chain.objs.size()=1 2024-09-12T18:05:19.734 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.733+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iSP5-2zZ3RwKISMk07eKd1HxjyjQm5v_0 2024-09-12T18:05:19.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18113180728979061002', time=2024-09-12T19:41:18.498760+0000, chain.objs.size()=1 2024-09-12T18:05:19.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VEEjro_xsLw4UoxmtTt43a_SCGVISsZ_0 2024-09-12T18:05:19.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10000756205686219100', time=2024-09-12T19:41:18.595908+0000, chain.objs.size()=1 2024-09-12T18:05:19.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SuxwnP3bHZjyP1sDEKwHvdo_QQzzcWV_0 2024-09-12T18:05:19.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7874443689962901018', time=2024-09-12T19:41:19.465275+0000, chain.objs.size()=1 2024-09-12T18:05:19.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0flItUFMo9SonEWVpn_rKpcM12lik0z_0 2024-09-12T18:05:19.735 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12990778010375761753', time=2024-09-12T19:41:19.760897+0000, chain.objs.size()=1 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vgrobJGZYeeHZfJk5hG7Pgkp1yhKBrf_0 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2393132270078372781', time=2024-09-12T19:41:19.801864+0000, chain.objs.size()=1 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iVPCSq0jSpmBHtcUXOS0ONDJ-JVusCH_0 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10427328280377191415', time=2024-09-12T19:41:19.811900+0000, chain.objs.size()=1 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ef1HK1-hDpTqp5CWeXZfvHlusJ5-Tq7_0 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11002980667607241505', time=2024-09-12T19:41:20.140018+0000, chain.objs.size()=1 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.734+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2_uGlEcIWu8ZAbThX2uOFNZiD1Cfokp_0 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.735+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10358382866376926682', time=2024-09-12T19:41:20.286898+0000, chain.objs.size()=1 2024-09-12T18:05:19.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.735+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NTwNXSdCdeMoVILerIlB-J_khgdW0dk_0 2024-09-12T18:05:19.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.737+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1614377669537913857', time=2024-09-12T19:41:20.698211+0000, chain.objs.size()=1 2024-09-12T18:05:19.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.737+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Dr6_LJQG0kJY1YhYbsDWE2T6LPbovkv_0 2024-09-12T18:05:19.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.737+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9894670864426764328', time=2024-09-12T19:41:21.020179+0000, chain.objs.size()=1 2024-09-12T18:05:19.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.737+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HE5G8sXcZmlmmTcJ_1Z-IB6w2_u7R8P_0 2024-09-12T18:05:19.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.737+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11409879245832035952', time=2024-09-12T19:41:21.132306+0000, chain.objs.size()=1 2024-09-12T18:05:19.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.737+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FTMVKV4H4orT2EW3gBsx_f_m9UPh20Q_0 2024-09-12T18:05:19.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1083706073026498948', time=2024-09-12T19:41:21.660422+0000, chain.objs.size()=1 2024-09-12T18:05:19.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XDyt84pJpavr6IlFK7f9CFRgTbq5-OG_0 2024-09-12T18:05:19.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17439392166691863784', time=2024-09-12T19:41:22.180109+0000, chain.objs.size()=1 2024-09-12T18:05:19.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.RraxmVUP0plKAAPBANgDj9DOpsHLNq9_0 2024-09-12T18:05:19.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17324000962933848676', time=2024-09-12T19:41:22.627888+0000, chain.objs.size()=1 2024-09-12T18:05:19.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bL-uQui2gGJjWDc86ObgizB8S3a7CZ0_0 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13989743374069115621', time=2024-09-12T19:41:22.910830+0000, chain.objs.size()=1 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uEIZhf51igb9eVaCz-5Vgae9VmzitZe_0 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9880295255873457680', time=2024-09-12T19:41:23.578051+0000, chain.objs.size()=1 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xp84RbGXIVBag5j0CG2yAhQsGMdCsg9_0 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16424851982947170879', time=2024-09-12T19:41:24.018095+0000, chain.objs.size()=1 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IQM9LBwU1Z__3gay8BX3cHhzKDJxTSL_0 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15356588160474063179', time=2024-09-12T19:41:24.713535+0000, chain.objs.size()=1 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.yAIt5gSH0TuH1tuFuT67UqeYurv1dz-_0 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3966480947018990546', time=2024-09-12T19:41:24.834734+0000, chain.objs.size()=1 2024-09-12T18:05:19.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.739+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.sVG-7VOpcypYKVEAnYFCgFaFvBjYbGC_0 2024-09-12T18:05:19.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16250255274036543987', time=2024-09-12T19:42:02.746663+0000, chain.objs.size()=1 2024-09-12T18:05:19.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QIftsNRjT1zE25SgtCY5X_tqd36rxwQ_0 2024-09-12T18:05:19.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9881558827960066480', time=2024-09-12T19:42:03.083437+0000, chain.objs.size()=1 2024-09-12T18:05:19.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tjYE6VQzvjK8s8ZlTybfT6ZudU2aZfC_0 2024-09-12T18:05:19.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7625637109278690024', time=2024-09-12T19:42:03.407588+0000, chain.objs.size()=1 2024-09-12T18:05:19.742 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._eP4Q0yJqVJZMxUH3oeZhlT2qoPsdiB_0 2024-09-12T18:05:19.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.742+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9432685667590960110', time=2024-09-12T19:42:03.595689+0000, chain.objs.size()=1 2024-09-12T18:05:19.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.742+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rZwu75eHqjsX0ln2GOjboYSQSh0ODpv_0 2024-09-12T18:05:19.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.742+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2075424717915755083', time=2024-09-12T19:42:03.648440+0000, chain.objs.size()=1 2024-09-12T18:05:19.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.742+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.F9my9ZSv35Hexu70PDCsrT8zVY8rP1g_0 2024-09-12T18:05:19.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.743+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15810815466825408010', time=2024-09-12T19:42:04.301708+0000, chain.objs.size()=1 2024-09-12T18:05:19.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.743+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3wwCwTLavoUS0c0Pj-Nwmfv8xt8G3tT_0 2024-09-12T18:05:19.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.743+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13865304514677007085', time=2024-09-12T19:42:04.412448+0000, chain.objs.size()=1 2024-09-12T18:05:19.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.743+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ObFfuqiVQa7iysawRVwcZOiGt3Si005_0 2024-09-12T18:05:19.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15903864260554088790', time=2024-09-12T19:42:04.608528+0000, chain.objs.size()=1 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P8naJaY8bxZTyIWYa-jQsF5xwrFLLE8_0 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5709380705393110147', time=2024-09-12T19:42:04.609195+0000, chain.objs.size()=1 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.M83ZA7uBbZlfsU_-2qG_hL9Sqlu1m3j_0 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1060458528063665597', time=2024-09-12T19:42:04.662597+0000, chain.objs.size()=1 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.w59sC-2B1iPPUt6gWBixqK-OW5MUhY7_0 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7236365455293245897', time=2024-09-12T19:42:04.829441+0000, chain.objs.size()=1 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UWdsqHoAcNA-ycS36Rd3v2v8_ReJ8H1_0 2024-09-12T18:05:19.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8596767890663821821', time=2024-09-12T19:42:05.089437+0000, chain.objs.size()=1 2024-09-12T18:05:19.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WwBDZ2VdTtWo5Jw1S5YA1tfMcsuTc-N_0 2024-09-12T18:05:19.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6823904277512224379', time=2024-09-12T19:42:05.722678+0000, chain.objs.size()=1 2024-09-12T18:05:19.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.744+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nxo78_w1Ptxn-h1kJlq_WgB5HlP3Th__0 2024-09-12T18:05:19.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.746+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6725746451355510105', time=2024-09-12T19:42:06.026055+0000, chain.objs.size()=1 2024-09-12T18:05:19.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.746+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5WSnaype8KQgzZawXBJroK2ludA7UyR_0 2024-09-12T18:05:19.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.746+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.595199610669608364', time=2024-09-12T19:42:06.141636+0000, chain.objs.size()=1 2024-09-12T18:05:19.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.746+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WX78-2XBb92taMwZDbhCKduAoXErlKT_0 2024-09-12T18:05:19.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.746+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10606537693558621282', time=2024-09-12T19:42:07.508131+0000, chain.objs.size()=1 2024-09-12T18:05:19.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.746+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.N4P3oZQKGH9tf4ww-0fS8J5gAGMNe5N_0 2024-09-12T18:05:19.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.748+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13306511571531845591', time=2024-09-12T19:42:08.592024+0000, chain.objs.size()=1 2024-09-12T18:05:19.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.748+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.q8Zmaom6EEpt0MFSWH5qoMIWqMD8ZcP_0 2024-09-12T18:05:19.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.748+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6905030232477627362', time=2024-09-12T19:42:09.784658+0000, chain.objs.size()=1 2024-09-12T18:05:19.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.748+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SyY3HofX095F4szNyHgfg10nb5h75iE_0 2024-09-12T18:05:19.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.748+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10549681132991653964', time=2024-09-12T19:42:09.785280+0000, chain.objs.size()=1 2024-09-12T18:05:19.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.748+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Z4mscBle9Ywu-CyYTRVFD47Jzhy53W6_0 2024-09-12T18:05:19.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/48043 2024-09-12T18:05:19.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-12T18:05:19.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5240723471611983680', time=2024-09-12T19:42:09.954654+0000, chain.objs.size()=1 2024-09-12T18:05:19.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vYRDfRbMHm41-cQGPaWc-s57yD-nIpM_0 2024-09-12T18:05:19.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6573513004703616171', time=2024-09-12T19:42:10.087301+0000, chain.objs.size()=1 2024-09-12T18:05:19.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HmelBoSaIj3nFNjV0O5iRspZ6OCZGLW_0 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4468460260278723838', time=2024-09-12T19:42:10.887100+0000, chain.objs.size()=1 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KDx5-Ns-Uv8ucHXwBS9TR5lGHQbUq4E_0 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10204517813305756102', time=2024-09-12T19:42:11.114322+0000, chain.objs.size()=1 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ww6jzUKEqlds1c3FehiBj8jaGE-z4zk_0 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1458759500176834985', time=2024-09-12T19:42:12.261563+0000, chain.objs.size()=1 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6WqWkpRp31BEQ_z8FKECdSb8b-XcNvw_0 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7021540140089209149', time=2024-09-12T19:42:12.343342+0000, chain.objs.size()=1 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rQFCfBpIK_qcpDEiJVCB9m3d6gcE0Ip_0 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16889845684035265806', time=2024-09-12T19:42:12.723305+0000, chain.objs.size()=1 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KLjBKtvI5ekja3S4vDYTTzEHY_91XcI_0 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14588031017375307449', time=2024-09-12T19:42:12.805902+0000, chain.objs.size()=1 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.24KK_Bp-jOrG0KN1k3gx8tFYrpodAfK_0 2024-09-12T18:05:19.755 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11110497788221304014', time=2024-09-12T19:42:12.833289+0000, chain.objs.size()=1 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JN6CjKpIZTOurYpm_cb0APNWUCuYY1U_0 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11650267528102462381', time=2024-09-12T19:42:16.722435+0000, chain.objs.size()=1 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.330__shadow_.W7oyo3BUgpvh-pBZI7SjLbMD1mRbbUX_0 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3905917319629808472', time=2024-09-12T19:42:19.220396+0000, chain.objs.size()=1 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.333__shadow_.-tXGFJs5WHBL2k6VHWkZuckKtYZI-2J_0 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17794936834283272036', time=2024-09-12T19:42:20.035537+0000, chain.objs.size()=1 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.334__shadow_.eeYq7AcspNSW7oD38tfMV_8ZsYioVH0_0 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.755+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12855873006875238863', time=2024-09-12T19:42:49.836214+0000, chain.objs.size()=1 2024-09-12T18:05:19.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.755+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.372__shadow_.8x3EDbZYIebMZ_F_R6o5F6PL4P3JUIu_0 2024-09-12T18:05:19.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.755+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15038120416773538046', time=2024-09-12T19:44:12.192574+0000, chain.objs.size()=1 2024-09-12T18:05:19.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.755+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.461__shadow_.uXbL88az3ufaxReQjD4rSPLfWr7LgHk_0 2024-09-12T18:05:19.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.756+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4980613938907789216', time=2024-09-12T19:44:30.068171+0000, chain.objs.size()=1 2024-09-12T18:05:19.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.756+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.3c7zPKv1dNIdZnrBHstmP_Jz9v3urfh_0 2024-09-12T18:05:19.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.756+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17400183320316132279', time=2024-09-12T19:44:45.580266+0000, chain.objs.size()=1 2024-09-12T18:05:19.757 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.756+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.499__shadow_.HD59NzI9BoBgDvzuurF0WmkpQtHEO1M_0 2024-09-12T18:05:19.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5637647850837186525', time=2024-09-12T19:48:58.796898+0000, chain.objs.size()=4 2024-09-12T18:05:19.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.528__multipart_mymultipart.2~L-44E-8-rpF2UE0zU1lxG8yc9AkpPwh.1 2024-09-12T18:05:19.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.528__multipart_mymultipart.2~L-44E-8-rpF2UE0zU1lxG8yc9AkpPwh.2 2024-09-12T18:05:19.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.528__multipart_mymultipart.2~L-44E-8-rpF2UE0zU1lxG8yc9AkpPwh.3 2024-09-12T18:05:19.758 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.528__multipart_mymultipart.2~L-44E-8-rpF2UE0zU1lxG8yc9AkpPwh.4 2024-09-12T18:05:19.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.758+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4610324657760201713', time=2024-09-12T19:50:51.892531+0000, chain.objs.size()=1 2024-09-12T18:05:19.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.758+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.567__shadow_.zZBTksB9PbF8O_NCM6jbAhKWZe4S9Qh_0 2024-09-12T18:05:19.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.758+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12265089769542518855', time=2024-09-12T19:51:02.466201+0000, chain.objs.size()=1 2024-09-12T18:05:19.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.758+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:eX4-2hTrlk-bwzpuQRmF6mObIrtg6Kl_.PG8NqkXZ15C8WOHcbUprh7HnkX6ALKN_0 2024-09-12T18:05:19.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.758+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8046365772959183276', time=2024-09-12T19:51:08.929164+0000, chain.objs.size()=1 2024-09-12T18:05:19.759 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.758+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.573__shadow_.Iuuv3E8F3gezIS_NZcZz0iJImwu1PD5_0 2024-09-12T18:05:19.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.759+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8165658259185398360', time=2024-09-12T19:51:10.205216+0000, chain.objs.size()=1 2024-09-12T18:05:19.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.759+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.574__shadow_.xhueC3X-DPV5WtyYTcHDAgWYRcACCXa_0 2024-09-12T18:05:19.760 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17784406170671264556', time=2024-09-12T19:51:16.852832+0000, chain.objs.size()=1 2024-09-12T18:05:19.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.576__shadow_.AYoihLPwQA4BX9yPJBYdilqns-MoTrQ_0 2024-09-12T18:05:19.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14264498941468694823', time=2024-09-12T19:51:32.088866+0000, chain.objs.size()=1 2024-09-12T18:05:19.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:bRHITBcqc3JJQ45bCua9J28TV7KGfVd_.XtbMupqfjPxD0WY7KwRdDFReYZzSx2x_0 2024-09-12T18:05:19.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7421310779907478553', time=2024-09-12T19:51:36.064664+0000, chain.objs.size()=1 2024-09-12T18:05:19.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:33OdQghwKYXqJsXQruCi7Ys41CbEG82_.xtbj2QaxxFyVbI5ufybnOUoPsvzMwYf_0 2024-09-12T18:05:19.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14046575734453478082', time=2024-09-12T19:51:38.881309+0000, chain.objs.size()=1 2024-09-12T18:05:19.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.760+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:DcoU9zNVaULJkgVn4kjySBzPn32fCh5_.TUbi000Ec9Mq01aux9-p-Y-BqtZLG3-_0 2024-09-12T18:05:19.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16706692815771756755', time=2024-09-12T19:51:39.731817+0000, chain.objs.size()=1 2024-09-12T18:05:19.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:rMBPCgdDXUORO8eX4SMDtQJPprDNPJ2_.HRzwnS_dorArH3ScEPPkxOlQJgpNyhJ_0 2024-09-12T18:05:19.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8306452572223582282', time=2024-09-12T19:52:31.505796+0000, chain.objs.size()=1 2024-09-12T18:05:19.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.586__shadow:ODcgM7zdrusQwKAXxaNKQUgi--ULFaI_.oPxgvaaGN8qzStmNp23KdmBUEjPIN6I_0 2024-09-12T18:05:19.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4659454509549320817', time=2024-09-12T20:00:12.646186+0000, chain.objs.size()=1 2024-09-12T18:05:19.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.743__multipart_mymultipart3.2~Eh8KyY1Oy7tc1SRGk5Qvx9k-P-_oSIk.1 2024-09-12T18:05:19.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.768+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.777 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.776+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:05:19.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.778+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.779+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52325' 2024-09-12T18:05:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13100670846316099020', time=2024-09-12T19:34:35.011046+0000, chain.objs.size()=1 2024-09-12T18:05:19.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.148__shadow_.PZ2QnKaYN84_iKMOVtsPABkwuj-WYeR_0 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_OuqtORFMUEk1_peSUrc4w6RYwJX8KhD', time=2024-09-12T19:35:34.135568+0000, chain.objs.size()=3 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.2zyEIuuo4gfEGqYxBjnXYvmPtQBNDCl_0 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.2zyEIuuo4gfEGqYxBjnXYvmPtQBNDCl_1 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.2zyEIuuo4gfEGqYxBjnXYvmPtQBNDCl_2 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8840656360300306445', time=2024-09-12T19:38:25.803332+0000, chain.objs.size()=1 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.237__shadow_.AaYtQnlVuITkwZR77pySboBJMv9OMY8_0 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7380346564513863559', time=2024-09-12T19:38:25.808558+0000, chain.objs.size()=1 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.237__shadow_.TgooczbgVEdeap2jAXSxZN7WN239nBD_0 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16123047229990110709', time=2024-09-12T19:38:48.656380+0000, chain.objs.size()=1 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.260__shadow_.9-w_qFnmfaUIr33Z-6EA9T_iWB-G4_F_0 2024-09-12T18:05:19.782 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4604765739019734278', time=2024-09-12T19:39:26.923191+0000, chain.objs.size()=1 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SogH6Z6iiWx6T5byEdCS6UVJpme2trV_0 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10184608218492258155', time=2024-09-12T19:39:27.074515+0000, chain.objs.size()=1 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.L0q0sSAeujHOPAoX2atUT9BFj2RjMwY_0 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10778708736282436636', time=2024-09-12T19:39:27.506939+0000, chain.objs.size()=1 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BLIksiXQ8FsfVKUopP7oqtCT_bil4X3_0 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5569218165513227907', time=2024-09-12T19:39:28.702309+0000, chain.objs.size()=1 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Y464gcIxkIF7uVxLIrU_68Xyc5-qQRu_0 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18376347462655835209', time=2024-09-12T19:39:28.864939+0000, chain.objs.size()=1 2024-09-12T18:05:19.783 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Gb3w8eXRuTCZ14gdQ0NjExZx7B2wmBI_0 2024-09-12T18:05:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.782+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17173577899966459991', time=2024-09-12T19:39:29.116482+0000, chain.objs.size()=1 2024-09-12T18:05:19.784 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.782+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KXzpg4ll6WAQ_GMwIbmuk1Rra_n9LMk_0 2024-09-12T18:05:19.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8910038801380292555', time=2024-09-12T19:39:29.346728+0000, chain.objs.size()=1 2024-09-12T18:05:19.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7LdI4sq6ajKyUMvWwRkgwsSbUIJ0MpY_0 2024-09-12T18:05:19.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15163124178307359103', time=2024-09-12T19:39:29.347488+0000, chain.objs.size()=1 2024-09-12T18:05:19.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3SD3rIrNmhE-K-Dm9DuREdDet7XNjoK_0 2024-09-12T18:05:19.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27636984349023375', time=2024-09-12T19:39:29.529709+0000, chain.objs.size()=1 2024-09-12T18:05:19.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SZchYZOusTvtohj91UXi67weq2e95LJ_0 2024-09-12T18:05:19.788 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5136213981217544315', time=2024-09-12T19:39:29.530500+0000, chain.objs.size()=1 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9DRY9MP3wz68_NFen2lWvRwaimfj1yz_0 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6963348472048026342', time=2024-09-12T19:39:30.209429+0000, chain.objs.size()=1 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QI_6te0GJCKMbG4ulKeX-UH-in__V9h_0 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.691411309638166453', time=2024-09-12T19:39:30.376586+0000, chain.objs.size()=1 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.NYJPXGmgkLu5NWpbPg0TpjvhnfxAa31_0 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17527394961425824332', time=2024-09-12T19:39:30.474786+0000, chain.objs.size()=1 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8EiuEFKo2ityJ9u5xxkAmEVoIrTlkzU_0 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11623498582764112907', time=2024-09-12T19:39:30.505311+0000, chain.objs.size()=1 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SkleugE3ipZwyyQ1JQepgBvU6t-YnDp_0 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7132907005308083281', time=2024-09-12T19:39:31.420313+0000, chain.objs.size()=1 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PYVb6qJPauj9TBf8--yDCuU_B2YU6zL_0 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5401092135315431366', time=2024-09-12T19:39:31.649876+0000, chain.objs.size()=1 2024-09-12T18:05:19.789 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DI9jDWpXl0CZ6_oDYrUJWYhh4AeSnYk_0 2024-09-12T18:05:19.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10000458113295821817', time=2024-09-12T19:39:32.013236+0000, chain.objs.size()=1 2024-09-12T18:05:19.790 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.787+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.o3OpwLfaAvmhl0ny5TtIh39WKqb8lWN_0 2024-09-12T18:05:19.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10391764289883051709', time=2024-09-12T19:39:32.163055+0000, chain.objs.size()=1 2024-09-12T18:05:19.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LKRS7tjCuX0PV_ow6jsGC-Fq86MVGZ9_0 2024-09-12T18:05:19.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4944994882207016878', time=2024-09-12T19:39:32.241394+0000, chain.objs.size()=1 2024-09-12T18:05:19.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SA8wRCaPuuNDwaJi5MTVI1aV9Fy2g7q_0 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.951410643356615222', time=2024-09-12T19:39:32.974342+0000, chain.objs.size()=1 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.km2TQAoHhDUZNNlg3mrYtCoFESuyJq__0 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17668933452091037668', time=2024-09-12T19:39:33.129958+0000, chain.objs.size()=1 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.39KoufH6olCqw1C1GDU-P9DBIq6BrqJ_0 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18227165747292867227', time=2024-09-12T19:39:33.377086+0000, chain.objs.size()=1 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uU3yeQLuDy-ZHoy0TBEDQ2wWifzwdLk_0 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12123601947002993601', time=2024-09-12T19:39:33.548156+0000, chain.objs.size()=1 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ql3ypUpae-hLAi4CoVAYPHCpVHCfnbJ_0 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10271245842893144861', time=2024-09-12T19:39:33.633394+0000, chain.objs.size()=1 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MvQlj_eecj0lzxwtQ3auS8bOvehyYkN_0 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12130554451802512168', time=2024-09-12T19:39:33.822889+0000, chain.objs.size()=1 2024-09-12T18:05:19.797 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YsSF8lCh02oTBV3x6y6Z3-0lrhv1Sru_0 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2528845395179413613', time=2024-09-12T19:39:33.823437+0000, chain.objs.size()=1 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tTgYw_h8O-QvQyAqQgiGBNQaCvYfTEW_0 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4013237943952404675', time=2024-09-12T19:39:34.299812+0000, chain.objs.size()=1 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tV1n9wioVzRORhgHn6atvX_lPBHJqo2_0 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16913709224470572648', time=2024-09-12T19:39:34.526048+0000, chain.objs.size()=1 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KwGQwz4RtnBTBUYz6NENaCllXvAKsoW_0 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.798+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2315736201274981326', time=2024-09-12T19:39:34.775467+0000, chain.objs.size()=1 2024-09-12T18:05:19.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.798+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.E24_4mJEJzvhyCJrzQ08Vi8yv7lruu__0 2024-09-12T18:05:19.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.800+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9640955192196695952', time=2024-09-12T19:39:35.026009+0000, chain.objs.size()=1 2024-09-12T18:05:19.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.800+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.acGHDXJqIuf4s6y8JVTxxjSGWS6XRh6_0 2024-09-12T18:05:19.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10527194791039441411', time=2024-09-12T19:39:35.157396+0000, chain.objs.size()=1 2024-09-12T18:05:19.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.nEN7svi-lPXmd13VwTDw9oha6JAIj0Z_0 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18402271102423323046', time=2024-09-12T19:39:35.760403+0000, chain.objs.size()=1 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DGsVCkcj2_tNXLcnpeJ7xPwsLFVFYUy_0 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6210829412093365328', time=2024-09-12T19:39:35.780842+0000, chain.objs.size()=1 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0fK7LtyKIOftJAu1Mn5hwMRGFfFjMy3_0 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15885979406477813193', time=2024-09-12T19:39:35.805167+0000, chain.objs.size()=1 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zQTfl0GefgP6FKbmubwWzuVPTamF-5M_0 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18105455033821409797', time=2024-09-12T19:39:35.893286+0000, chain.objs.size()=1 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.kPUGscS5GhDdBsBg5PN7i-GtfOmZtBd_0 2024-09-12T18:05:19.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10327028831476099360', time=2024-09-12T19:39:36.105480+0000, chain.objs.size()=1 2024-09-12T18:05:19.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Up3CJc-x9dzwtkLY5NcqkURYmwnzUsD_0 2024-09-12T18:05:19.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16792889322104575925', time=2024-09-12T19:39:36.106296+0000, chain.objs.size()=1 2024-09-12T18:05:19.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2FwFvIcIjW9omYAXd2dZg7KH3zxy_Uo_0 2024-09-12T18:05:19.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6089133123382450699', time=2024-09-12T19:39:36.465817+0000, chain.objs.size()=1 2024-09-12T18:05:19.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.B_iEYYXxyQWZcD8vr3Y-6VO2GNn9EMM_0 2024-09-12T18:05:19.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.773314309725048821', time=2024-09-12T19:39:36.765828+0000, chain.objs.size()=1 2024-09-12T18:05:19.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.801+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.a0vQL_NGMgX8AFm2H_gvWPXLLp220Yk_0 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13385876528880677772', time=2024-09-12T19:39:37.241306+0000, chain.objs.size()=1 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YlfC3XOLvw6Iron56Q5IKP2WDV36d0R_0 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11864644526816896331', time=2024-09-12T19:39:46.950030+0000, chain.objs.size()=1 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.274__shadow_.YAks70jyDjyihLeYKHLFM7R-U5azIvG_0 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14043815337371023822', time=2024-09-12T19:40:01.242959+0000, chain.objs.size()=1 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.290__shadow_.vRyP9__GxUxIgeyJmsxbm1BoKhAce6y_0 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17152511910518944762', time=2024-09-12T19:40:05.337895+0000, chain.objs.size()=1 2024-09-12T18:05:19.805 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.804+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.qLyLj4Rsti5SZOlPUD4__fgu_QA1gsI_0 2024-09-12T18:05:19.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.806+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18283455926090326713', time=2024-09-12T19:40:07.493238+0000, chain.objs.size()=1 2024-09-12T18:05:19.807 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.806+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.vSghm71JNvuUptolnQIb7kz7ROhgd1p_0 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16095688933217391309', time=2024-09-12T19:40:31.218150+0000, chain.objs.size()=1 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.316__shadow_.YGuX3_diqIi3rH1q9ybeC1x5Ow7J7IH_0 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7426817973952018224', time=2024-09-12T19:41:15.023182+0000, chain.objs.size()=1 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-WE3r6oZWQgcKmnCMhwshfDoG94hjSs_0 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16223785121173722668', time=2024-09-12T19:41:15.042195+0000, chain.objs.size()=1 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.S6QevKPCYLSTVlXdi4ShSoI1Y2Bmho4_0 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2727313835092075089', time=2024-09-12T19:41:16.368612+0000, chain.objs.size()=1 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UcxcSpUBCXW_tGtJAVAprjNQ2N1mwor_0 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15890964266134636515', time=2024-09-12T19:41:16.478570+0000, chain.objs.size()=1 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.o7ePVIH_N5hK1BGJ6EhAbVpuum6_NHJ_0 2024-09-12T18:05:19.808 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16504000626870356470', time=2024-09-12T19:41:16.550553+0000, chain.objs.size()=1 2024-09-12T18:05:19.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.807+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GGZ29c3rCf47bRU8QYAJP6WkfxxZEEu_0 2024-09-12T18:05:19.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.808+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4577638135335694756', time=2024-09-12T19:41:17.087649+0000, chain.objs.size()=1 2024-09-12T18:05:19.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.808+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.whUQzlXcMI3zLQH2p9zx35LnDl1Durg_0 2024-09-12T18:05:19.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8613676798126677979', time=2024-09-12T19:41:17.263190+0000, chain.objs.size()=1 2024-09-12T18:05:19.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.9ZR-_s9n8327EOCSlGi8ZWf4rcUnDAr_0 2024-09-12T18:05:19.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15342205802326815946', time=2024-09-12T19:41:18.496451+0000, chain.objs.size()=1 2024-09-12T18:05:19.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JH-_uLK1mkQookSJvPzPD_QLbSdBj_N_0 2024-09-12T18:05:19.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6239087810058505113', time=2024-09-12T19:41:18.738616+0000, chain.objs.size()=1 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Xe--pWyLXn6H0JyWO34ereuzeXsJOXk_0 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16890844093503440431', time=2024-09-12T19:41:18.820256+0000, chain.objs.size()=1 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.idCCj_rThJp3PRuK9k-iOvPZPIay0ID_0 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6098345552431318717', time=2024-09-12T19:41:19.310162+0000, chain.objs.size()=1 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Z31cBpKYR4Fbz0ZMZmh-56LENZEjcCA_0 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14915527407035899248', time=2024-09-12T19:41:20.753668+0000, chain.objs.size()=1 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.f4PnWsRF-u4_ToQyCgMWLvGpigjJxzp_0 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2757571747106615833', time=2024-09-12T19:41:21.207781+0000, chain.objs.size()=1 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xLu5w1RbiSc1BMUU2hVuKaxbxmjhVC5_0 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10605239250359656668', time=2024-09-12T19:41:22.626946+0000, chain.objs.size()=1 2024-09-12T18:05:19.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XvDRHRCQYqedlNuujTDMrFZy9LPEymO_0 2024-09-12T18:05:19.814 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3956258361674486799', time=2024-09-12T19:41:22.812385+0000, chain.objs.size()=1 2024-09-12T18:05:19.814 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0miXCFDtLx1eIP0R9fKOi5Z-m0KnlAZ_0 2024-09-12T18:05:19.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9116609760502610405', time=2024-09-12T19:41:22.882585+0000, chain.objs.size()=1 2024-09-12T18:05:19.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YuhGgvCvfDQqBEt-yYXK50tUWyo7er3_0 2024-09-12T18:05:19.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4715970437889417375', time=2024-09-12T19:41:24.303552+0000, chain.objs.size()=1 2024-09-12T18:05:19.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2W0hqM4s9oXAkFBaxwy3xoCDs_IDbmc_0 2024-09-12T18:05:19.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13018512053155258916', time=2024-09-12T19:41:24.851788+0000, chain.objs.size()=1 2024-09-12T18:05:19.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ztnzI8nNCCVjUTnFy5mf4JL8_2yawmA_0 2024-09-12T18:05:19.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1646817036135251432', time=2024-09-12T19:41:25.516988+0000, chain.objs.size()=1 2024-09-12T18:05:19.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8jKyGMdIZ432oVbjLPAValDIfJ8rU7__0 2024-09-12T18:05:19.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1628983393502278526', time=2024-09-12T19:42:02.661427+0000, chain.objs.size()=1 2024-09-12T18:05:19.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.76t3TBw5VqS_zlnpMuS6fXSepdi4f3j_0 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3309388258002194627', time=2024-09-12T19:42:02.945463+0000, chain.objs.size()=1 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uEMH8gArPiLONIdBzeM1YP5IUbf5p4G_0 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17035525796829377066', time=2024-09-12T19:42:03.159717+0000, chain.objs.size()=1 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OQU-mWbw6NeGkipvkn9k6qFkHPq3t_z_0 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13201692156019512913', time=2024-09-12T19:42:03.294844+0000, chain.objs.size()=1 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Akyv18K2gEy76NtoXH7E_vTfs8wMM36_0 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17896615032162802252', time=2024-09-12T19:42:03.405177+0000, chain.objs.size()=1 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QM-K3liT51UT-2Y0liSMghcBYH5Vl1O_0 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5266777947844587348', time=2024-09-12T19:42:03.538799+0000, chain.objs.size()=1 2024-09-12T18:05:19.818 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.816+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.eFcWB0Io9NtfhrqlOtCsBDB8Z17Atwf_0 2024-09-12T18:05:19.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.818+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7127843186354587249', time=2024-09-12T19:42:04.131870+0000, chain.objs.size()=1 2024-09-12T18:05:19.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.818+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.N2W68nfi1XqqzNNw3x_5DeYBrBxpZ0S_0 2024-09-12T18:05:19.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.818+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10003552073033655561', time=2024-09-12T19:42:04.391294+0000, chain.objs.size()=1 2024-09-12T18:05:19.819 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.818+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SaxCZVR8ogJr7STTgrjieTdOUWMcOGk_0 2024-09-12T18:05:19.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.819+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3879582753503105020', time=2024-09-12T19:42:04.439697+0000, chain.objs.size()=1 2024-09-12T18:05:19.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.819+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iMPOkJ4Si-CsBmZcioSFRrNQrHi-yNF_0 2024-09-12T18:05:19.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.820+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9301910777764424323', time=2024-09-12T19:42:04.919128+0000, chain.objs.size()=1 2024-09-12T18:05:19.820 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.820+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.EJIKITnVZ6nfE-rTLHVUduIykQTYKTq_0 2024-09-12T18:05:19.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14358872519636913521', time=2024-09-12T19:42:05.095605+0000, chain.objs.size()=1 2024-09-12T18:05:19.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yxgH4Umjei8bR4qOMnCdI_lqfopVPWN_0 2024-09-12T18:05:19.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7759086921374649765', time=2024-09-12T19:42:05.110194+0000, chain.objs.size()=1 2024-09-12T18:05:19.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HTNYbP_qsO5pP-UqOde26vxIqAt127A_0 2024-09-12T18:05:19.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11440164854159919037', time=2024-09-12T19:42:05.705784+0000, chain.objs.size()=1 2024-09-12T18:05:19.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FZrhvedHDeYnv3_Llvg78BRQoiNJCjY_0 2024-09-12T18:05:19.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12325577572985689599', time=2024-09-12T19:42:06.165624+0000, chain.objs.size()=1 2024-09-12T18:05:19.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FCJoO5V0zOhfEpH_z8CWHS4UeNhSLsm_0 2024-09-12T18:05:19.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4213525737658963581', time=2024-09-12T19:42:07.404574+0000, chain.objs.size()=1 2024-09-12T18:05:19.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8Zn_iDuG2ha-vnY5Ov7AprP1U6dYuP7_0 2024-09-12T18:05:19.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4669208263332394257', time=2024-09-12T19:42:07.460765+0000, chain.objs.size()=1 2024-09-12T18:05:19.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MTqPQhyRli7OS8aLzt_h_6lSHtZdlRT_0 2024-09-12T18:05:19.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10500558597736595038', time=2024-09-12T19:42:07.879036+0000, chain.objs.size()=1 2024-09-12T18:05:19.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.M-CV6wLFPDcE4aIlAcP2LPNiXvIBLKP_0 2024-09-12T18:05:19.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7853307309745537355', time=2024-09-12T19:42:08.481742+0000, chain.objs.size()=1 2024-09-12T18:05:19.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.u2EyNicJfEYD-q_Lf6M6nkV1L_H_IVR_0 2024-09-12T18:05:19.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14632974649893587565', time=2024-09-12T19:42:08.927338+0000, chain.objs.size()=1 2024-09-12T18:05:19.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.c8F8dtnHTa7-6FfR50GyhAq8H4ci9GQ_0 2024-09-12T18:05:19.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1760294716057021413', time=2024-09-12T19:42:08.974425+0000, chain.objs.size()=1 2024-09-12T18:05:19.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.823+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HSyIwkmzidCnO8wynnRQ-fUQPOlkEL1_0 2024-09-12T18:05:19.827 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14447427823287438715', time=2024-09-12T19:42:09.260073+0000, chain.objs.size()=1 2024-09-12T18:05:19.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fxg4VkOZFVIdFFhRkiAxtIeSuXBLsUY_0 2024-09-12T18:05:19.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4697778480510826901', time=2024-09-12T19:42:10.014419+0000, chain.objs.size()=1 2024-09-12T18:05:19.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rVl3xpN1oJSAkhq3AYhqUxg9VjT_iZI_0 2024-09-12T18:05:19.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9800591526033130231', time=2024-09-12T19:42:10.410593+0000, chain.objs.size()=1 2024-09-12T18:05:19.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BMlGB6AdF1XBoFrAHBYhvsTSSA1BoEg_0 2024-09-12T18:05:19.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6450252888982722482', time=2024-09-12T19:42:10.556114+0000, chain.objs.size()=1 2024-09-12T18:05:19.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DYr-oR5J7fsRIhPJcgPa-Vz-UnP7QBb_0 2024-09-12T18:05:19.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1389835198253523695', time=2024-09-12T19:42:10.578678+0000, chain.objs.size()=1 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XMaDyOVf2FfLuAgOnUxWv3U9SDWgHoT_0 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3158947753036126676', time=2024-09-12T19:42:10.592147+0000, chain.objs.size()=1 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.16Ydxvjc3kDCJ-r3BbUWbeiksgAZVTH_0 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4083161533671575867', time=2024-09-12T19:42:10.592867+0000, chain.objs.size()=1 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.J3izcY9mYBhMaCWlTDow-TsOEPE2-P5_0 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13742686892436659647', time=2024-09-12T19:42:10.612529+0000, chain.objs.size()=1 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.hVp9nKqW69-Li5DqHT9VWgDNYFG4cgj_0 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12272982993358025849', time=2024-09-12T19:42:10.885776+0000, chain.objs.size()=1 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P2Kx3kEYofhKytBT6fZQ3VEPGgsnCJn_0 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3916313491730945921', time=2024-09-12T19:42:10.982843+0000, chain.objs.size()=1 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Q2Dmuh37C7U6_5QB7rXxbMAANZRuL8b_0 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6889029271026363204', time=2024-09-12T19:42:11.264742+0000, chain.objs.size()=1 2024-09-12T18:05:19.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.EBqKqo6d4i07bwtup2V4IJECTzFh4SY_0 2024-09-12T18:05:19.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.834+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/52325 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8427584686795454763', time=2024-09-12T19:42:12.340778+0000, chain.objs.size()=1 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ToT7I6ip-IB56jdLHtJdICbjvgXj-if_0 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15931665719815306982', time=2024-09-12T19:42:12.587196+0000, chain.objs.size()=1 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RdlAY7BhIdtGkcmS6khTJ5Q1eg6Gv-9_0 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12491097237718540564', time=2024-09-12T19:43:07.453292+0000, chain.objs.size()=1 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.391__shadow_.Afm3pucTE33CTnisUWMTCYDrnzBTZM0_0 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5265971539949430900', time=2024-09-12T19:44:30.069423+0000, chain.objs.size()=1 2024-09-12T18:05:19.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.837+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.bWoDUjnRF091gocO8M1JRlLSO-O9dqh_0 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1058885269231713767', time=2024-09-12T19:50:58.466378+0000, chain.objs.size()=1 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:BWPkk77s-VKQDYupFN5p7vTVcZ9VO.J_.YdrKj2qvhxRgeDVvY0tSTnhRtQKKyBh_0 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14655532802113464791', time=2024-09-12T19:51:14.950344+0000, chain.objs.size()=1 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:QOVmFOI12KEqOH7yB8TevnWaCrCd18H_.5Hs3dw7NFz9EVVXf9PYNwe_UB92Wn9p_0 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4371181938637585226', time=2024-09-12T19:51:22.874090+0000, chain.objs.size()=1 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:JIhyZ8AIn2PBZo.qm1CzW2I7fLkXVa1_.9TwMrP_V83Vrd99v3SuAy4L1GZx3b7D_0 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15048632717109171923', time=2024-09-12T19:52:11.729167+0000, chain.objs.size()=4 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~APA2Qedy_-nO5SG-gAF2GLyrezVkUSI.1 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~APA2Qedy_-nO5SG-gAF2GLyrezVkUSI.2 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~APA2Qedy_-nO5SG-gAF2GLyrezVkUSI.3 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~APA2Qedy_-nO5SG-gAF2GLyrezVkUSI.4 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10086617079173222094', time=2024-09-12T19:52:24.176912+0000, chain.objs.size()=1 2024-09-12T18:05:19.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:cU2pDSj-STwJtgbo0b8jcFSHk0.aTc2_.G9ov9-lA6PPa7i9iBlLLnFLRo11Gwm0_0 2024-09-12T18:05:19.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.840+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3031160734277529174', time=2024-09-12T19:52:48.850789+0000, chain.objs.size()=1 2024-09-12T18:05:19.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.840+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.606__shadow_.PgtN5_kUHPf-p9487PItonmV5hJk0Gd_0 2024-09-12T18:05:19.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.840+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6970646919843035938', time=2024-09-12T19:58:02.050390+0000, chain.objs.size()=1 2024-09-12T18:05:19.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.840+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.649__shadow_.UZQ3muzlflXrXFuvMUZFpexrd9GgySq_0 2024-09-12T18:05:19.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.840+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2851335351393631252', time=2024-09-12T19:59:02.464349+0000, chain.objs.size()=1 2024-09-12T18:05:19.841 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.840+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.694__shadow:QT5Ft8NNLMsHFgjSSUyJQK88utLy.kN_.LiXmCBc5gm0yONek24Mf3sjt9UPhzFb_0 2024-09-12T18:05:19.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12093926449996342787', time=2024-09-12T20:00:05.310180+0000, chain.objs.size()=10 2024-09-12T18:05:19.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.1 2024-09-12T18:05:19.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.2 2024-09-12T18:05:19.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.842+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.3 2024-09-12T18:05:19.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.842+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.4 2024-09-12T18:05:19.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.842+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.5 2024-09-12T18:05:19.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.842+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.6 2024-09-12T18:05:19.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.842+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.7 2024-09-12T18:05:19.844 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.842+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.8 2024-09-12T18:05:19.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.844+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.9 2024-09-12T18:05:19.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.844+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.736__multipart_foo.2~QQc_B6T8PeBWOKA_5WWJ53dC7VhiikZ.10 2024-09-12T18:05:19.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.850+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.856+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:05:19.858 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.857+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.858 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=97, truncated=0, next_marker='' 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_I6g3sFhp4atsXHpm6EZb4Ytx2rqtf24', time=2024-09-12T19:35:14.229030+0000, chain.objs.size()=3 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.s-15yCp5eXfA4YFsDU7cxW2QOHYEtr1_0 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.s-15yCp5eXfA4YFsDU7cxW2QOHYEtr1_1 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.s-15yCp5eXfA4YFsDU7cxW2QOHYEtr1_2 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6863046332328849872', time=2024-09-12T19:35:24.391294+0000, chain.objs.size()=5 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-LUKEWARM.2~LBtGscvfVVN9qQYd9WGyJImmgMd5DQj.1 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_foo-LUKEWARM.2~LBtGscvfVVN9qQYd9WGyJImmgMd5DQj.1_1 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-LUKEWARM.2~LBtGscvfVVN9qQYd9WGyJImmgMd5DQj.2 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_foo-LUKEWARM.2~LBtGscvfVVN9qQYd9WGyJImmgMd5DQj.2_1 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-LUKEWARM.2~LBtGscvfVVN9qQYd9WGyJImmgMd5DQj.3 2024-09-12T18:05:19.860 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9246194649460590332', time=2024-09-12T19:38:32.280933+0000, chain.objs.size()=1 2024-09-12T18:05:19.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.243__shadow_.E05HiLZSSGQRE-Pdxxfoo_KryXVk5Es_0 2024-09-12T18:05:19.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11244645336099496591', time=2024-09-12T19:39:28.816508+0000, chain.objs.size()=1 2024-09-12T18:05:19.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._9LXjqc6u1E99GjLHBV0p7zH6tcod9i_0 2024-09-12T18:05:19.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7739626660965952532', time=2024-09-12T19:39:29.280018+0000, chain.objs.size()=1 2024-09-12T18:05:19.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tui0mfBX4Q4jIzuVLIA07a1MmEstssd_0 2024-09-12T18:05:19.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13564751973529142538', time=2024-09-12T19:39:29.974340+0000, chain.objs.size()=1 2024-09-12T18:05:19.861 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WFTKiT1-nnNMHWit4U4l-BkJ3FqOrVa_0 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17368101458856724685', time=2024-09-12T19:39:30.214901+0000, chain.objs.size()=1 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.69qFIpUFi2dNefOKhG7twoEYgSfm8CX_0 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12602611810166072489', time=2024-09-12T19:39:30.301123+0000, chain.objs.size()=1 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qfRTZfm7HXSs8SkHpjEyDmc7kZlh-qD_0 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13352526987166294789', time=2024-09-12T19:39:30.366614+0000, chain.objs.size()=1 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bW9GpI1XiYAi5-Q_mWj6Q-4xfu5EtpL_0 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12409113356322096857', time=2024-09-12T19:39:30.367351+0000, chain.objs.size()=1 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.NKwovyMrKEjgwydndXBdP445oU7ilAX_0 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9789531458461915126', time=2024-09-12T19:39:31.019124+0000, chain.objs.size()=1 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5VM673YA0ZC9DA9vLA0IqIjNw7MtSZb_0 2024-09-12T18:05:19.867 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15195098192294000231', time=2024-09-12T19:39:31.966299+0000, chain.objs.size()=1 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bBQpe8BjUGScLnKJs3h3DqB_wUdhkct_0 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1354716882823412791', time=2024-09-12T19:39:32.021852+0000, chain.objs.size()=1 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.14GiTgo6YSTb0hONvh4TFQ1hGXw1SjS_0 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8655975154619304612', time=2024-09-12T19:39:32.266376+0000, chain.objs.size()=1 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.m0FttMmwESw2fhASOUo4AI2RLagTLrE_0 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14505929669851568289', time=2024-09-12T19:39:33.155881+0000, chain.objs.size()=1 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fH109eEGQimJdS2_D9KOE23J0Fa0IHc_0 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8961766574662559232', time=2024-09-12T19:39:33.347680+0000, chain.objs.size()=1 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BiY2lcrnhh63mVBnJvW0XnYliki-ssv_0 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6417888270433652478', time=2024-09-12T19:39:34.474445+0000, chain.objs.size()=1 2024-09-12T18:05:19.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.866+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.upxsJwa91jilGM1cr_a-VIALO0Y1upq_0 2024-09-12T18:05:19.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.869+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9030669277026314248', time=2024-09-12T19:39:34.764951+0000, chain.objs.size()=1 2024-09-12T18:05:19.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.869+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.H_1xM_6WcX9xaPX64UiklPpVrPqZDvn_0 2024-09-12T18:05:19.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.869+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12650672696359616846', time=2024-09-12T19:39:34.890742+0000, chain.objs.size()=1 2024-09-12T18:05:19.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.869+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DdUdwdnlrj38B8vo_O03jbWB4jEhoor_0 2024-09-12T18:05:19.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.871+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10009184726202159945', time=2024-09-12T19:39:34.993114+0000, chain.objs.size()=1 2024-09-12T18:05:19.871 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.871+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.S9yJ95q2G3HiPfLOJtrDIJlIfPcDVld_0 2024-09-12T18:05:19.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.871+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17033275111126976421', time=2024-09-12T19:39:35.115636+0000, chain.objs.size()=1 2024-09-12T18:05:19.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.871+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RQ8O71DC1PKv15i8jkZAT-m8NhB6ahl_0 2024-09-12T18:05:19.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.871+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5709845714403734114', time=2024-09-12T19:39:35.622132+0000, chain.objs.size()=1 2024-09-12T18:05:19.872 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.871+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WKlutEnz-kWiojn8HD5BjH5XYk9EnP9_0 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4298692115941934122', time=2024-09-12T19:39:36.407487+0000, chain.objs.size()=1 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.h8O2LudlOEsMsqKwHWfrTclP8kpq13t_0 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15469171022054510349', time=2024-09-12T19:39:37.206006+0000, chain.objs.size()=1 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mhfjaVwxR_fZS6eeOcoEAxRuxccW0sZ_0 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6628449671947977958', time=2024-09-12T19:39:37.386092+0000, chain.objs.size()=1 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GuxSzMKBUGxtsmkSWJ5w94wNHgK06zo_0 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10266759113146432125', time=2024-09-12T19:39:37.491447+0000, chain.objs.size()=1 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mhECX970qf3Z5hgRW0RfGwOtLCDtOTk_0 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13795672014349239136', time=2024-09-12T19:39:37.602885+0000, chain.objs.size()=1 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RETd5bUU3zO1JvfRTGgN3HAKOiMTVP-_0 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1197085854845101212', time=2024-09-12T19:39:50.471452+0000, chain.objs.size()=1 2024-09-12T18:05:19.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.872+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.278__shadow_.-jo0w1pAzrfX3jirRjh9XAE9Vg4DaVc_0 2024-09-12T18:05:19.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.873+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16323265212751943491', time=2024-09-12T19:39:54.034727+0000, chain.objs.size()=1 2024-09-12T18:05:19.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.873+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.282__shadow_.nSYu9LaEi-gFEuSvLKBW5bftNuXSThU_0 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17172833299281841336', time=2024-09-12T19:39:56.667262+0000, chain.objs.size()=1 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.285__shadow_.7vsUCledhFqTWhoTGqckgy0QjtaN6PM_0 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18123288957776942046', time=2024-09-12T19:40:07.596877+0000, chain.objs.size()=1 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.2o4ka7nfoM_UGr9N8qN_rU9s6yNNC1z_0 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6451961410278223776', time=2024-09-12T19:40:13.918578+0000, chain.objs.size()=1 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.301__shadow_.p_xX5T2oPO10HqQ1NrlS7_MAau8evgk_0 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10699912230893548979', time=2024-09-12T19:40:20.953077+0000, chain.objs.size()=1 2024-09-12T18:05:19.877 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.308__shadow:yJwwYQN4PwqA00iJe-mfYhFIfuzjbci_.AXHpoWNBE5q5_szCIuz0RCLepTReh7G_0 2024-09-12T18:05:19.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3123649560820555233', time=2024-09-12T19:41:15.408716+0000, chain.objs.size()=1 2024-09-12T18:05:19.878 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.876+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.awCyucb7AXX-jGRhaMHLeyk8KFdDRs0_0 2024-09-12T18:05:19.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17248577392624159440', time=2024-09-12T19:41:15.587780+0000, chain.objs.size()=1 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Ocj1Rwkyp65C7NhhNdOW9M0QBMgItuB_0 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5596338817738301068', time=2024-09-12T19:41:15.772768+0000, chain.objs.size()=1 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NETO9HkwtjIRds5NvD52mA7Fh7yAy_l_0 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16850228002965776714', time=2024-09-12T19:41:15.791268+0000, chain.objs.size()=1 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Fxy1maLa4AxPTAvLjBp2ip6CtPsVSRh_0 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13693811251013698031', time=2024-09-12T19:41:15.863694+0000, chain.objs.size()=1 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VSJImqNGZzXxfGMQ44fSljhfRSMMw6q_0 2024-09-12T18:05:19.880 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5466332760991478782', time=2024-09-12T19:41:17.872624+0000, chain.objs.size()=1 2024-09-12T18:05:19.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UaCk2BGvlEKV_3oISyIBMgGeJ5RnjL-_0 2024-09-12T18:05:19.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2178992260923946905', time=2024-09-12T19:41:18.643151+0000, chain.objs.size()=1 2024-09-12T18:05:19.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._gg8ttf8_gb9SnOg_sJERgMxX2odYsb_0 2024-09-12T18:05:19.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15790964629771804596', time=2024-09-12T19:41:19.315918+0000, chain.objs.size()=1 2024-09-12T18:05:19.881 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vKW3-EJIywEGxsj63VRkJNpCtaL0gQA_0 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18401998966870901174', time=2024-09-12T19:41:19.630575+0000, chain.objs.size()=1 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.j3exHJDZjXxSCDyfqgernCyX6mjm3Xd_0 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5690871521395102966', time=2024-09-12T19:41:20.028818+0000, chain.objs.size()=1 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EHcTRZVFm1MfgmKS4TccmPS1AGY6JQr_0 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10902766090071552463', time=2024-09-12T19:41:21.604246+0000, chain.objs.size()=1 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YPfF5Xtb8VVyRc7snB-2Pt5qe2wZO4U_0 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.128655912474434891', time=2024-09-12T19:41:21.695564+0000, chain.objs.size()=1 2024-09-12T18:05:19.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Tgz2vDvPi54gSoIE9iwPxx8CrRzDu0U_0 2024-09-12T18:05:19.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10242566667984228356', time=2024-09-12T19:41:21.701931+0000, chain.objs.size()=1 2024-09-12T18:05:19.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pLke2JGYCKmcerKfOLgTPC6H0cXHSOF_0 2024-09-12T18:05:19.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.52239677260299611', time=2024-09-12T19:41:21.702696+0000, chain.objs.size()=1 2024-09-12T18:05:19.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QfkivMU0TT6Cyvbwcp2kMgdtmEFDcuh_0 2024-09-12T18:05:19.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.884+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14083038078074686237', time=2024-09-12T19:41:22.073964+0000, chain.objs.size()=1 2024-09-12T18:05:19.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.884+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.U9Lvxzi8ts72fjJVdVy4Y8__3c7AfTe_0 2024-09-12T18:05:19.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.884+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4879355820034405301', time=2024-09-12T19:41:22.333425+0000, chain.objs.size()=1 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NTYLpc2envJ6mwQ-Nn_qvrHAD8N1x65_0 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4007900952203784778', time=2024-09-12T19:41:22.334319+0000, chain.objs.size()=1 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Go1E_pBghYLR8JspWmKczuOAi_cI477_0 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14993879409896005441', time=2024-09-12T19:41:22.976721+0000, chain.objs.size()=1 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.f7mvnKqcBVt5fS-bvGqdPZQWY8_xXZY_0 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10626708987072356327', time=2024-09-12T19:41:22.977552+0000, chain.objs.size()=1 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WsZZeRz5wxIx-uLwCIF7fk-ZkVgc1zP_0 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17502225087874871748', time=2024-09-12T19:41:23.475190+0000, chain.objs.size()=1 2024-09-12T18:05:19.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NpivdQsOaaV_wAg3ecLdtLi1_9Bzs90_0 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5301914789761106283', time=2024-09-12T19:41:24.017830+0000, chain.objs.size()=1 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.O_ZDQW7mKbCyCekavRu_x1mLsZHySmB_0 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11862774895742410071', time=2024-09-12T19:41:24.391224+0000, chain.objs.size()=1 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.T0Qhviv0gN4N0UCRHWOwiWumtz7OBFb_0 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1208844843618799209', time=2024-09-12T19:41:24.748208+0000, chain.objs.size()=1 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.V7Pw3fW8r5UGMLwfpEkfBId8L-VQ3S7_0 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6083591612280672088', time=2024-09-12T19:41:24.974962+0000, chain.objs.size()=1 2024-09-12T18:05:19.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.887+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.x_Gh_P1dzyer3QDyXA7hKYKwchrwdEr_0 2024-09-12T18:05:19.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.890+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7802489385160247230', time=2024-09-12T19:42:02.622608+0000, chain.objs.size()=1 2024-09-12T18:05:19.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.890+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kJcGvllpE-CD09T53QrQzNJaBM9GCif_0 2024-09-12T18:05:19.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.890+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6757101888574133236', time=2024-09-12T19:42:02.865334+0000, chain.objs.size()=1 2024-09-12T18:05:19.891 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.890+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.raZwRu59i4RZ7L0ZyosfIHhLtWoxaS6_0 2024-09-12T18:05:19.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4954286747297641366', time=2024-09-12T19:42:04.165171+0000, chain.objs.size()=1 2024-09-12T18:05:19.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OrWTIjcYb5yy6WYI8lcvbabzR6bR_zn_0 2024-09-12T18:05:19.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8772501883601917942', time=2024-09-12T19:42:04.737543+0000, chain.objs.size()=1 2024-09-12T18:05:19.893 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5D2xEFfrB_HOGPa-G9Au5S9P51h2zsZ_0 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7616221988399548795', time=2024-09-12T19:42:06.441783+0000, chain.objs.size()=1 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5uukU0yRwisJtfVQgRWEHsHUpN071Sc_0 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7514297635428093907', time=2024-09-12T19:42:06.464190+0000, chain.objs.size()=1 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.d4SHQHWcq_Vr-9rqMkzxV4V1KRqwTqj_0 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8435644135736042575', time=2024-09-12T19:42:07.332270+0000, chain.objs.size()=1 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SyAtSARSWFQ7s0w2VmIkiDJ4nx-o4B__0 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6022432036335745278', time=2024-09-12T19:42:07.549401+0000, chain.objs.size()=1 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZQGPwDd4edcHxMU23rkKpAYqdksZNq3_0 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1458639091973918922', time=2024-09-12T19:42:07.657492+0000, chain.objs.size()=1 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SdRBh2moTYTmGWCHfwV0qTj6Au9hHoS_0 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1286431138012334210', time=2024-09-12T19:42:07.896797+0000, chain.objs.size()=1 2024-09-12T18:05:19.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.H5pnbjq41naKIvXFEDIWGJiTjcnmMsl_0 2024-09-12T18:05:19.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3272640052005669024', time=2024-09-12T19:42:08.359127+0000, chain.objs.size()=1 2024-09-12T18:05:19.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.892+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5t7VR8RsnQNEa4cC3BHinh2k1I4jxLC_0 2024-09-12T18:05:19.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.894+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15711466566049877763', time=2024-09-12T19:42:08.406247+0000, chain.objs.size()=1 2024-09-12T18:05:19.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.894+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.klgcdaQSIKX8L8p5y3N74VJ1KIzBnjO_0 2024-09-12T18:05:19.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.895+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14913256262096682872', time=2024-09-12T19:42:09.141903+0000, chain.objs.size()=1 2024-09-12T18:05:19.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.895+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._rhDg168Lg9CD3fe9rCVQN_GDTvRf6h_0 2024-09-12T18:05:19.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8216009757409765538', time=2024-09-12T19:42:09.865720+0000, chain.objs.size()=1 2024-09-12T18:05:19.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WAWU1KUjYRVwK2E_KIj4GHzT7wDcuSI_0 2024-09-12T18:05:19.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8465506671442164683', time=2024-09-12T19:42:09.914658+0000, chain.objs.size()=1 2024-09-12T18:05:19.897 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cfga_3Bmx4hm-SxrlfSPa8-KBAjAi4a_0 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14083277979645308579', time=2024-09-12T19:42:10.090217+0000, chain.objs.size()=1 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZoUbBcLp8cyfFj2tuGljq0uslWCoC59_0 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6198598361917572518', time=2024-09-12T19:42:10.095576+0000, chain.objs.size()=1 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bigVwjrKiXK3rSbkEMAb8WeOK8vxLYR_0 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18359640336483060190', time=2024-09-12T19:42:11.213802+0000, chain.objs.size()=1 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.grZd5nli8B6IhJQf79BymSZZWd_yept_0 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15355272801414013478', time=2024-09-12T19:42:11.389692+0000, chain.objs.size()=1 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3fJ0LtZCwXieXYXyQa-cEvDyMEI3Bcb_0 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15622231761043466156', time=2024-09-12T19:42:11.857423+0000, chain.objs.size()=1 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6t_65TfIpF8_HHtnyTJM1UAIHMA7I47_0 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8945702809560547089', time=2024-09-12T19:42:12.496613+0000, chain.objs.size()=1 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qnNAzUGcqcxdBXGJJgbjAQcbVPXWrl5_0 2024-09-12T18:05:19.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11111804033289431183', time=2024-09-12T19:42:12.726027+0000, chain.objs.size()=1 2024-09-12T18:05:19.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4gd_YwLUagmIuYXhHNRx7AJIwHtBBz-_0 2024-09-12T18:05:19.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4527717818694799083', time=2024-09-12T19:42:12.883125+0000, chain.objs.size()=1 2024-09-12T18:05:19.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.896+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5VdtetdhVJwvknF5TMP95T8_cq-0aeh_0 2024-09-12T18:05:19.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.897+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6207979623157054490', time=2024-09-12T19:42:19.440751+0000, chain.objs.size()=1 2024-09-12T18:05:19.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.897+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.333__shadow_._UU1akWb1CUdEvgFzvv7yJrIAcmxNN9_0 2024-09-12T18:05:19.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8914388935065674514', time=2024-09-12T19:43:54.567421+0000, chain.objs.size()=1 2024-09-12T18:05:19.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.445__shadow_.km2U6QghyzMnoItrycesylAzOYzpSwo_0 2024-09-12T18:05:19.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11748663136246851886', time=2024-09-12T19:44:14.792485+0000, chain.objs.size()=1 2024-09-12T18:05:19.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.463__shadow_.lZZod3l3MZ3XVltws1oj3-m-s6N5D9E_0 2024-09-12T18:05:19.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10990244261182313764', time=2024-09-12T19:44:37.739085+0000, chain.objs.size()=1 2024-09-12T18:05:19.901 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.489__shadow_.VbygXc3E4d9cLF7nLpQYoO_i8lY3lJp_0 2024-09-12T18:05:19.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN', time=2024-09-12T19:48:52.354597+0000, chain.objs.size()=10 2024-09-12T18:05:19.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.1 2024-09-12T18:05:19.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.900+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.2 2024-09-12T18:05:19.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.902+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.3 2024-09-12T18:05:19.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.902+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.4 2024-09-12T18:05:19.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.902+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.5 2024-09-12T18:05:19.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.902+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.6 2024-09-12T18:05:19.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.902+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.7 2024-09-12T18:05:19.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.902+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.8 2024-09-12T18:05:19.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.904+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.9 2024-09-12T18:05:19.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.904+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.527__multipart_mymultipart.2~uNPGutOx4bVRXE9LR0mUlq4qoyuocxN.10 2024-09-12T18:05:19.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.905+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17408189090335396903', time=2024-09-12T19:49:02.382009+0000, chain.objs.size()=1 2024-09-12T18:05:19.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.905+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.529__shadow_.-oQZ4T1A3KDTj4uWPSew0eXfw4e1Fq7_0 2024-09-12T18:05:19.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.905+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2832900204621241699', time=2024-09-12T19:49:38.071725+0000, chain.objs.size()=1 2024-09-12T18:05:19.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.905+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.538__shadow_.0H8AnP3MB_UhawYQJcDsKpE1VirXTL__0 2024-09-12T18:05:19.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.905+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4584779895055135307', time=2024-09-12T19:50:56.663539+0000, chain.objs.size()=1 2024-09-12T18:05:19.906 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.905+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:pQh-newk3jjYV6c1vBzC3zVZSQPrCfP_.F6cTpaaw9vA1g8ZMsNblITatTt3q8ui_0 2024-09-12T18:05:19.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17613798566259846269', time=2024-09-12T19:51:15.498259+0000, chain.objs.size()=1 2024-09-12T18:05:19.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:zS1jqlSPuXsk2AlrY01vA00XTibcBU6_.K_fF3hNcpNWnRCfQirtCPs24ffF2BXA_0 2024-09-12T18:05:19.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13402583554120931500', time=2024-09-12T19:51:41.189498+0000, chain.objs.size()=1 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:jpg.B1eyKu9aNwhq0fFe9xnZex3nkB4_.TM9YhfM1JPo0fG1AAHjjRVQSPKLViTy_0 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16949729352650981784', time=2024-09-12T19:52:24.239282+0000, chain.objs.size()=1 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:ccSv75.WlfrP7PwMtZ2pwZ1vIWXRUlZ_.sguBOqbXRUbvSgqOxgHGopIYZMhWtjb_0 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.214379433979964458', time=2024-09-12T19:52:32.835026+0000, chain.objs.size()=1 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.587__shadow:Mr2S1jyIx01mH-vceOvWhdY0Hc9s5Cs_.X1NmqNLcpT8gdhkDUsfTVwrrIR_YkKB_0 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.514719583037975980', time=2024-09-12T19:58:09.682715+0000, chain.objs.size()=1 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.654__shadow_.qkAFj1nLsiDcANPfcW8YB_r1HGymQSw_0 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9655004810181237200', time=2024-09-12T19:58:43.450463+0000, chain.objs.size()=1 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.667__shadow_.FQEXtmOaRzt34nCW5YwnzLgLnDgMktc_0 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14917105184208820996', time=2024-09-12T19:58:47.013800+0000, chain.objs.size()=1 2024-09-12T18:05:19.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.672__shadow_.Bn-Oz-8HmZcwmsn6vb3yr_sXXfZweVN_0 2024-09-12T18:05:19.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2410404717155431850', time=2024-09-12T19:59:00.960068+0000, chain.objs.size()=1 2024-09-12T18:05:19.909 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.907+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.692__shadow_.eBYyeCiEF_ehjZq2fl9E3f4Ga3LYHTb_0 2024-09-12T18:05:19.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.910+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15880113079490000167', time=2024-09-12T20:00:19.917281+0000, chain.objs.size()=1 2024-09-12T18:05:19.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.910+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.745__shadow_.m8m5pVoJkX5RhpMfXkj5bNYckHaIeAA_0 2024-09-12T18:05:19.913 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.913+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.915+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:05:19.917 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.917+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.917+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/55247' 2024-09-12T18:05:19.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_we3To3V-R9uunKJdt6Z0cT4Zym0ZnzN', time=2024-09-12T19:35:34.109317+0000, chain.objs.size()=3 2024-09-12T18:05:19.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.FGhsFCHI2RJtU_vJPIeIA28u5GZtGV__0 2024-09-12T18:05:19.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.FGhsFCHI2RJtU_vJPIeIA28u5GZtGV__1 2024-09-12T18:05:19.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.FGhsFCHI2RJtU_vJPIeIA28u5GZtGV__2 2024-09-12T18:05:19.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2003227588794362420', time=2024-09-12T19:36:13.749530+0000, chain.objs.size()=1 2024-09-12T18:05:19.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.190__shadow_.76lLiNyZCoFnEUVn2-w1jziLyK4JNR-_0 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13587258663048147266', time=2024-09-12T19:36:36.785632+0000, chain.objs.size()=1 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.204__shadow_.gJ0Iu2E70CTIDAArzNX9Okjg_2F13-Z_0 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10339285172764727151', time=2024-09-12T19:38:23.129975+0000, chain.objs.size()=1 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.234__shadow_.SnlSzkFea4MD9b2WbKFbouJ8poDzGbQ_0 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11435018163163958541', time=2024-09-12T19:38:24.059518+0000, chain.objs.size()=1 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.235__shadow_.z-GT5IfMmVO3RpwQas_OcuhYl44Dwtx_0 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14358058606227673838', time=2024-09-12T19:38:31.399517+0000, chain.objs.size()=1 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.242__shadow_.zRDVd8OttPnP2Hs9LZM8TjctlgnLOhC_0 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9003950830161117069', time=2024-09-12T19:38:35.419283+0000, chain.objs.size()=1 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.245__shadow_.f4G_YTGsbjJ5GgDSzTj239jYVBefKcx_0 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12583476228203380679', time=2024-09-12T19:38:36.325848+0000, chain.objs.size()=1 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.246__shadow_.HXxdkBG-AchaZMJAyvPPimtypzxM2Tw_0 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8893876496072477248', time=2024-09-12T19:38:37.249583+0000, chain.objs.size()=1 2024-09-12T18:05:19.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.247__shadow_.u358HYL2Ya1PHmVaZhsC9GBhl4wQlvN_0 2024-09-12T18:05:19.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2645480194974840521', time=2024-09-12T19:38:38.136162+0000, chain.objs.size()=1 2024-09-12T18:05:19.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.248__shadow_.bDTkgwDRY6puFYqAaEueEZ7XxOv-bt__0 2024-09-12T18:05:19.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6901087125290621564', time=2024-09-12T19:38:39.891153+0000, chain.objs.size()=1 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.250__shadow_.HddCPqWXvAl-YvyGxlIBwba6B45Xk4c_0 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2129265756198934482', time=2024-09-12T19:39:27.553050+0000, chain.objs.size()=1 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Ql1Nw3vcRdTmQjb3K_sFQicM3I9v0gp_0 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17029451123642598080', time=2024-09-12T19:39:27.639059+0000, chain.objs.size()=1 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OHvr527RKy-cCE5MvODAKr6wHiOzWbK_0 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9919083144915357607', time=2024-09-12T19:39:27.928218+0000, chain.objs.size()=1 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Jv5ABVrB5VLA8xDmNwnws-OdQNUFYH6_0 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1968009004420600493', time=2024-09-12T19:39:28.016213+0000, chain.objs.size()=1 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0c3DDQhfjP1Vf9FU149lC_V5NPfWW6i_0 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1009251051191185372', time=2024-09-12T19:39:28.563849+0000, chain.objs.size()=1 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.UQNhr59pLfJSTS5jr4VqCog8lCftkUP_0 2024-09-12T18:05:19.924 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6995036786869384450', time=2024-09-12T19:39:28.649483+0000, chain.objs.size()=1 2024-09-12T18:05:19.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.923+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Quc7DRUFIMSEelc4Y7Y6voB39pqujh__0 2024-09-12T18:05:19.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9001464705394035416', time=2024-09-12T19:39:28.695538+0000, chain.objs.size()=1 2024-09-12T18:05:19.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MrmJE3atNF_U8B_fJH7jHhcZkESzw4j_0 2024-09-12T18:05:19.925 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11915985631905098093', time=2024-09-12T19:39:28.780501+0000, chain.objs.size()=1 2024-09-12T18:05:19.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bHhZ0sxc4mZyu3cumW_43Fl1suH-8mk_0 2024-09-12T18:05:19.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15535896801061424364', time=2024-09-12T19:39:29.993277+0000, chain.objs.size()=1 2024-09-12T18:05:19.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HP4UIzh5ag-8T-8SesQIq2l3Yg6of0g_0 2024-09-12T18:05:19.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14042935259472827209', time=2024-09-12T19:39:30.502902+0000, chain.objs.size()=1 2024-09-12T18:05:19.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ei7sOvwYVLMa1eTDJZk_-Y3AE_UH-a9_0 2024-09-12T18:05:19.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.926+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4564208769169541651', time=2024-09-12T19:39:31.934406+0000, chain.objs.size()=1 2024-09-12T18:05:19.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.926+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fP7ZYME9SdcT3f2EovRexUXnh_CR2Mr_0 2024-09-12T18:05:19.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7838889535020836052', time=2024-09-12T19:39:32.404452+0000, chain.objs.size()=1 2024-09-12T18:05:19.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Zou_DtEiof9IJY2qFqFRVUT6VukucRD_0 2024-09-12T18:05:19.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7688119079495133757', time=2024-09-12T19:39:32.405406+0000, chain.objs.size()=1 2024-09-12T18:05:19.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.AzwhBgkd4RABN0r34QJiiTNjLQiMW9c_0 2024-09-12T18:05:19.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10910252588038729910', time=2024-09-12T19:39:32.842126+0000, chain.objs.size()=1 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rovugIRWfjJMdoZ5f3lHnQrnxraoDul_0 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18384142575765629639', time=2024-09-12T19:39:32.928742+0000, chain.objs.size()=1 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.kyPTGQNKHH5Chdu7f-X9EuV4IsTb2gm_0 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.613184402974465222', time=2024-09-12T19:39:33.157580+0000, chain.objs.size()=1 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uhK7Kgge6fxLHQj_Ej8p2o_-BFKFzTi_0 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12351739467190969133', time=2024-09-12T19:39:33.158336+0000, chain.objs.size()=1 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2iVBlg2K9_Rf2bHRWTbDQggDFDsEmyg_0 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7325094221145378519', time=2024-09-12T19:39:33.349796+0000, chain.objs.size()=1 2024-09-12T18:05:19.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iinHICHTHXXfSpfOZjcZIl9Pq6lr7j-_0 2024-09-12T18:05:19.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15611069985703279712', time=2024-09-12T19:39:33.469979+0000, chain.objs.size()=1 2024-09-12T18:05:19.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.oB_1cZg_c65PRqracHauRdh_8CRgnax_0 2024-09-12T18:05:19.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2382681845673291193', time=2024-09-12T19:39:33.527179+0000, chain.objs.size()=1 2024-09-12T18:05:19.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.M4CfIGpZxpnT5BkVtxzMoOi1ORjGPhv_0 2024-09-12T18:05:19.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4703901163217749961', time=2024-09-12T19:39:35.027081+0000, chain.objs.size()=1 2024-09-12T18:05:19.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.72koy-xwndvVCwRtxkVKzTPvk6GZlJk_0 2024-09-12T18:05:19.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5401197581882691378', time=2024-09-12T19:39:35.647198+0000, chain.objs.size()=1 2024-09-12T18:05:19.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7vFCX8AoFf4GQ0B8wFDmfIKX0ekCwI-_0 2024-09-12T18:05:19.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9938282853389076450', time=2024-09-12T19:39:35.694909+0000, chain.objs.size()=1 2024-09-12T18:05:19.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.932+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OZ9Tqjt5WflZUMMcGUIpDUM8a7wgtPw_0 2024-09-12T18:05:19.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16660103313136174361', time=2024-09-12T19:39:36.087182+0000, chain.objs.size()=1 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bBZl3A3SoOYT46Pxvl_tLStAfNMbd7Z_0 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11335382440080408355', time=2024-09-12T19:39:36.259065+0000, chain.objs.size()=1 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Re2QrEIV2q6ejQEt1FuQhoEH_s_0_7m_0 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8552075569386054030', time=2024-09-12T19:39:36.444386+0000, chain.objs.size()=1 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.P6R-OW-vpBup9ukFxIh7aXVvmxRfuoa_0 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2041743185516324212', time=2024-09-12T19:39:45.264397+0000, chain.objs.size()=1 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.272__shadow_.wSh4hqQHWwkEAdlULYwkYvUaXeYnTyU_0 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9350333427589296960', time=2024-09-12T19:39:46.947365+0000, chain.objs.size()=1 2024-09-12T18:05:19.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.274__shadow_.cQAI88A0z3__rt-8O2wRf9deAHDzc7t_0 2024-09-12T18:05:19.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.937+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10561830885242797553', time=2024-09-12T19:39:49.592185+0000, chain.objs.size()=1 2024-09-12T18:05:19.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.937+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.277__shadow_.0mIxN_utb_EdkwV-CfhbuirRu6Q9aoe_0 2024-09-12T18:05:19.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.937+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10582033452805629637', time=2024-09-12T19:39:52.231926+0000, chain.objs.size()=1 2024-09-12T18:05:19.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.937+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.280__shadow_.2nZconWYV60KyOPnDhOAzB9-DvhfcHx_0 2024-09-12T18:05:19.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.937+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15818447288295757226', time=2024-09-12T19:39:59.481027+0000, chain.objs.size()=1 2024-09-12T18:05:19.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.937+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.288__shadow_.7YOP3VPQ6fQ5zkugLzt6qqLk34Kcj6E_0 2024-09-12T18:05:19.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.938+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15651494910045601469', time=2024-09-12T19:40:07.465635+0000, chain.objs.size()=1 2024-09-12T18:05:19.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.FcvNR2skXBYikn6E_oBGpHLSR-MUl2n_0 2024-09-12T18:05:19.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.938+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9055972924822985561', time=2024-09-12T19:40:07.502524+0000, chain.objs.size()=1 2024-09-12T18:05:19.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.CY1FFE9tDUqLRPelv7WZI_YRHrTCMvd_0 2024-09-12T18:05:19.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.938+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14543955952152779060', time=2024-09-12T19:40:07.511686+0000, chain.objs.size()=1 2024-09-12T18:05:19.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.rwLnk8kvqyUtZrXXKNqOJpw1Pvngizt_0 2024-09-12T18:05:19.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9927841785643468583', time=2024-09-12T19:40:12.072436+0000, chain.objs.size()=1 2024-09-12T18:05:19.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.299__shadow_.ltcFuQk6YDdE-T-bNA84fvBI4IK4AuS_0 2024-09-12T18:05:19.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11680727721774689813', time=2024-09-12T19:40:19.499037+0000, chain.objs.size()=1 2024-09-12T18:05:19.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.307__shadow_.vCE9phKVQ9latzNy9JLGvXYtyz6wrhX_0 2024-09-12T18:05:19.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10879579192669012285', time=2024-09-12T19:40:37.423925+0000, chain.objs.size()=1 2024-09-12T18:05:19.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.323__shadow_.nXxDGUmM8RY4rNFQXKLIy-fOf7U8kcB_0 2024-09-12T18:05:19.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13404490117908225260', time=2024-09-12T19:41:14.829022+0000, chain.objs.size()=1 2024-09-12T18:05:19.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.D9qALNWgsCZNj2nJxE5R2pe5NUDVeFw_0 2024-09-12T18:05:19.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18154831495972549608', time=2024-09-12T19:41:14.973023+0000, chain.objs.size()=1 2024-09-12T18:05:19.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.t6mE8HDYT40ROEOIF3Ikpgq1El6-f6q_0 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3862399749819930207', time=2024-09-12T19:41:14.973897+0000, chain.objs.size()=1 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.o9HPcCksezdNGryzqAYlDawWy88AgJ2_0 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11956587602627283335', time=2024-09-12T19:41:15.218537+0000, chain.objs.size()=1 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ifAUBQU-eiJbtW5ssOVFomngaICsLP2_0 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14851380410998112477', time=2024-09-12T19:41:15.277246+0000, chain.objs.size()=1 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.55HuZ9vHKZ4wVK4XXKbQcl1BtUJYhys_0 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12192528896794363440', time=2024-09-12T19:41:15.480699+0000, chain.objs.size()=1 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VutU2kLJ_d0DzraSHmQTfgGPmW_hbuE_0 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17193805760789610703', time=2024-09-12T19:41:15.557261+0000, chain.objs.size()=1 2024-09-12T18:05:19.944 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bY43GIVOq0iyt6uKBReQgzSBxgTTF6q_0 2024-09-12T18:05:19.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.353811585333225997', time=2024-09-12T19:41:15.557896+0000, chain.objs.size()=1 2024-09-12T18:05:19.945 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.943+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LUpdE3jGZDeEbodY9osMVOw_cUjsAUt_0 2024-09-12T18:05:19.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.945+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15654837303373374130', time=2024-09-12T19:41:15.864002+0000, chain.objs.size()=1 2024-09-12T18:05:19.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.945+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.78OVH5QpOOUElvYp4bPzNulSE4JmOpL_0 2024-09-12T18:05:19.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.945+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.234336159985921202', time=2024-09-12T19:41:16.480920+0000, chain.objs.size()=1 2024-09-12T18:05:19.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.945+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DfJRTvgeqL913QG0gqcWjIkUbpO0C-W_0 2024-09-12T18:05:19.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.945+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13333499128121343171', time=2024-09-12T19:41:16.827648+0000, chain.objs.size()=1 2024-09-12T18:05:19.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.945+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.l5HmCkMLdigcooW-Ym5tbQXU01TZhiw_0 2024-09-12T18:05:19.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.946+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8174579317520270179', time=2024-09-12T19:41:16.878612+0000, chain.objs.size()=1 2024-09-12T18:05:19.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.946+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dN-Ha7aqFV5BgRInvWZXc5elVy4uil6_0 2024-09-12T18:05:19.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.946+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3748098108334300956', time=2024-09-12T19:41:17.081027+0000, chain.objs.size()=1 2024-09-12T18:05:19.947 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.946+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.R56hfJ-vkihNttCf5TfrGfk0YBX4vaD_0 2024-09-12T18:05:19.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9027667743560477171', time=2024-09-12T19:41:17.285646+0000, chain.objs.size()=1 2024-09-12T18:05:19.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0zXF6AYd0GQMT9QdOEzWEqqsLH86yNJ_0 2024-09-12T18:05:19.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7243104414795201791', time=2024-09-12T19:41:17.884968+0000, chain.objs.size()=1 2024-09-12T18:05:19.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cfH9wuyiJAxwglVdDcjYBDyIwoy65DE_0 2024-09-12T18:05:19.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5814011022753037104', time=2024-09-12T19:41:17.885598+0000, chain.objs.size()=1 2024-09-12T18:05:19.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2vtcobTxaSu9KJExyljE-pE2GCBAhFN_0 2024-09-12T18:05:19.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10892229926710884850', time=2024-09-12T19:41:19.610138+0000, chain.objs.size()=1 2024-09-12T18:05:19.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Hx5D6ZwJ1NloUgU500RjSVBFHRKehTf_0 2024-09-12T18:05:19.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14844115318180155683', time=2024-09-12T19:41:19.648483+0000, chain.objs.size()=1 2024-09-12T18:05:19.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.b5LwgMGQUxk1X0-Ctv1pinS4nU7ZiN1_0 2024-09-12T18:05:19.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10276710093371125891', time=2024-09-12T19:41:19.761790+0000, chain.objs.size()=1 2024-09-12T18:05:19.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.948+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uRP9RlhJ9w0RXDFkqb5Fv-rqpt_i3Wy_0 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.850435300900397794', time=2024-09-12T19:41:20.144459+0000, chain.objs.size()=1 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pGowwFjMuf2NZYjDM_0LS-scvu0s1hW_0 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3550723927277532854', time=2024-09-12T19:41:20.995093+0000, chain.objs.size()=1 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.e7WWEJ4nbA9MwgArGHh39sO86QZhwuC_0 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16927022763052292745', time=2024-09-12T19:41:22.094713+0000, chain.objs.size()=1 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eNm4kOekDi0pSs9RV_lLnacI0BiDp1d_0 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1760158113553189277', time=2024-09-12T19:41:22.438191+0000, chain.objs.size()=1 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eCa8uz3PJTOceJW4SJL2dh_CIhR6PhZ_0 2024-09-12T18:05:19.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17201811221568793289', time=2024-09-12T19:41:22.754975+0000, chain.objs.size()=1 2024-09-12T18:05:19.953 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.951+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MN5gZDE_DqWxIH8A-9xBAT25TgjiN1d_0 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7748013388975594350', time=2024-09-12T19:41:22.755527+0000, chain.objs.size()=1 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JX2tJIxHm8eGohk1Njp8hUwG1AdyV0H_0 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2715936772831475395', time=2024-09-12T19:41:22.856884+0000, chain.objs.size()=1 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fWBaTnLwWXI_ub3qsr4kSZj7XHXFxX9_0 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11211739843791299489', time=2024-09-12T19:41:23.602573+0000, chain.objs.size()=1 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.grY5pVH-nA0di5NqGeYu6DG-QNb5G_U_0 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14086567482184407497', time=2024-09-12T19:41:23.725841+0000, chain.objs.size()=1 2024-09-12T18:05:19.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.TyQ3U6QCif3A4UlfDCexWb4goMZJ-19_0 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10714688318216367397', time=2024-09-12T19:41:24.296152+0000, chain.objs.size()=1 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PeFsZCe14P39GRuQR1U4I7eyYwh9UOq_0 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5583804390173479336', time=2024-09-12T19:41:24.296664+0000, chain.objs.size()=1 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.X9LVD-v1TlSJI9Qqi3OV-qYjWlsYhLs_0 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3221433597343404427', time=2024-09-12T19:41:25.059625+0000, chain.objs.size()=1 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EYZg9G8-TeKNnqZ4QuHR74YDp6udryc_0 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6398414188712039737', time=2024-09-12T19:42:02.670942+0000, chain.objs.size()=1 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HlfTw6m8nxM2Y_oXdGEpCxnjn02tsI1_0 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7073261971237739181', time=2024-09-12T19:42:03.113696+0000, chain.objs.size()=1 2024-09-12T18:05:19.956 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.954+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZLDOc-7VfYM5lrkwN7v2j6CONLdZi79_0 2024-09-12T18:05:19.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.955+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.838926186689425871', time=2024-09-12T19:42:03.407645+0000, chain.objs.size()=1 2024-09-12T18:05:19.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.955+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ojAkCsu9aCvM-mebLUntAZKoX_IOdzN_0 2024-09-12T18:05:19.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.955+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17259135104004372455', time=2024-09-12T19:42:03.483281+0000, chain.objs.size()=1 2024-09-12T18:05:19.957 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.955+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lSPpSYNPilX0sHj8tLrFkwP6XsFO4YQ_0 2024-09-12T18:05:19.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17181484079652183128', time=2024-09-12T19:42:04.302507+0000, chain.objs.size()=1 2024-09-12T18:05:19.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BGk83r8fORI8ST8jQeFa14-RmFGuEzO_0 2024-09-12T18:05:19.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1710755743956584474', time=2024-09-12T19:42:04.303157+0000, chain.objs.size()=1 2024-09-12T18:05:19.958 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8y2uxcwA5OrvnVehEHha7mLg_akuMMq_0 2024-09-12T18:05:19.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4708085030975559301', time=2024-09-12T19:42:04.418858+0000, chain.objs.size()=1 2024-09-12T18:05:19.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iZ2RJZNPWGBP3cMPGPJdqUtU0EF82Y0_0 2024-09-12T18:05:19.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2264475895891340495', time=2024-09-12T19:42:05.982249+0000, chain.objs.size()=1 2024-09-12T18:05:19.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.957+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.92ZDEBKXAU8JKZ-ATUKlTBpDVGtqrH8_0 2024-09-12T18:05:19.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.958+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7019618702713777911', time=2024-09-12T19:42:06.190377+0000, chain.objs.size()=1 2024-09-12T18:05:19.959 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.958+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PCp86WV_m92kQpYL-JKPztZ5R9aoq--_0 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.239239365233003299', time=2024-09-12T19:42:06.333311+0000, chain.objs.size()=1 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uUOml9Iy9SpTc5X3QT8pn1Q_TSzJls0_0 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6747889008550186894', time=2024-09-12T19:42:06.334067+0000, chain.objs.size()=1 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P_wwIN7wda1dIroC-vmV1dVlqYqDrqC_0 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13115640618852290767', time=2024-09-12T19:42:07.014486+0000, chain.objs.size()=1 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mAegMRqhYyEIMUkydYI6GXwcClRLeSk_0 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11857382382517061506', time=2024-09-12T19:42:07.655586+0000, chain.objs.size()=1 2024-09-12T18:05:19.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UoUwkG3MoXhVWfjnQzwimJ_Yi6xiC2x_0 2024-09-12T18:05:19.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2257092969723510785', time=2024-09-12T19:42:07.737076+0000, chain.objs.size()=1 2024-09-12T18:05:19.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cMRVPKTKYJHizH50QvM3wML_SsYutZ8_0 2024-09-12T18:05:19.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15040674980232556356', time=2024-09-12T19:42:08.380463+0000, chain.objs.size()=1 2024-09-12T18:05:19.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.brxE_UvI6LkltTsg1sfob30BXt8fHGM_0 2024-09-12T18:05:19.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4359828146691894240', time=2024-09-12T19:42:08.588458+0000, chain.objs.size()=1 2024-09-12T18:05:19.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.t9UiMpgoJkyKx8MxGhc01cSA6_phQ2g_0 2024-09-12T18:05:19.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9122291140456410165', time=2024-09-12T19:42:08.633480+0000, chain.objs.size()=1 2024-09-12T18:05:19.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LYLqMXPYqVr-GhJ8ni8h1CImmTQTsI2_0 2024-09-12T18:05:19.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10012693540077537841', time=2024-09-12T19:42:08.890860+0000, chain.objs.size()=1 2024-09-12T18:05:19.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BASlKsLyxWbU6CbJOSTmFDsSxVUMmgy_0 2024-09-12T18:05:19.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7192214001332103845', time=2024-09-12T19:42:09.648410+0000, chain.objs.size()=1 2024-09-12T18:05:19.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-CkY2dbrAXMYzBoG_Bvo7y5qXWDWLnY_0 2024-09-12T18:05:19.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3260148248029855242', time=2024-09-12T19:42:09.787260+0000, chain.objs.size()=1 2024-09-12T18:05:19.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.962+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xV1RgW7UxO25ZSL6VzCvpA1v36_dI95_0 2024-09-12T18:05:19.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13015446595043420582', time=2024-09-12T19:42:10.029868+0000, chain.objs.size()=1 2024-09-12T18:05:19.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yfdlB-RxkDPsEXVaX-r8oMX4HeDTqRK_0 2024-09-12T18:05:19.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/55247 2024-09-12T18:05:19.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:05:19.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1733074905146031430', time=2024-09-12T19:42:10.035531+0000, chain.objs.size()=1 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.M4Eb-oRo04iP7BYG5kq3Vzcwesou3td_0 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16601350062988996177', time=2024-09-12T19:42:10.156809+0000, chain.objs.size()=1 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LGfg51dIpUIC1HfCDljcKRK9Sq0vBdZ_0 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9924868659313623790', time=2024-09-12T19:42:11.072437+0000, chain.objs.size()=1 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vyVLGKgXNnCWDAHaV6XVOeGNReYtY4b_0 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1891906834705215104', time=2024-09-12T19:42:12.585318+0000, chain.objs.size()=1 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IyfhwMPn-tN0TumW-Sp5tr5tLfwcwn-_0 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9480655903495382431', time=2024-09-12T19:42:12.744464+0000, chain.objs.size()=1 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xS2L7iYHxBJ4VM3Kovp5cWSHw3DtjD8_0 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7927325538578695737', time=2024-09-12T19:42:18.509300+0000, chain.objs.size()=1 2024-09-12T18:05:19.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.332__shadow_.8CUBLn3wr2nBRmluXuiLFOMMbW96c0A_0 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5238749527850476592', time=2024-09-12T19:43:47.914481+0000, chain.objs.size()=1 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.438__shadow_.VLjpGo4QDeirUGq6bP7lNlRhOBI6FVY_0 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3109932947141292495', time=2024-09-12T19:44:13.504043+0000, chain.objs.size()=1 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.462__shadow_.jMbte6nhCCDUsWmkViwUIIrmv4kDIZw_0 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6803206253677345694', time=2024-09-12T19:44:19.288570+0000, chain.objs.size()=1 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.467__shadow_.ZnNtNKPbkWVx2JKn8focaA6-knW_YMF_0 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11011578945886525159', time=2024-09-12T19:44:42.770076+0000, chain.objs.size()=1 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.496__shadow_.cgBFLfzgHJp1L54PWWareiyl38NVAz-_0 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2842544775186283713', time=2024-09-12T19:44:47.072888+0000, chain.objs.size()=1 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.501__shadow_.lzPTV2xXyAEPoe2ffQnOWCBDm0SIe83_0 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10045922022896384308', time=2024-09-12T19:45:15.110254+0000, chain.objs.size()=6 2024-09-12T18:05:19.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.1 2024-09-12T18:05:19.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.2 2024-09-12T18:05:19.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.3 2024-09-12T18:05:19.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.4 2024-09-12T18:05:19.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.5 2024-09-12T18:05:19.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.6 2024-09-12T18:05:19.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8884256273867571348', time=2024-09-12T19:50:59.272478+0000, chain.objs.size()=1 2024-09-12T18:05:19.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:p9jmqwqYlxBMVsIP2FodZI2Awip82it_.NNkqUALSZ7PEZbzmQV-ju4ZogbnTbWx_0 2024-09-12T18:05:19.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6618887496680333454', time=2024-09-12T19:51:21.020155+0000, chain.objs.size()=1 2024-09-12T18:05:19.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:oOxmn9mbYCTh8sNofKDV.VZorN50qjC_.zkr06Z6nqDWu2ivffnD5B930ReeRRoy_0 2024-09-12T18:05:19.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10076545680008110000', time=2024-09-12T19:51:33.724116+0000, chain.objs.size()=1 2024-09-12T18:05:19.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:wFs1Ah4RJIvmy3efmBs4h7vqqLYudWO_.4oUj2pXNh0Rym6k1O519Q-u3aCtR2d1_0 2024-09-12T18:05:19.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5373081387102548347', time=2024-09-12T19:52:26.546005+0000, chain.objs.size()=1 2024-09-12T18:05:19.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:jd31ry34I4CKJf4Kbzr.ujbAq-OJ6Qq_.chtZypPP_r54jtimAztN9TooVjv_5t-_0 2024-09-12T18:05:19.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17670941506749740208', time=2024-09-12T19:57:38.666360+0000, chain.objs.size()=1 2024-09-12T18:05:19.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.633__shadow_.gnz6OW487IEDDTis-lwSD-HktjNfrp5_0 2024-09-12T18:05:19.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4617302569637579724', time=2024-09-12T19:59:04.098527+0000, chain.objs.size()=1 2024-09-12T18:05:19.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.696__shadow_.VDxB_h1M7FMpMOHY5Y5s4dwMR8eQTKE_0 2024-09-12T18:05:19.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.981+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1876325769722558742', time=2024-09-12T19:59:08.145666+0000, chain.objs.size()=1 2024-09-12T18:05:19.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.981+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.701__shadow:ap61WJ8h09G-7GCdnMgBPQArHS9LLHj_.yQRZMWFUJvgP_MPjkkfypgQAXPvIEsz_0 2024-09-12T18:05:19.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17111699536292359586', time=2024-09-12T19:59:12.596608+0000, chain.objs.size()=1 2024-09-12T18:05:19.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.706__shadow:zyKMlRS4mZ4UmyPfWLshhdq8DbBZAjb_.VuAojkHI3kbWk0lPCR16v8xIuaYdulG_0 2024-09-12T18:05:19.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~wUfnuJMHCR_Bnengt4qGOBfCkbg4aXA', time=2024-09-12T20:00:12.706463+0000, chain.objs.size()=1 2024-09-12T18:05:19.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.743__multipart_mymultipart.2~wUfnuJMHCR_Bnengt4qGOBfCkbg4aXA.1 2024-09-12T18:05:19.988 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.987+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:19.990 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.989+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:05:19.995 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.995+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:19.996 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.995+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:19.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48341' 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7780477254258099749', time=2024-09-12T19:35:11.680797+0000, chain.objs.size()=3 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.0aQqMAMPdG0Im7ezQ9e84H2GNc1yf0V_0 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.0aQqMAMPdG0Im7ezQ9e84H2GNc1yf0V_1 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.0aQqMAMPdG0Im7ezQ9e84H2GNc1yf0V_2 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.261924623709692689', time=2024-09-12T19:36:03.650242+0000, chain.objs.size()=1 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.177__shadow_.oCIJGBjceOIkwxCCBBDrtggWZZbTB37_0 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9562621851115543135', time=2024-09-12T19:38:23.157931+0000, chain.objs.size()=1 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.234__shadow_.THcG5eul_9M_Z7IA8JNEGxHfyToUC8g_0 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1592902160343996534', time=2024-09-12T19:38:28.940309+0000, chain.objs.size()=1 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.239__shadow_.eL4J40_tisdNjaCf3kTeG_y3IKSbcgn_0 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14703549411142669194', time=2024-09-12T19:38:31.398346+0000, chain.objs.size()=1 2024-09-12T18:05:19.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.242__shadow_.gJJiAlcXsmgmscbzRZNc2J2yaM-Kj6f_0 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6047589329829044188', time=2024-09-12T19:38:39.013047+0000, chain.objs.size()=1 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.249__shadow_.HdEhUSTyjMYgmDOazySOBmqniOVvxA1_0 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2751207545761246128', time=2024-09-12T19:38:42.568042+0000, chain.objs.size()=1 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.253__shadow_.urtzb-Jjghb9G7NbqsVEyjeoVbSNhng_0 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15813217510507253354', time=2024-09-12T19:38:46.083724+0000, chain.objs.size()=1 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.257__shadow_.krtRAjdfFYsgTHSsZc0WPmxshYL4OO6_0 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14165171747627743500', time=2024-09-12T19:39:27.242291+0000, chain.objs.size()=1 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.v0iYfbIy9_cvil_gc6XBrnnKV1NjWRl_0 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3376920182909209824', time=2024-09-12T19:39:27.333992+0000, chain.objs.size()=1 2024-09-12T18:05:19.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:19.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bTiQp5l1togTBSxarz0KqDlttMmB_ku_0 2024-09-12T18:05:20.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11401274288826360274', time=2024-09-12T19:39:27.379909+0000, chain.objs.size()=1 2024-09-12T18:05:20.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PA7UPOZBVTVadKjPiHqsW2KYUuy08sb_0 2024-09-12T18:05:20.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7009197059109767429', time=2024-09-12T19:39:27.424619+0000, chain.objs.size()=1 2024-09-12T18:05:20.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2p7xls_guleOhab8NQNsDh3VPuA1VYM_0 2024-09-12T18:05:20.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12171464195847136817', time=2024-09-12T19:39:27.958413+0000, chain.objs.size()=1 2024-09-12T18:05:20.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0rYCbHldTb6qLBe1dawtsbJK1lxnhsV_0 2024-09-12T18:05:20.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9813663799381440331', time=2024-09-12T19:39:28.808238+0000, chain.objs.size()=1 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zdpITCfSKoKyfp_MuOTdfzNeACBJaWr_0 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4713982651339973443', time=2024-09-12T19:39:30.402472+0000, chain.objs.size()=1 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Gc9banpe8Ml7MC6LRZ0W7P3w4sO4-2c_0 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12094412592558924727', time=2024-09-12T19:39:30.531536+0000, chain.objs.size()=1 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WYZ4h5koQCKeIZhVvrnGAz4p4rZv1MW_0 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3268672353790975923', time=2024-09-12T19:39:30.603427+0000, chain.objs.size()=1 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CpcZe0GQkEHS8flIlKtDeKY_68NTDAQ_0 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15555058844524698040', time=2024-09-12T19:39:30.922115+0000, chain.objs.size()=1 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wXTLFeM0P5AkpPeXi1Nt3so7XEmGueh_0 2024-09-12T18:05:20.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14406356707468773834', time=2024-09-12T19:39:31.009501+0000, chain.objs.size()=1 2024-09-12T18:05:20.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vqOIbgpMEFpna3BpaXVOBCATQNFlN1__0 2024-09-12T18:05:20.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4996353903891481213', time=2024-09-12T19:39:31.558378+0000, chain.objs.size()=1 2024-09-12T18:05:20.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OD32_mRwoWla-XkYOSfxFcI7UnrIPsq_0 2024-09-12T18:05:20.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2426831759876608444', time=2024-09-12T19:39:31.652649+0000, chain.objs.size()=1 2024-09-12T18:05:20.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2EIa4pAREJmeIpKd7W5KqOHLadxCyAx_0 2024-09-12T18:05:20.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17856826998472361676', time=2024-09-12T19:39:31.997426+0000, chain.objs.size()=1 2024-09-12T18:05:20.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.kHI2SavNjm95LPBw4loytlne0Rey1HC_0 2024-09-12T18:05:20.004 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15544675419986249599', time=2024-09-12T19:39:32.092910+0000, chain.objs.size()=1 2024-09-12T18:05:20.004 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xW2hxGQ68h8IAacQ20--Uka6O_RlyKl_0 2024-09-12T18:05:20.004 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2550935946355603295', time=2024-09-12T19:39:32.281750+0000, chain.objs.size()=1 2024-09-12T18:05:20.004 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1fTbXQFv0sYt4wSKq4TAc_Db5DDZ__O_0 2024-09-12T18:05:20.004 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18264268106179115678', time=2024-09-12T19:39:34.400938+0000, chain.objs.size()=1 2024-09-12T18:05:20.004 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.003+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ffgvf2C9eBNNcYrdknMTmEjlTi4v6-4_0 2024-09-12T18:05:20.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.006+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12986481557759186629', time=2024-09-12T19:39:34.629666+0000, chain.objs.size()=1 2024-09-12T18:05:20.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.006+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.r4jA1VbMAL5AudVQ72yCL5lYjBy6OSk_0 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14315763213285655539', time=2024-09-12T19:39:34.678421+0000, chain.objs.size()=1 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HDIz4VvXuHZea7N5oG3pW-ZQ6P67s2N_0 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18042451173749826680', time=2024-09-12T19:39:35.158920+0000, chain.objs.size()=1 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.C0cv9q0aeFLCA6uedhTK8lHIKLJf2-i_0 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15654030689318174194', time=2024-09-12T19:39:35.488141+0000, chain.objs.size()=1 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0QiAiENKXCWjUQVFsS5Buk-1WGtiBpo_0 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9054181419814979441', time=2024-09-12T19:39:35.488941+0000, chain.objs.size()=1 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VM5p-IIgKuYLjH-ReElImnrgB6VudSu_0 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16069773939286727250', time=2024-09-12T19:39:35.744909+0000, chain.objs.size()=1 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.w7lijAQYcEvLNBFBU4-ND-hMiGLDkMv_0 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.479807943051478602', time=2024-09-12T19:39:35.745576+0000, chain.objs.size()=1 2024-09-12T18:05:20.008 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.__QmMYklUn12yqPlrpVOPx2Nt_J1Yph_0 2024-09-12T18:05:20.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11441661573928242300', time=2024-09-12T19:39:36.716700+0000, chain.objs.size()=1 2024-09-12T18:05:20.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xYkB4UuQHIeromwe24A5Y4Lf2_KLOAA_0 2024-09-12T18:05:20.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9374816186895257246', time=2024-09-12T19:39:37.146864+0000, chain.objs.size()=1 2024-09-12T18:05:20.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GzwSey-BRxMHWBVsEBV1tRXkpsAsyiW_0 2024-09-12T18:05:20.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16691096331735831047', time=2024-09-12T19:39:37.226929+0000, chain.objs.size()=1 2024-09-12T18:05:20.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Gg6l-aRe9YJLfmddckHirnKiApCZkIP_0 2024-09-12T18:05:20.010 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6908749263024865781', time=2024-09-12T19:39:37.523690+0000, chain.objs.size()=1 2024-09-12T18:05:20.011 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.009+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6jT-GM6ooeOkOFbPCHXMVTa-UyRuOh6_0 2024-09-12T18:05:20.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10781668417111945196', time=2024-09-12T19:39:37.604834+0000, chain.objs.size()=1 2024-09-12T18:05:20.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ch_yHB3gd-jxDvZRaikkzWbEMY-Kp4s_0 2024-09-12T18:05:20.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7320424659652581916', time=2024-09-12T19:39:43.580011+0000, chain.objs.size()=1 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.270__shadow_.S14HLxr6euCCTUpIfVDarCWAX1T6Cyt_0 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13800997710245476253', time=2024-09-12T19:39:53.128655+0000, chain.objs.size()=1 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.281__shadow_.KmhwkINEd8wBwGHihy0ws4Og_5zfkqT_0 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8962120285167188762', time=2024-09-12T19:39:54.906688+0000, chain.objs.size()=1 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.283__shadow_.H0YfrrFPBj4S79QXvyBupK44ZF452Xl_0 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11873317903187021395', time=2024-09-12T19:39:57.609330+0000, chain.objs.size()=1 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.012+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.286__shadow_.rMOUBxaaUklz4wq8D7VYxxrPBapxp0Q_0 2024-09-12T18:05:20.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.013+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8035322410793992058', time=2024-09-12T19:39:59.486498+0000, chain.objs.size()=1 2024-09-12T18:05:20.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.013+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.288__shadow_.2yXAbXRg8gWidup4ZSEghZodDS-WV4f_0 2024-09-12T18:05:20.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.013+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18419654139331227062', time=2024-09-12T19:40:13.921553+0000, chain.objs.size()=1 2024-09-12T18:05:20.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.013+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.301__shadow_.NCNCdR91BY_YwDPwZDf8yMuXgjiex08_0 2024-09-12T18:05:20.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.014+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17336820782571371843', time=2024-09-12T19:41:14.839970+0000, chain.objs.size()=1 2024-09-12T18:05:20.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.015+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DXVZJuSLFZ1be5xZvORPRntFouqVkO8_0 2024-09-12T18:05:20.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.015+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16024829872973338822', time=2024-09-12T19:41:16.365516+0000, chain.objs.size()=1 2024-09-12T18:05:20.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.015+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5_tIwoe_tLuTxUmGi7ajFx4ked0yipX_0 2024-09-12T18:05:20.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.015+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4601534775195500493', time=2024-09-12T19:41:16.476649+0000, chain.objs.size()=1 2024-09-12T18:05:20.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.015+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hGsOO62T3mcaOkEDCbj9wvL0UIs32fh_0 2024-09-12T18:05:20.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.015+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13483712380294456950', time=2024-09-12T19:41:16.693247+0000, chain.objs.size()=1 2024-09-12T18:05:20.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.015+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.D8FrOnsACnJtDM9ONmoXPwq13BKEA-M_0 2024-09-12T18:05:20.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16195954232566296564', time=2024-09-12T19:41:16.715072+0000, chain.objs.size()=1 2024-09-12T18:05:20.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zJmmFZGbumVx7q3El-oxQtDXyxTECP6_0 2024-09-12T18:05:20.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3147211897137308395', time=2024-09-12T19:41:16.814985+0000, chain.objs.size()=1 2024-09-12T18:05:20.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.thB5f8werLFiupLvaMKti354GTRt-W__0 2024-09-12T18:05:20.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3423683834946544606', time=2024-09-12T19:41:16.889976+0000, chain.objs.size()=1 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Srj5QUnxMDO5xngu1lXJuBpClYjZ5Sd_0 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16904373885380777628', time=2024-09-12T19:41:17.030419+0000, chain.objs.size()=1 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.lvR6aGJkiRdxliEZjLnkojOJa45I95J_0 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12842798921036546431', time=2024-09-12T19:41:17.079242+0000, chain.objs.size()=1 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.017+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wilKCr4PCLqPlK6OiOQtoePQLIwOPNi_0 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.018+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15192612859954585735', time=2024-09-12T19:41:17.232319+0000, chain.objs.size()=1 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.018+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4Sb-XVc5MKmLnKWsicNuosfhL99_2Pk_0 2024-09-12T18:05:20.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.018+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5080930565665021624', time=2024-09-12T19:41:17.815707+0000, chain.objs.size()=1 2024-09-12T18:05:20.020 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.018+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JoHzZAnCSV_sY5Olw83nsJJ7NU-QD8S_0 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11541659676975750777', time=2024-09-12T19:41:18.263104+0000, chain.objs.size()=1 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fbVxmroma803uJlukhnTSE-Y5TJE7t6_0 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2313770684305251810', time=2024-09-12T19:41:19.284945+0000, chain.objs.size()=1 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LVV-35mcV4OaRxifXhueGE3K3RNOz1V_0 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5119069291089951475', time=2024-09-12T19:41:19.600958+0000, chain.objs.size()=1 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nqDk85M6P-4-bE2KPyyCX825exHYAVd_0 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16026601728352199992', time=2024-09-12T19:41:20.042748+0000, chain.objs.size()=1 2024-09-12T18:05:20.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4ra0628P6mohOwa7yIpu3zY2Wj7tFGd_0 2024-09-12T18:05:20.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.022+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4982685256782353489', time=2024-09-12T19:41:20.914975+0000, chain.objs.size()=1 2024-09-12T18:05:20.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.022+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oRj186Qv3Uu13Sq4JwYm_JTLWy_uJBQ_0 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18027271126559278985', time=2024-09-12T19:41:21.061184+0000, chain.objs.size()=1 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0VXcrzfPaNpC23HCz7BdPL_iiKTD39b_0 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2551768766358831190', time=2024-09-12T19:41:21.206400+0000, chain.objs.size()=1 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.r_0luN5mYkbbCt0ZrWqpJzFSoeN8u2d_0 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6553887182747494903', time=2024-09-12T19:41:21.329048+0000, chain.objs.size()=1 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1OEMS4ihr2DWz8qLDHy1pmpSK7MjxaK_0 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1248764585659539534', time=2024-09-12T19:41:22.521925+0000, chain.objs.size()=1 2024-09-12T18:05:20.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4VB-n7aA2A2bud8esY3Yl6hXFOHksTH_0 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3024791054658503866', time=2024-09-12T19:41:23.574618+0000, chain.objs.size()=1 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Eqy1fsTs8SqXVrZoaxruH6G9k5ToA3T_0 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9232630718768534988', time=2024-09-12T19:41:23.712273+0000, chain.objs.size()=1 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6LkkamZeaQcxqEO1y2ShQ_IEQp5GFuA_0 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2679889858877915990', time=2024-09-12T19:41:23.713050+0000, chain.objs.size()=1 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CnMZNdFTV8qiOgA6kT_OwRSXtCgGLZ-_0 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1255857025883559681', time=2024-09-12T19:41:23.924919+0000, chain.objs.size()=1 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.z8cKMsxhKBvb_7FaOfi5hcIASybBldK_0 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1200498943887786633', time=2024-09-12T19:41:24.125537+0000, chain.objs.size()=1 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fO3qLOsjO3fEnjLE2SmwLR46g7HaL-z_0 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15265084811151466973', time=2024-09-12T19:41:24.137843+0000, chain.objs.size()=1 2024-09-12T18:05:20.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.57jOsacdfnDE_JPbeJoq-Ff3zsZCfZL_0 2024-09-12T18:05:20.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.026+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14380020071151633690', time=2024-09-12T19:41:24.383330+0000, chain.objs.size()=1 2024-09-12T18:05:20.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.026+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Iuu9tIw7fsg5F9JHsfYNzPzCWIYEhOn_0 2024-09-12T18:05:20.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.028+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2678414798799178491', time=2024-09-12T19:41:24.768649+0000, chain.objs.size()=1 2024-09-12T18:05:20.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.028+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VYORtM3v9hLJZc0b47Q_f9LSgEWxF47_0 2024-09-12T18:05:20.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2260319056574232613', time=2024-09-12T19:41:24.800637+0000, chain.objs.size()=1 2024-09-12T18:05:20.029 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zV40zeeYZC8CPv3mn5Fbb0c5rwg1SOC_0 2024-09-12T18:05:20.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7141828151690473673', time=2024-09-12T19:41:25.040098+0000, chain.objs.size()=1 2024-09-12T18:05:20.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.70XF7ejBPmA0PDB-WhjLoKLSRARu7MF_0 2024-09-12T18:05:20.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.030+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6711799101637558429', time=2024-09-12T19:42:03.231471+0000, chain.objs.size()=1 2024-09-12T18:05:20.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.030+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XUumBV5cuQan4L_RMc1vNGsnHNr-J42_0 2024-09-12T18:05:20.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.030+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13948570114538887442', time=2024-09-12T19:42:03.539601+0000, chain.objs.size()=1 2024-09-12T18:05:20.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.030+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kfQaxNE0pEIzoLeRW5LZC4nlwU6nubb_0 2024-09-12T18:05:20.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.030+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13207885747043893580', time=2024-09-12T19:42:04.162268+0000, chain.objs.size()=1 2024-09-12T18:05:20.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gp9VX553SvIIloeBwjJIJ9ZNQ4WSxLE_0 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9922595001798877404', time=2024-09-12T19:42:04.445701+0000, chain.objs.size()=1 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.b9nB-fzkt6XKJkC0D-PWzC1Mx1nXidM_0 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.199384383215940448', time=2024-09-12T19:42:04.729786+0000, chain.objs.size()=1 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.16COWsbr2Ub9UXMb3ZIKybVr5n6GMmM_0 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2626123368925462033', time=2024-09-12T19:42:05.812749+0000, chain.objs.size()=1 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LiHxXIJfMtpJeCp-4FzVn4Bib1yi_vH_0 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15486486943130739950', time=2024-09-12T19:42:06.227710+0000, chain.objs.size()=1 2024-09-12T18:05:20.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P78dgo-LLsN5hRSe83ndN5OyvSVF2iy_0 2024-09-12T18:05:20.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14169817446095506367', time=2024-09-12T19:42:06.533581+0000, chain.objs.size()=1 2024-09-12T18:05:20.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TrS05wVJzwwmdSdvxCfnHgI0LCl3MpV_0 2024-09-12T18:05:20.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7148271829880125261', time=2024-09-12T19:42:06.956905+0000, chain.objs.size()=1 2024-09-12T18:05:20.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zYUqf4VJ-_j6a6AFnhb-SvBSzD0DlFb_0 2024-09-12T18:05:20.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.032+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2372395395812815679', time=2024-09-12T19:42:07.005442+0000, chain.objs.size()=1 2024-09-12T18:05:20.033 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.032+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.GWkFHq5Toi_4G4qjr1W7mimMAcuAQDI_0 2024-09-12T18:05:20.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.032+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13122765516398174362', time=2024-09-12T19:42:07.212709+0000, chain.objs.size()=1 2024-09-12T18:05:20.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.033+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.h61yVA7bTSTip8oEMtyInMsxZ35-grw_0 2024-09-12T18:05:20.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.033+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11952115679896177228', time=2024-09-12T19:42:07.346851+0000, chain.objs.size()=1 2024-09-12T18:05:20.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.033+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zMJzyaZ8QNxzxAwVgxL7_kiiy-hyVJ9_0 2024-09-12T18:05:20.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8790769555403979837', time=2024-09-12T19:42:08.325945+0000, chain.objs.size()=1 2024-09-12T18:05:20.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2rOFwlNgKfMv0NQPqTZryMYuBnNE-zJ_0 2024-09-12T18:05:20.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14357994625746660803', time=2024-09-12T19:42:08.326855+0000, chain.objs.size()=1 2024-09-12T18:05:20.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.orV9rqCUxkOfEJu9J2joS3FvZ-eYGo5_0 2024-09-12T18:05:20.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17396564861510125562', time=2024-09-12T19:42:08.329224+0000, chain.objs.size()=1 2024-09-12T18:05:20.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yBJVa8LQW3BUplWJ-yNLhLeR5c6j8Tv_0 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18391165546497512495', time=2024-09-12T19:42:08.439794+0000, chain.objs.size()=1 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.l7AjvoNjISVYaiN4o3suh3Dur19dD1j_0 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6805531380335465937', time=2024-09-12T19:42:08.705224+0000, chain.objs.size()=1 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.s4NwRE1NNIelW4QpziCTJT-J4Tfbf_e_0 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4500612680013015200', time=2024-09-12T19:42:08.819412+0000, chain.objs.size()=1 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.9geSOTKZo0NW2EGlDUymUr7nCAM1OxU_0 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15189386704383849411', time=2024-09-12T19:42:09.200166+0000, chain.objs.size()=1 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4755W41MDc64sOPzpPE9BQxwDsWA-F__0 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7509336527126280765', time=2024-09-12T19:42:09.248237+0000, chain.objs.size()=1 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sWgWmFlnul0fleWvRs6xNKVxDteChw__0 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15206360947400487641', time=2024-09-12T19:42:09.769131+0000, chain.objs.size()=1 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wC9lRXbJYmPW3NNU3-tKo8dsMrUmtza_0 2024-09-12T18:05:20.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18216529175401002340', time=2024-09-12T19:42:09.898064+0000, chain.objs.size()=1 2024-09-12T18:05:20.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rvX680Xh6gBivNl-22PrnN96GomCvRp_0 2024-09-12T18:05:20.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.037+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12172248445832602405', time=2024-09-12T19:42:10.371610+0000, chain.objs.size()=1 2024-09-12T18:05:20.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.037+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JdXpqg5mOt-040ozXhp9jLtAFABKI1h_0 2024-09-12T18:05:20.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8319302416064955648', time=2024-09-12T19:42:10.422966+0000, chain.objs.size()=1 2024-09-12T18:05:20.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FKkOHFJoij90egCf7uTUrvqW7_bYDnM_0 2024-09-12T18:05:20.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18145602361517657703', time=2024-09-12T19:42:11.371060+0000, chain.objs.size()=1 2024-09-12T18:05:20.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.foJguriZ3kfVuCtmTsOIh82vAuKmpk7_0 2024-09-12T18:05:20.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.039+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1364187729191792111', time=2024-09-12T19:42:12.233904+0000, chain.objs.size()=1 2024-09-12T18:05:20.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.039+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iCWJx1vrQPTJG2TWnQNL2mAxBGmdAhN_0 2024-09-12T18:05:20.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.039+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11692594665396160120', time=2024-09-12T19:42:12.304226+0000, chain.objs.size()=1 2024-09-12T18:05:20.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.039+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dzQkFC7KjNEbbYUo-l7yxItk288bAB__0 2024-09-12T18:05:20.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.042+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/48341 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17484232648320901757', time=2024-09-12T19:42:12.711226+0000, chain.objs.size()=1 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qVcQ1tnNR1P286p5NGNsU2tLrJFZUVm_0 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7926108369681875361', time=2024-09-12T19:42:12.711860+0000, chain.objs.size()=1 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Df3Noen38JnEiVxccGq-VO1SrgoXi27_0 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5873229576118401316', time=2024-09-12T19:42:12.853414+0000, chain.objs.size()=1 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yT3reQV655VAxec3X3Txq_t-aotDByM_0 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15779221418683934790', time=2024-09-12T19:42:12.975674+0000, chain.objs.size()=1 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Nv_Ra_m7Yas2wVD-HUgjnRHP_xQm0gE_0 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4101293900060079238', time=2024-09-12T19:42:16.818432+0000, chain.objs.size()=1 2024-09-12T18:05:20.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.330__shadow_.HVUibJjfJftOrZ8R4MK-CM2uCjSBR06_0 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4691781098012851838', time=2024-09-12T19:43:49.570957+0000, chain.objs.size()=1 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.440__shadow_.saRkSf6vzMcSwmC7i79Fw2KqBRvMc5I_0 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13479338286946504064', time=2024-09-12T19:44:16.109997+0000, chain.objs.size()=1 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.464__shadow_.fTcRILpAW59-M4jSQBVPYNgosk69SRc_0 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1867502263743248095', time=2024-09-12T19:45:32.715671+0000, chain.objs.size()=1 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.519__multipart_mymultipart.2~OuQuuy83qXwZirX7Eu4FIsU-dJ8Bny9.1 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.788376826363304279', time=2024-09-12T19:50:27.305024+0000, chain.objs.size()=1 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.557__shadow_.cuPeBsx_CPxFWN0BAAfxcePvOxfgV6q_0 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1535283874923798339', time=2024-09-12T19:51:00.249072+0000, chain.objs.size()=1 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:CX6kxaTPPfwF3j5wb4R1UrVC9GUZLMP_.LmPHrDgvxxwb2aVYaMM2po-Wr7qgBtC_0 2024-09-12T18:05:20.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11886700404450788681', time=2024-09-12T19:51:01.363434+0000, chain.objs.size()=1 2024-09-12T18:05:20.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:T9DDAHKryVCNqAMlRGqD399SeN-I6jy_.sUXBmyMW-M9PidO0ucK06M-M1On22eX_0 2024-09-12T18:05:20.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6684178564994521387', time=2024-09-12T19:51:01.602500+0000, chain.objs.size()=1 2024-09-12T18:05:20.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.044+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:YeoEUkKeeAt154p8C6Tnpr6BcTofKVG_.A6Q7RPtj7sWl3w6R1eMnCtxpGB-BBM2_0 2024-09-12T18:05:20.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.047+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16426344285307045515', time=2024-09-12T19:51:08.812219+0000, chain.objs.size()=1 2024-09-12T18:05:20.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.047+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.573__shadow:iCVFEYyR6hj62GlyUo9dJ9VI-WRePzg_.EShMWzOBbpmSLU7RJPHULRL5qgyjfOC_0 2024-09-12T18:05:20.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.047+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5782051197301888947', time=2024-09-12T19:51:22.330096+0000, chain.objs.size()=1 2024-09-12T18:05:20.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.047+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:XZpzQ8D1k.jUoLuFGiQaoKPIwSSFtPZ_.9-y_YEOL4JgEjOOHtryyIbaEF21XFh5_0 2024-09-12T18:05:20.049 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7791168757064051923', time=2024-09-12T19:51:40.495252+0000, chain.objs.size()=1 2024-09-12T18:05:20.049 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:Hns9u9HL7DXOmIUdazzF-3hG8O4I-cU_.7CCpXJGBmQXH0AYNe9qYesR5U46aY0N_0 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2922780348546316589', time=2024-09-12T19:51:42.876991+0000, chain.objs.size()=1 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:MtbIKLs.Aupx5zeKby64ZYBUtjoHF4E_.e082tDoAKwTWZ-4lZZEUXuSl0NGI8Mf_0 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15561682420974797891', time=2024-09-12T19:52:26.533995+0000, chain.objs.size()=1 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:jd31ry34I4CKJf4Kbzr.ujbAq-OJ6Qq_.chtZypPP_r54jtimAztN9TooVjv_5t-_0 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17200900043569036330', time=2024-09-12T19:52:49.662530+0000, chain.objs.size()=1 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.048+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.607__shadow_.gStSqgGmYO8gDQXEACDd34SYJYUkrPF_0 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15790217142846577109', time=2024-09-12T19:52:51.291361+0000, chain.objs.size()=1 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.609__shadow_.NpdNP4d4HqJzpOwwR0Y8G2tfnNQ8tAu_0 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.845864144320859010', time=2024-09-12T19:57:36.176599+0000, chain.objs.size()=1 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.630__shadow_.j91ZgyYZg-C-TBfl5x4HibEv64C5QZs_0 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13917103325126775355', time=2024-09-12T19:59:15.761666+0000, chain.objs.size()=1 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.710__shadow_.qNOXoNhTPf60tT5UnwxywpjzDVjCcXw_0 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7802522405127212558', time=2024-09-12T19:59:16.605853+0000, chain.objs.size()=1 2024-09-12T18:05:20.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.049+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.711__shadow:YVKBbtBJj0rW2rRo.orvuIP5AlRARpo_.WeaFAaWBL15_GaXbIe82KOhBzM6ZxAe_0 2024-09-12T18:05:20.054 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.053+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.056 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.056+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:05:20.058 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.057+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.058 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.058+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45757' 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_26m23Gzq8ghCnjleF4S9eNMbC_tqBDr', time=2024-09-12T19:35:14.254893+0000, chain.objs.size()=1 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.VabsBftjGSQLUbVV9kxxD6AaZRVgz5n_0 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16994861494906543499', time=2024-09-12T19:38:38.129640+0000, chain.objs.size()=1 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.248__shadow_.kM7-h3jtNIJOqVyF-2asvNCY-9HB8SJ_0 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3753772936264218613', time=2024-09-12T19:39:27.239566+0000, chain.objs.size()=1 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.b5ABJ-t2ZIfTnbxNQTdFZzdBXmiNKO9_0 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2405619521353243009', time=2024-09-12T19:39:27.448076+0000, chain.objs.size()=1 2024-09-12T18:05:20.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4blVWX8YDGBQGXOJw5XL_x4pZrH0-3U_0 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7232099254515552184', time=2024-09-12T19:39:28.886168+0000, chain.objs.size()=1 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.d8IXJ8-sNguaOojLbVmM2_GoyABWbZT_0 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16386829722914308577', time=2024-09-12T19:39:29.118444+0000, chain.objs.size()=1 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2yA-kkCkqeVWoU_fn4tCEtY3MEISTmR_0 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1988187792710899702', time=2024-09-12T19:39:29.408104+0000, chain.objs.size()=1 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bbtw4EezpX4pXqplq3yCiPmLDYqNgam_0 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4758454956901313672', time=2024-09-12T19:39:29.982340+0000, chain.objs.size()=1 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sjsYznv6cgREdNulGFzfFAr6zvnCkVL_0 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2087605785018521124', time=2024-09-12T19:39:30.132318+0000, chain.objs.size()=1 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8cjKwinwjFr4H1ANPHmbgFcPRY02qCy_0 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13403982176068544917', time=2024-09-12T19:39:30.286638+0000, chain.objs.size()=1 2024-09-12T18:05:20.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ghDAiSQYyNskF0hOPMVztiTEZuibEC0_0 2024-09-12T18:05:20.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11803258718141747330', time=2024-09-12T19:39:30.364351+0000, chain.objs.size()=1 2024-09-12T18:05:20.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZOCD-1DrxZelHOCCawCeFMvanD2TBKS_0 2024-09-12T18:05:20.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17329742105677754973', time=2024-09-12T19:39:31.704577+0000, chain.objs.size()=1 2024-09-12T18:05:20.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.059+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Ss8plgSpRxWED4HeTn9mlJVcRAymY5G_0 2024-09-12T18:05:20.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12471719965317349063', time=2024-09-12T19:39:31.747472+0000, chain.objs.size()=1 2024-09-12T18:05:20.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eXo1dVL_FYbUH6fFqmR-vDSevuvRyym_0 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.713896592872655677', time=2024-09-12T19:39:31.917053+0000, chain.objs.size()=1 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gEXNvBcxQfrmNXoppLT49rKBu6hOAOa_0 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13452924228943032364', time=2024-09-12T19:39:31.981390+0000, chain.objs.size()=1 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5hwjc2B0j2tCbQWEAoS6u9l2OcuVgHY_0 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.777189611732751597', time=2024-09-12T19:39:32.319693+0000, chain.objs.size()=1 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Wyz9FeWuAiKvPoKwZCuJBsmFyNoL0z__0 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4286609612667476228', time=2024-09-12T19:39:32.819507+0000, chain.objs.size()=1 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PLzh8IFKW5pdAU6gqo06h_sPvPNi2Zj_0 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13471679709768010921', time=2024-09-12T19:39:33.268013+0000, chain.objs.size()=1 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FCaOdY7QjKwy3jpzF41xY8K3knoHMLt_0 2024-09-12T18:05:20.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7128467546341341981', time=2024-09-12T19:39:34.703870+0000, chain.objs.size()=1 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ebax0rPPjXO2xLltfycgMqppniXakQh_0 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13841306104770733678', time=2024-09-12T19:39:34.847496+0000, chain.objs.size()=1 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wGVClTsGHud8g6XruPQ8DrtfHfHIKQf_0 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8916430194376398146', time=2024-09-12T19:39:34.891029+0000, chain.objs.size()=1 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EBJm_J1FCJTi7b5c2hObZIudUxTEA_Y_0 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.193230342707419488', time=2024-09-12T19:39:35.029952+0000, chain.objs.size()=1 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4JuQyoBsgAbuEiul2W-xeSUnTcQcGEO_0 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8747484783233208584', time=2024-09-12T19:39:35.461913+0000, chain.objs.size()=1 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.hJA_NZ7Z6SVxBsbOPiwTwVGf_odTgQs_0 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16123751711071266418', time=2024-09-12T19:39:35.769510+0000, chain.objs.size()=1 2024-09-12T18:05:20.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.p9yBABaDSt3wa0ejtAkpYm9UIAiFMnP_0 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15138544182328370624', time=2024-09-12T19:39:35.857436+0000, chain.objs.size()=1 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gCrYWLzUuyPsYt69BKwQXf68vHc-zKT_0 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.981669334913820405', time=2024-09-12T19:39:36.267577+0000, chain.objs.size()=1 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vVWA5WFmnNR-juUTY3vHamSBajNo1Ew_0 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12442377146195891097', time=2024-09-12T19:39:37.432240+0000, chain.objs.size()=1 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wbY4IZoZBN7O-yf1-tvXqx3u308x4VX_0 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10218706138344556620', time=2024-09-12T19:39:40.152792+0000, chain.objs.size()=1 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.266__shadow_.17F2NG2LLS7TCeknIcwXOdV2fFoGe0E_0 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4014731347980028506', time=2024-09-12T19:40:00.354628+0000, chain.objs.size()=1 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.289__shadow_.KcmYKckkRldlC-GSTQop3UVulno4RUd_0 2024-09-12T18:05:20.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6033125851999685333', time=2024-09-12T19:40:14.808180+0000, chain.objs.size()=1 2024-09-12T18:05:20.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.302__shadow_.1Nv4jkzFl5gShr0TLFNgWn-CALnChSE_0 2024-09-12T18:05:20.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.073+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10873882782359558784', time=2024-09-12T19:40:15.684276+0000, chain.objs.size()=1 2024-09-12T18:05:20.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.073+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.303__shadow_.TUUeOjMxU0BGzr2sj9Gf8qtThhl8n-O_0 2024-09-12T18:05:20.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.073+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4468296440354150380', time=2024-09-12T19:41:14.965532+0000, chain.objs.size()=1 2024-09-12T18:05:20.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.073+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-c3_hVzlbGvokD5E3S8bOB2_ZP3cPux_0 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17905852846814508377', time=2024-09-12T19:41:15.187786+0000, chain.objs.size()=1 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0AOgHMIHv8pjIObYS01QXKwDUlIP0vo_0 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12286462909537342121', time=2024-09-12T19:41:15.204550+0000, chain.objs.size()=1 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.urYmvQ0tPTqb29-vISR2hvnbYrbzhGW_0 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15765549301214058212', time=2024-09-12T19:41:15.631887+0000, chain.objs.size()=1 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.27Wxoi073mcxSMBoQHqwrhYMNcUs_Fi_0 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17553650048560762254', time=2024-09-12T19:41:15.705015+0000, chain.objs.size()=1 2024-09-12T18:05:20.075 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.074+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3Sr08ntJKu8e9iednfxzkoSlsZT53pK_0 2024-09-12T18:05:20.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2970490747633411369', time=2024-09-12T19:41:16.371352+0000, chain.objs.size()=1 2024-09-12T18:05:20.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bEYe93k9so0ZoZ5Nm96qgaK57SCtHSa_0 2024-09-12T18:05:20.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12898465665419963234', time=2024-09-12T19:41:16.736304+0000, chain.objs.size()=1 2024-09-12T18:05:20.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8FiRd-L2PhdcX4rh1bEXwwGhNBzUeOE_0 2024-09-12T18:05:20.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18000375283271644482', time=2024-09-12T19:41:16.987593+0000, chain.objs.size()=1 2024-09-12T18:05:20.076 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-jyCZZtE7EdZRapgKP8-mEmXKSroEhC_0 2024-09-12T18:05:20.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17909762506681975506', time=2024-09-12T19:41:17.241746+0000, chain.objs.size()=1 2024-09-12T18:05:20.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.075+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.atlnFeSqN-JpOfGAOkLVS6e54VvWX82_0 2024-09-12T18:05:20.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.077+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2318098423855926691', time=2024-09-12T19:41:18.478533+0000, chain.objs.size()=1 2024-09-12T18:05:20.077 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.077+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CrrkSKU9NnZcTjaghrKdT12SzIWmkpX_0 2024-09-12T18:05:20.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.077+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11022585298028909375', time=2024-09-12T19:41:18.781582+0000, chain.objs.size()=1 2024-09-12T18:05:20.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.077+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mDI9gOFVdQZ_ZcNQqMrLU3yu9m0aVHB_0 2024-09-12T18:05:20.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.077+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4915878068180749891', time=2024-09-12T19:41:19.267170+0000, chain.objs.size()=1 2024-09-12T18:05:20.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.077+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iA7FVQksQQcMQtnO-wHw7OoGd2onAA4_0 2024-09-12T18:05:20.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.078+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3395895919970683485', time=2024-09-12T19:41:19.923111+0000, chain.objs.size()=1 2024-09-12T18:05:20.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.078+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.RsRCjrZedizoB3nQhCY7q68p3mH1oF0_0 2024-09-12T18:05:20.080 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14799682290402100824', time=2024-09-12T19:41:20.029316+0000, chain.objs.size()=1 2024-09-12T18:05:20.080 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Tz16wF7OMT8oLZsESF9fYRtFuCTydRM_0 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13398666118154340864', time=2024-09-12T19:41:20.166618+0000, chain.objs.size()=1 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.TRAXudMACti9aPr5MB1U8MPNNe0kdKw_0 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6957746912538580945', time=2024-09-12T19:41:20.757934+0000, chain.objs.size()=1 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SGxZeQ1q7cnfNB0uCWz_5s4Dw3h1cYR_0 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2409923599743909930', time=2024-09-12T19:41:20.979249+0000, chain.objs.size()=1 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8kZerHy76tOITJb-W8I7i-QLwormHDK_0 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8620846909147099036', time=2024-09-12T19:41:21.065025+0000, chain.objs.size()=1 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ONBy2yt7-mBOoKLdkoax2_INqSu8ejZ_0 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17268782792740072225', time=2024-09-12T19:41:21.089667+0000, chain.objs.size()=1 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zdLkl2dPlT27bJhW2VeoZpZJpbFsw8r_0 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16022167835706632868', time=2024-09-12T19:41:21.306219+0000, chain.objs.size()=1 2024-09-12T18:05:20.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6D5kUiCwOU0zTLcNjPfpx8BsCTEh7-X_0 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14445454944686156315', time=2024-09-12T19:41:21.349822+0000, chain.objs.size()=1 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.080+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.jUfcFwJFtTS60P_THqKVLaGikrcG40v_0 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.081+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14582666668618399979', time=2024-09-12T19:41:21.494275+0000, chain.objs.size()=1 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.081+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3I-23pJ8E6WSRgGqX0th97aRlAxFbn0_0 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.081+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5253201754924945374', time=2024-09-12T19:41:22.147164+0000, chain.objs.size()=1 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.081+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rdKBz4qFyiP8QsQ_A-lHJDFc38ob7L-_0 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.081+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12210307827558295265', time=2024-09-12T19:41:22.223515+0000, chain.objs.size()=1 2024-09-12T18:05:20.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.081+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.KUIvexWbXt1ULPRCpV4svi11cS6ZMPE_0 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10875412947299920263', time=2024-09-12T19:41:22.395359+0000, chain.objs.size()=1 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XJ9T01TMpw1jHFPgLOGPGyBhIsH1hSU_0 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5058656948665181892', time=2024-09-12T19:41:22.472401+0000, chain.objs.size()=1 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.d5bjYyRg_26YL5iTTpkeuuR1s-MSwLR_0 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17241335110555997606', time=2024-09-12T19:41:22.598546+0000, chain.objs.size()=1 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cacpuYF6sCqCQbqqnNhOnNsUeXjjvKN_0 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11526911071216246206', time=2024-09-12T19:41:22.892315+0000, chain.objs.size()=1 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7kncMCVA6DuujgbuBO2Qv3b92YyWv31_0 2024-09-12T18:05:20.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5666731370016430200', time=2024-09-12T19:41:23.556410+0000, chain.objs.size()=1 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pg21pPoOhHPqr1UJ46fSGrTzF24lfFw_0 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11598804073470968656', time=2024-09-12T19:41:23.666506+0000, chain.objs.size()=1 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ySlAEunHNFjNZOUMNx-mFoetxrJUxUh_0 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17129010844537616143', time=2024-09-12T19:41:23.850788+0000, chain.objs.size()=1 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._FDOZ5MhnyKeMqEW9BuflAZwsBKpvfn_0 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.701910080720963236', time=2024-09-12T19:41:23.853648+0000, chain.objs.size()=1 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Ro5cf2fZJXMuaC2Dcir6NKl1BK2juDN_0 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16893771795903703368', time=2024-09-12T19:41:23.890979+0000, chain.objs.size()=1 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EtIFlW69riHLZIG0otW33FrfXQt-nz5_0 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5295994395154371270', time=2024-09-12T19:41:24.168966+0000, chain.objs.size()=1 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GuwYRK37KkhZT53rCFOXT3_XhDt3u2-_0 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15459795750193791794', time=2024-09-12T19:41:24.169486+0000, chain.objs.size()=1 2024-09-12T18:05:20.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.r-SSKY7iQIeB_ioCGhDqjTrN_Nk2LmM_0 2024-09-12T18:05:20.089 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.089+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8914169091149299998', time=2024-09-12T19:41:24.406754+0000, chain.objs.size()=1 2024-09-12T18:05:20.089 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.089+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AIpPn4PQ6WPHJHzFUxQwaKq-3Zt5_iy_0 2024-09-12T18:05:20.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.089+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3034106413404084174', time=2024-09-12T19:41:24.712770+0000, chain.objs.size()=1 2024-09-12T18:05:20.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.089+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mAGfvDKdO9mrUJtC3snmt5nqiZ0hgQm_0 2024-09-12T18:05:20.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12763722319311057631', time=2024-09-12T19:41:24.881996+0000, chain.objs.size()=1 2024-09-12T18:05:20.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VzjKeO4OkmOGWQydTKa8inGsX_aDN8N_0 2024-09-12T18:05:20.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8064197740541802842', time=2024-09-12T19:41:25.009277+0000, chain.objs.size()=1 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WRgiGwZhrHQihai5_0t7bRyRZ8HLREH_0 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2080010479645874720', time=2024-09-12T19:41:25.198771+0000, chain.objs.size()=1 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HGuyCyPt_oFH2EFu3_2kbE7GZzTycbO_0 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17769446901559788432', time=2024-09-12T19:42:02.809761+0000, chain.objs.size()=1 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-T06UnZ2wqwTSyj6jYEa1jICNSAFOz4_0 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7567706207922530907', time=2024-09-12T19:42:04.299343+0000, chain.objs.size()=1 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZmmMXo3Me8G4nKdy0qodNx7FrK71YEg_0 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17803166002332160891', time=2024-09-12T19:42:04.549256+0000, chain.objs.size()=1 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3OrQS8KLpz0rhRdSylf_ej48WpX4Mc1_0 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15012890400324898744', time=2024-09-12T19:42:05.050554+0000, chain.objs.size()=1 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PaHlYxy2T0kKKky9GL1HBNEy_u3vRys_0 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3873082196616472080', time=2024-09-12T19:42:05.122904+0000, chain.objs.size()=1 2024-09-12T18:05:20.091 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Qb3tnRQH6x-Iv5QpKjeWH4GO48V1lVu_0 2024-09-12T18:05:20.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10003592579187200047', time=2024-09-12T19:42:06.062005+0000, chain.objs.size()=1 2024-09-12T18:05:20.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.090+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.K5QT9F9wxZB_p2BuQrxhNBQUycNACY5_0 2024-09-12T18:05:20.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.092+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1922799577918719408', time=2024-09-12T19:42:06.322667+0000, chain.objs.size()=1 2024-09-12T18:05:20.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.092+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xKWJpnisHMiygB3oCNRZF3bOBiM9jl6_0 2024-09-12T18:05:20.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.092+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.415280923186011692', time=2024-09-12T19:42:06.323919+0000, chain.objs.size()=1 2024-09-12T18:05:20.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.092+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.df0qCNYCb80NYuAFSovHelLP-znKCI-_0 2024-09-12T18:05:20.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.093+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16804940525559931344', time=2024-09-12T19:42:06.991618+0000, chain.objs.size()=1 2024-09-12T18:05:20.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.093+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FNhCsfMNXdVQqHzdLoV0F38_XxbeeRd_0 2024-09-12T18:05:20.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8607824481431803519', time=2024-09-12T19:42:07.143667+0000, chain.objs.size()=1 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.X_AFvWaoPfnNzhURBJpYa0J4wYR3HVg_0 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8773319106309355698', time=2024-09-12T19:42:07.218652+0000, chain.objs.size()=1 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oUr0O2xJqi5bsoxpPFsbUgFzw1ZiILj_0 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12404339413422264930', time=2024-09-12T19:42:07.313897+0000, chain.objs.size()=1 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.t6ArngSrGGKamb15u3dGiOlRFG9z-je_0 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11530039996556455696', time=2024-09-12T19:42:07.506065+0000, chain.objs.size()=1 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qvsB06_HM089sbKQHggDlxm1QTO6RrJ_0 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13011479345656322158', time=2024-09-12T19:42:07.928676+0000, chain.objs.size()=1 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oni2GewLqxeVKh_MDonMnFI17nT-1nK_0 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15959257260907244424', time=2024-09-12T19:42:07.930125+0000, chain.objs.size()=1 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0pRNaAAlgql_A2Xnzgw3ak-JmDeAduk_0 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13112828838526480770', time=2024-09-12T19:42:08.577633+0000, chain.objs.size()=1 2024-09-12T18:05:20.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.755mljeBbKcZhuqn1qeQSSxGF3PQhgW_0 2024-09-12T18:05:20.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4841291587105189114', time=2024-09-12T19:42:09.072867+0000, chain.objs.size()=1 2024-09-12T18:05:20.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.55yXdKMDRFgGlrHpx8Mc45qGZ3X4JBM_0 2024-09-12T18:05:20.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4812513092447805006', time=2024-09-12T19:42:09.174566+0000, chain.objs.size()=1 2024-09-12T18:05:20.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.98snseJHnS9UHvG07OBb-EL8o2mVklw_0 2024-09-12T18:05:20.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3417672888835708395', time=2024-09-12T19:42:09.654892+0000, chain.objs.size()=1 2024-09-12T18:05:20.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vyQStVKT_hX6CVnsPMvm1RJ2eLxf_KP_0 2024-09-12T18:05:20.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7065052570930520191', time=2024-09-12T19:42:09.766848+0000, chain.objs.size()=1 2024-09-12T18:05:20.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ts9fua8EhDMeWEpX0zTcrIxlQS0_rFO_0 2024-09-12T18:05:20.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8740162710785715535', time=2024-09-12T19:42:09.767457+0000, chain.objs.size()=1 2024-09-12T18:05:20.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xsH1TZJlphxWhg-aObjbaU1HqcQfyI4_0 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13476511837045116430', time=2024-09-12T19:42:09.885499+0000, chain.objs.size()=1 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tujNIn9athWYMd8KYr5y5TEGjYGmqaf_0 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9869736610330530804', time=2024-09-12T19:42:10.144834+0000, chain.objs.size()=1 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RSXRA_kwxuQ4wdfzloKCQkYq1QxFWzo_0 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.567067837921179271', time=2024-09-12T19:42:10.158923+0000, chain.objs.size()=1 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.61DmLvWhG-hiJgxImlf4vUvpu9SP3LC_0 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13452728175036659376', time=2024-09-12T19:42:10.272067+0000, chain.objs.size()=1 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Jv2pylRYnD2JWI_wyAcYRjEmWoqI0ZY_0 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15168673568588299771', time=2024-09-12T19:42:10.522604+0000, chain.objs.size()=1 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Vgsc4UsJYW55v33ZOpdmiJQ9QErRXFk_0 2024-09-12T18:05:20.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15111236895133911333', time=2024-09-12T19:42:10.598974+0000, chain.objs.size()=1 2024-09-12T18:05:20.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OPIsS4r5NQuJnLoDNvKtt_8uhKd_Q-9_0 2024-09-12T18:05:20.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16744435529228133882', time=2024-09-12T19:42:11.368024+0000, chain.objs.size()=1 2024-09-12T18:05:20.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NW3jHEuHlSuAH5hzn-Oso0EDaBzUbL0_0 2024-09-12T18:05:20.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3769837916851487154', time=2024-09-12T19:42:11.846876+0000, chain.objs.size()=1 2024-09-12T18:05:20.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rLUoyKZtmnqbaE2NRksiu4un9xYAif7_0 2024-09-12T18:05:20.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.107+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/45757 2024-09-12T18:05:20.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:05:20.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2601909642033769034', time=2024-09-12T19:42:12.584166+0000, chain.objs.size()=1 2024-09-12T18:05:20.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NXLo0hrl3arMb94O730haWr29Zgr6eS_0 2024-09-12T18:05:20.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11726572355288096927', time=2024-09-12T19:42:12.815984+0000, chain.objs.size()=1 2024-09-12T18:05:20.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lxa2JmE0irzK1gF6IcyLaUbX5-pRF4c_0 2024-09-12T18:05:20.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17276637460332446057', time=2024-09-12T19:44:04.450059+0000, chain.objs.size()=1 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.455__shadow_.BYkzCQrhj5-Bo7oXPt6-_FC0YgdIYuq_0 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14466780390843418904', time=2024-09-12T19:44:17.292444+0000, chain.objs.size()=1 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.465__shadow_.xYrdfFMZ7T_P-wb-3blmp0alM_i9t3i_0 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11766284006682425199', time=2024-09-12T19:44:18.496418+0000, chain.objs.size()=1 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.466__shadow_.AFbiOL60sEAQ7WdqQ-n84Z7ghlWuHKa_0 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2413631272161252432', time=2024-09-12T19:44:43.697834+0000, chain.objs.size()=1 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.497__shadow_.VXXD98Ysbxx5w6ui8K3r1quDcygMqZP_0 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9365392186101759668', time=2024-09-12T19:45:32.558254+0000, chain.objs.size()=1 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.518__shadow_.xX3HzVk5jbs-6KJeV2YxPx2GxWf_0sh_0 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4408190161841476422', time=2024-09-12T19:48:26.850762+0000, chain.objs.size()=3 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~JrUUTTCjH01TggdvHVbGgvjcCYtJhc7.1 2024-09-12T18:05:20.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~JrUUTTCjH01TggdvHVbGgvjcCYtJhc7.2 2024-09-12T18:05:20.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~JrUUTTCjH01TggdvHVbGgvjcCYtJhc7.3 2024-09-12T18:05:20.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.960187522806073527', time=2024-09-12T19:50:31.412957+0000, chain.objs.size()=1 2024-09-12T18:05:20.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.558__shadow_.COk2oXr6v7xjzsPKlIUeS_WTM2iaAVV_0 2024-09-12T18:05:20.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7802017961565770152', time=2024-09-12T19:50:50.234537+0000, chain.objs.size()=1 2024-09-12T18:05:20.116 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.565__shadow_.at3_IGb34YG4EyHpCKZqeX4kUoJo_wi_0 2024-09-12T18:05:20.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9318100680600561133', time=2024-09-12T19:51:03.408737+0000, chain.objs.size()=1 2024-09-12T18:05:20.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:bA1me9bNRJVda5YWi0v3-w9Uh9pnETr_.g1a6OmAQNdDVxg8IJlFxBxrBgd_ypcQ_0 2024-09-12T18:05:20.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17730711935519052237', time=2024-09-12T19:51:28.812820+0000, chain.objs.size()=1 2024-09-12T18:05:20.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:nC38obLEAwb6.2ulLGLorhK-CEetVf5_.yYIMP8FRIjv7kJaP8PTGX8cW6mNQ9vp_0 2024-09-12T18:05:20.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13316930165685212813', time=2024-09-12T19:51:38.193622+0000, chain.objs.size()=1 2024-09-12T18:05:20.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:DVpqztPqGb1lK9ODzVQkkrW.4qxQJ6h_.nFS-_SPF_iEWSKzHiudGVgkIKnuikHY_0 2024-09-12T18:05:20.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15602896989823739978', time=2024-09-12T19:51:43.340616+0000, chain.objs.size()=1 2024-09-12T18:05:20.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:ywRxg8wwKV3hSAJcSc5.gbFPuHkX8.p_.3UUcKlDJONp78zUz8LEW9cX7M5EoAip_0 2024-09-12T18:05:20.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14591768265168871861', time=2024-09-12T19:52:26.765044+0000, chain.objs.size()=1 2024-09-12T18:05:20.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:jd31ry34I4CKJf4Kbzr.ujbAq-OJ6Qq_.chtZypPP_r54jtimAztN9TooVjv_5t-_0 2024-09-12T18:05:20.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.429948005533319477', time=2024-09-12T19:52:48.011678+0000, chain.objs.size()=1 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.605__shadow_.6gShig5kusr4XONWhZVg6wB739tNV5t_0 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16589499962213578749', time=2024-09-12T19:55:40.027560+0000, chain.objs.size()=1 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.618__shadow_.njFb_l2OEKKXHQRcjr8uxY68RuTu7S__0 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14100337362464906447', time=2024-09-12T19:57:45.883393+0000, chain.objs.size()=1 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.642__shadow_.iEEaeJ3NmuUnyJAZh3-fHghBr-94hR6_0 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14566189595579169844', time=2024-09-12T19:58:07.173802+0000, chain.objs.size()=1 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.651__shadow_.tw8v0QbpfE2ZRC41DDAXiNrR3Ko_tUd_0 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18036541840917941876', time=2024-09-12T19:58:43.632724+0000, chain.objs.size()=1 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.667__shadow_.5jdrG1PMKW34zvx4c9IaoE4SlLjupLo_0 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6904856057305886344', time=2024-09-12T19:59:30.374349+0000, chain.objs.size()=1 2024-09-12T18:05:20.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.716__shadow:7k71NIAqTksMDb6rT2ROFTLHh7W7bXe_._QhQh3FLwe2TwwkcKQa2M5wBqTMvjF__0 2024-09-12T18:05:20.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.128+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.137 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.137+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:05:20.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.139+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.140+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45407' 2024-09-12T18:05:20.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2548101915777616571', time=2024-09-12T19:34:41.832585+0000, chain.objs.size()=1 2024-09-12T18:05:20.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.158__shadow:a10.ImSUdqVRMbb20b30EflAM1jAzpy_.kw7q4yAl8I0oCZDwT0RBdfRXqQoF6vB_0 2024-09-12T18:05:20.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_ST32_K8psVOzcleKwzEr2b4gMbUjGyJ', time=2024-09-12T19:35:14.201930+0000, chain.objs.size()=3 2024-09-12T18:05:20.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.0b4HGHEbk5u3nZ9uXgX1ysXZtYimmE9_0 2024-09-12T18:05:20.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.0b4HGHEbk5u3nZ9uXgX1ysXZtYimmE9_1 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.0b4HGHEbk5u3nZ9uXgX1ysXZtYimmE9_2 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_ORSGEYQQesjrghIE2PEGJ2Lx0hUpKa9', time=2024-09-12T19:35:32.668746+0000, chain.objs.size()=3 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.-vv9AepEjUrxE4kqYsinNuSG-VXikZP_0 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.-vv9AepEjUrxE4kqYsinNuSG-VXikZP_1 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.-vv9AepEjUrxE4kqYsinNuSG-VXikZP_2 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14999201085671394542', time=2024-09-12T19:38:24.935743+0000, chain.objs.size()=1 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.236__shadow_.hD1WsLRHcKY3Nboc8rvslGNp_TtS6ba_0 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.238412916863619455', time=2024-09-12T19:38:27.370439+0000, chain.objs.size()=1 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.238__shadow_.E6IOcsBqp-vHu-sgGftgmou5CPFNHYo_0 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15517664870109418554', time=2024-09-12T19:38:29.697958+0000, chain.objs.size()=1 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.240__shadow_.T2CUh5CeM-c8w57MI1f7cQWgU2Kr7MV_0 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9523832121665754987', time=2024-09-12T19:38:35.422396+0000, chain.objs.size()=1 2024-09-12T18:05:20.143 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.245__shadow_.aSqWnAmAxRSa_QfIA0xozutw78tlfe9_0 2024-09-12T18:05:20.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16408949894564263294', time=2024-09-12T19:38:36.331548+0000, chain.objs.size()=1 2024-09-12T18:05:20.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.141+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.246__shadow_.xUEP4LXY-yn4jn9tuIuZg2zY-rPQOtp_0 2024-09-12T18:05:20.144 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.144+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17871748718538400289', time=2024-09-12T19:39:27.074500+0000, chain.objs.size()=1 2024-09-12T18:05:20.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.144+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.E8Ktw1FGbBS1XPGDZQCq_Qh85hU_-kk_0 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15379328120082274579', time=2024-09-12T19:39:27.680655+0000, chain.objs.size()=1 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1M0oqJ-_X_4aRnwgXbqUmK8Ex0pJy5j_0 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4651052626628982178', time=2024-09-12T19:39:27.933921+0000, chain.objs.size()=1 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.AhmTI5wDJq_d9nJb9ThexUQ5x0t8qrh_0 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3062271274839493091', time=2024-09-12T19:39:27.934674+0000, chain.objs.size()=1 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YSA7vakZGtaOnSHEw5dK8JZeIiQ8E4B_0 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.924971246995281769', time=2024-09-12T19:39:29.053881+0000, chain.objs.size()=1 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QG_uk0jFR3fDa5JV3QC1TmKBv7JId9F_0 2024-09-12T18:05:20.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16052635882788016921', time=2024-09-12T19:39:29.246127+0000, chain.objs.size()=1 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HSEoe3eb4Smu-0HbB5dfEmfaYB2_R7m_0 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.320353543305938836', time=2024-09-12T19:39:29.531396+0000, chain.objs.size()=1 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cexX00pB_D0OsstFisVAVZbAWtNO1dV_0 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4528830726444643115', time=2024-09-12T19:39:30.009977+0000, chain.objs.size()=1 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Fjv4en7n2hMGQGwOltblUo9sZBdyY1R_0 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18203361462837576820', time=2024-09-12T19:39:30.061328+0000, chain.objs.size()=1 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DRAf-JIkpF1myZRVUtLbx1VagqmZ_pE_0 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2824922427270398736', time=2024-09-12T19:39:30.650732+0000, chain.objs.size()=1 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.o1btQiMyLLWQziACJhq4hAPQwd4OowP_0 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3522606441849617570', time=2024-09-12T19:39:30.737542+0000, chain.objs.size()=1 2024-09-12T18:05:20.148 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.146+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SpqbLBSqA0kshP_m4_pWBjk5pnXQ3hr_0 2024-09-12T18:05:20.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18326200329164577323', time=2024-09-12T19:39:30.876332+0000, chain.objs.size()=1 2024-09-12T18:05:20.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rltK_ok6SYOjzdsGj5c3zepQKixoTRL_0 2024-09-12T18:05:20.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9720667679543870735', time=2024-09-12T19:39:30.879325+0000, chain.objs.size()=1 2024-09-12T18:05:20.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Y2fbl2i3Jpkvm2AOxqyORRQrr-cRjZB_0 2024-09-12T18:05:20.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5564615983994644632', time=2024-09-12T19:39:31.443398+0000, chain.objs.size()=1 2024-09-12T18:05:20.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.j4S-ioYlnRQgnyfZXABRdFaycgx8R61_0 2024-09-12T18:05:20.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6980056102883407816', time=2024-09-12T19:39:31.510934+0000, chain.objs.size()=1 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.r7NPCkRWblKYjAyevlGwjFZbE4DjT-q_0 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16586911813994959166', time=2024-09-12T19:39:31.702818+0000, chain.objs.size()=1 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gp_OI44KSFCbWqLWRco8TVykM783X1-_0 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15240942340472304967', time=2024-09-12T19:39:32.417872+0000, chain.objs.size()=1 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Y0SZvef4jwypw5FYE79Kwj7tm14Vk50_0 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7235508542482435795', time=2024-09-12T19:39:32.845854+0000, chain.objs.size()=1 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Sn_pABn7E_6CYAeKTXddbUadY-JWV14_0 2024-09-12T18:05:20.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3768341525650750006', time=2024-09-12T19:39:33.000913+0000, chain.objs.size()=1 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eRjJRH4eZ8ngr0gxDzsogbDxkR2fa6e_0 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17597764413041563737', time=2024-09-12T19:39:33.713933+0000, chain.objs.size()=1 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qggpg_0MuvYOwW8SuJccyGhAvnRP5Sf_0 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8908627152694914434', time=2024-09-12T19:39:33.775394+0000, chain.objs.size()=1 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zUEFubQH7rQoiZX21n3ZKPAnArNK0NC_0 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4466486617167263364', time=2024-09-12T19:39:34.236048+0000, chain.objs.size()=1 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.152+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.f6GNsHa63ME3jIS-m2bijgL94KaAxpn_0 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.154+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1939143145149787439', time=2024-09-12T19:39:34.435492+0000, chain.objs.size()=1 2024-09-12T18:05:20.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.154+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.L1XDvH-x-oXnGLSozdUxN0FQUxuTYU1_0 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15078665006283619128', time=2024-09-12T19:39:34.630102+0000, chain.objs.size()=1 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8bugU-mWRy2OyWzJJU4y65ptZHcIdq7_0 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.609238360154340173', time=2024-09-12T19:39:35.571330+0000, chain.objs.size()=1 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.n1_-PZk1cZ1LLPuPndYARRROKwuh9W4_0 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4677235972216269923', time=2024-09-12T19:39:35.893284+0000, chain.objs.size()=1 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JEVXbqU7tH3Kyqd9JYy4OUTOcV4SvC4_0 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7329545933749721443', time=2024-09-12T19:39:36.465758+0000, chain.objs.size()=1 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gj1HXevuxZdJ5TQzj9-OhdXl2V7BdQn_0 2024-09-12T18:05:20.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7338835039302247020', time=2024-09-12T19:39:36.837502+0000, chain.objs.size()=1 2024-09-12T18:05:20.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.157+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6q2Tx0px7FJOjMNo6Y5O2nkY_EUqtLL_0 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8790575234530472420', time=2024-09-12T19:39:37.508028+0000, chain.objs.size()=1 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.hsn6GJ4q8SqVliOnGltfd1Ze3Fi-awt_0 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16965469199522148866', time=2024-09-12T19:39:37.593112+0000, chain.objs.size()=1 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VszEPxCqso6q7V2fvj0heKsVJP7oOnV_0 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14679296780132752841', time=2024-09-12T19:39:48.708436+0000, chain.objs.size()=1 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.276__shadow_.PQginJBF5IHI6Riy32QI-O5q1xFExzR_0 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5136651581679886643', time=2024-09-12T19:40:07.492485+0000, chain.objs.size()=1 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.NUSlhZb85BlUIvhTjXWOOHSD1B9KhcU_0 2024-09-12T18:05:20.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15006182813657077533', time=2024-09-12T19:40:07.493205+0000, chain.objs.size()=1 2024-09-12T18:05:20.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.RwvbOJldI5-C3Vp2RbCLZFy3ecLG7E2_0 2024-09-12T18:05:20.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4313556422583361780', time=2024-09-12T19:40:07.596150+0000, chain.objs.size()=1 2024-09-12T18:05:20.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.159+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.ZO2W9Vok9A6NKhrolNhC62rQQXDCCp5_0 2024-09-12T18:05:20.162 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7345609816964258501', time=2024-09-12T19:40:08.481058+0000, chain.objs.size()=1 2024-09-12T18:05:20.162 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.295__shadow_.ivAKAiev100yrnrLBNenN-qVuO1ahs8_0 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4893114198302477983', time=2024-09-12T19:40:16.571842+0000, chain.objs.size()=1 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.304__shadow_.cT0s63FfGKXVi0tg1lU0Bwph8TBV6pQ_0 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.162+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7567107935771279219', time=2024-09-12T19:41:16.893504+0000, chain.objs.size()=1 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.162+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5A1NkmsbuKaMYVRz-Mjemg1Paaf0Isq_0 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.162+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11599608162065635864', time=2024-09-12T19:41:17.301002+0000, chain.objs.size()=1 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.162+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.x-WLMEUkp-AQBcGX0V6yNi6quR2SLJn_0 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.162+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7673931089466420713', time=2024-09-12T19:41:18.025224+0000, chain.objs.size()=1 2024-09-12T18:05:20.163 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.162+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.KxyT78rFdTzGDMN7_ihxK4LlGrIzGL8_0 2024-09-12T18:05:20.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14916246443875125391', time=2024-09-12T19:41:18.466435+0000, chain.objs.size()=1 2024-09-12T18:05:20.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.a-WHsf__w7PIGv6Sh9krNaE9-9ik9-0_0 2024-09-12T18:05:20.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3318900076531733540', time=2024-09-12T19:41:18.562664+0000, chain.objs.size()=1 2024-09-12T18:05:20.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1mJTA6aQOieI7UTuGuMPMceM4N5TXqf_0 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4008074800955473746', time=2024-09-12T19:41:19.280594+0000, chain.objs.size()=1 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hvdOO3NuEMHmnN5zibihh9xji0hoUM-_0 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8102441321971351324', time=2024-09-12T19:41:20.005073+0000, chain.objs.size()=1 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wIxEK8NHDT46cJTlXIyfeBJ9aRls143_0 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7637136630605138396', time=2024-09-12T19:41:20.032462+0000, chain.objs.size()=1 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UzEY4jjvdWUkBLrhY_NhqLXV_Z_KzSc_0 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18010600761299258420', time=2024-09-12T19:41:20.060231+0000, chain.objs.size()=1 2024-09-12T18:05:20.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.164+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MqFLfA-ONUMN6HdraGh24WVAYa6aqaY_0 2024-09-12T18:05:20.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.166+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16479988556713718336', time=2024-09-12T19:41:20.119877+0000, chain.objs.size()=1 2024-09-12T18:05:20.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.166+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.e_kubWcVAZ3Je3pna2RRAJB1pl10uAX_0 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5004118863947431876', time=2024-09-12T19:41:20.210076+0000, chain.objs.size()=1 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eplNxtEwUiukA-lw11RqfP3djjjZ2fC_0 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1430656632784503272', time=2024-09-12T19:41:21.055565+0000, chain.objs.size()=1 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.9N7VDz9xDvixj5kjOdHYDPDaeeiI1Ap_0 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15633321002408335266', time=2024-09-12T19:41:21.653965+0000, chain.objs.size()=1 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pkG2PNnpCo6_ih2EZ7WvKJXNLBY9OAy_0 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6625564120686623311', time=2024-09-12T19:41:21.681736+0000, chain.objs.size()=1 2024-09-12T18:05:20.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.167+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XkyXZHgG402OQlAZrkvhIyKh58DB_Xw_0 2024-09-12T18:05:20.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.169+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14346782377703327500', time=2024-09-12T19:41:22.283220+0000, chain.objs.size()=1 2024-09-12T18:05:20.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.169+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.alBH8ZqWCWfZP41RbPKaZBxD01ZDkqq_0 2024-09-12T18:05:20.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.169+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.493060892055400951', time=2024-09-12T19:41:22.626946+0000, chain.objs.size()=1 2024-09-12T18:05:20.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.169+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UYuoOAXrHron5eiorsdXNBd-Pmyhbrq_0 2024-09-12T18:05:20.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.169+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15956048023345076834', time=2024-09-12T19:41:22.972654+0000, chain.objs.size()=1 2024-09-12T18:05:20.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.169+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.R7gSvXMGBWpPpCW_Ko0YC_RFykedWWA_0 2024-09-12T18:05:20.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.171+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13677760242064359902', time=2024-09-12T19:41:23.403430+0000, chain.objs.size()=1 2024-09-12T18:05:20.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.171+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vzZjW2e4NzXitCcHEtsqQtLrKBFj-99_0 2024-09-12T18:05:20.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9981458693599352472', time=2024-09-12T19:41:24.276108+0000, chain.objs.size()=1 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DBdVS9oBcPdRAauu1zES4djFQgtpzu2_0 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17155625369560891746', time=2024-09-12T19:41:25.490226+0000, chain.objs.size()=1 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MHqN9-NZoKbr7ydFMfNgggeUPwYjjRT_0 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7815118770900099716', time=2024-09-12T19:42:02.627439+0000, chain.objs.size()=1 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.33YtSAxWtpV1dnqTDioAiLoP8OhVafK_0 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14291909330159885838', time=2024-09-12T19:42:02.661375+0000, chain.objs.size()=1 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YbvCuxF2etauuHmo38hjgq0MckjSDyZ_0 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17273696531476893093', time=2024-09-12T19:42:02.663773+0000, chain.objs.size()=1 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VxjUN5Bo1EXSSvinqc3Og0iQTeTni_9_0 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17029047251822387376', time=2024-09-12T19:42:03.008426+0000, chain.objs.size()=1 2024-09-12T18:05:20.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.y7TLFRK_aJ3OUj1vKUFaQSecytrlvGm_0 2024-09-12T18:05:20.175 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10044276242974117862', time=2024-09-12T19:42:03.632342+0000, chain.objs.size()=1 2024-09-12T18:05:20.175 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.173+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MIUQ8bJk11aaQu1zjPE-H2609XuPg1W_0 2024-09-12T18:05:20.175 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7860788121131532064', time=2024-09-12T19:42:04.130507+0000, chain.objs.size()=1 2024-09-12T18:05:20.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UNOrdtGLVRS2AsS7ZwJ-D7jKh4zWoEC_0 2024-09-12T18:05:20.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16161046228298049309', time=2024-09-12T19:42:04.588439+0000, chain.objs.size()=1 2024-09-12T18:05:20.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.aTc8YUv5CXIaFFa6fFR7p-1uCSuhdOm_0 2024-09-12T18:05:20.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15764194812548254398', time=2024-09-12T19:42:05.000403+0000, chain.objs.size()=1 2024-09-12T18:05:20.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-XuAqr8Lo3bd7wvdLv8_wDEaekc7SmR_0 2024-09-12T18:05:20.178 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.177+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1629201594580823303', time=2024-09-12T19:42:05.723617+0000, chain.objs.size()=1 2024-09-12T18:05:20.178 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.177+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ledhEUI4WEizlRyNIFT1c0QCu93yP0F_0 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8303140173034653478', time=2024-09-12T19:42:05.855152+0000, chain.objs.size()=1 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WFPe07zkwz_6SFPfa60BProUJ_EP3fu_0 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6178499157846561036', time=2024-09-12T19:42:06.488077+0000, chain.objs.size()=1 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YgvitwquOkR_RZrXpfyBT9BocXmWHGc_0 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18258535862677103419', time=2024-09-12T19:42:07.014564+0000, chain.objs.size()=1 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SFrwU7S-NwphE5UYXe38jIs2k1wQO3f_0 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16404499526295220754', time=2024-09-12T19:42:07.104664+0000, chain.objs.size()=1 2024-09-12T18:05:20.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yiusN29DNEaZxeXEpYCYSSoXWFhAICP_0 2024-09-12T18:05:20.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13104862268980502014', time=2024-09-12T19:42:07.105414+0000, chain.objs.size()=1 2024-09-12T18:05:20.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.85V7aRg4L6BHrmmovq0PA3oKqOH-bFQ_0 2024-09-12T18:05:20.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.181883933868269110', time=2024-09-12T19:42:07.543150+0000, chain.objs.size()=1 2024-09-12T18:05:20.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.178+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KbZjyqNaSraQ7u2FnDmjLgVqO15pIc0_0 2024-09-12T18:05:20.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12200835772147160906', time=2024-09-12T19:42:08.272359+0000, chain.objs.size()=1 2024-09-12T18:05:20.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qGN3vZxPIddf5ifDeqPdnC4aMIkQrZe_0 2024-09-12T18:05:20.181 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2834784470911331960', time=2024-09-12T19:42:08.557002+0000, chain.objs.size()=1 2024-09-12T18:05:20.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.L6IrxmOi7n1aet6JhWP9xukUTwprwzL_0 2024-09-12T18:05:20.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9729375645703792270', time=2024-09-12T19:42:08.729273+0000, chain.objs.size()=1 2024-09-12T18:05:20.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cf61RtRirbH9o5qAbcGQcEzEJ1Uy93z_0 2024-09-12T18:05:20.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7021044155532051110', time=2024-09-12T19:42:08.884506+0000, chain.objs.size()=1 2024-09-12T18:05:20.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LQR8JQiInlijVENXy5Er4bYFlgcuWdI_0 2024-09-12T18:05:20.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5539486571499743827', time=2024-09-12T19:42:09.649331+0000, chain.objs.size()=1 2024-09-12T18:05:20.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.180+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.i2Qg_oD2cggmeovHKCN0e7fQuT6sTSi_0 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10533231300995670134', time=2024-09-12T19:42:09.650106+0000, chain.objs.size()=1 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Y9qQq6Q0lfqS5f7G27YImTbPaqv9dS3_0 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1781647877855130420', time=2024-09-12T19:42:10.242459+0000, chain.objs.size()=1 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.A4gF6pZOfEPgbYhtZXScxGnZk4tbQBN_0 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5833515936138653566', time=2024-09-12T19:42:10.418117+0000, chain.objs.size()=1 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vMxFAA57iv7M2f_BA9v0w0XFX5tuTWW_0 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15226751803508037859', time=2024-09-12T19:42:11.366850+0000, chain.objs.size()=1 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VnuVr9fENhUPt3FFL5PE-WPQ5bDcoB4_0 2024-09-12T18:05:20.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16084970069108167462', time=2024-09-12T19:42:11.367608+0000, chain.objs.size()=1 2024-09-12T18:05:20.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.AuKgOzOS3MB-HXaix6LJGJnMUOIK6lq_0 2024-09-12T18:05:20.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5636733732909292603', time=2024-09-12T19:42:11.867367+0000, chain.objs.size()=1 2024-09-12T18:05:20.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.183+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NFYF3STKWTf1bi8VJ_bVwCXCPdKIyrJ_0 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17099532024212469687', time=2024-09-12T19:42:11.908458+0000, chain.objs.size()=1 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JSHIzFfMYIMzvi2vwuq-aPB7LRYIiOy_0 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11413638110365177068', time=2024-09-12T19:42:12.191580+0000, chain.objs.size()=1 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nCH-lIqJ-ByKidDZG6LwqmF-7w-9ZI5_0 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17653932006070664624', time=2024-09-12T19:42:12.378586+0000, chain.objs.size()=1 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jQELvC7oEeHC-LvW-iaXdvejaOEDx4t_0 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1968745715188538020', time=2024-09-12T19:42:12.715944+0000, chain.objs.size()=1 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QKMvpgf5Z6QPR90o8mZQQ7U20ZM2Y4J_0 2024-09-12T18:05:20.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13086947057837822809', time=2024-09-12T19:42:12.745362+0000, chain.objs.size()=1 2024-09-12T18:05:20.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wuL137tpNboi1t02HYcFucB2mAw7oFL_0 2024-09-12T18:05:20.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14540110240553818171', time=2024-09-12T19:42:12.942188+0000, chain.objs.size()=1 2024-09-12T18:05:20.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.pv-HgfZPn1Vt3yoDy8VOMCb8hLsnS1V_0 2024-09-12T18:05:20.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1885604889397977869', time=2024-09-12T19:42:12.960739+0000, chain.objs.size()=1 2024-09-12T18:05:20.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.186+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.a_i1JKvtRBjrph18niwkj2PJx05gvl1_0 2024-09-12T18:05:20.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.188+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8979554121198308493', time=2024-09-12T19:43:07.459916+0000, chain.objs.size()=1 2024-09-12T18:05:20.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.188+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.391__shadow_.owH2C3k6FBlX0wVHntY2-qqrYcL4ud8_0 2024-09-12T18:05:20.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.188+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5481372917855017604', time=2024-09-12T19:44:30.052592+0000, chain.objs.size()=1 2024-09-12T18:05:20.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.188+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.lGtF-C0a1_F4Ti59JuBD28Hqsyn1xJV_0 2024-09-12T18:05:20.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.188+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~ILeTuiXJ6fUCu4jWnh8svTRwUxDvLGk', time=2024-09-12T19:46:31.107432+0000, chain.objs.size()=1 2024-09-12T18:05:20.189 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.188+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ILeTuiXJ6fUCu4jWnh8svTRwUxDvLGk.1 2024-09-12T18:05:20.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/45407 2024-09-12T18:05:20.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:05:20.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16255138445251900047', time=2024-09-12T19:48:00.943939+0000, chain.objs.size()=6 2024-09-12T18:05:20.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT.1 2024-09-12T18:05:20.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.NdjULAzyc6UjvfWQjv638fmDbTcj6xDV.2 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.Sd7OaCfJGY3_LKrA6GJ6SSswNKEcvOYu.3 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT.4 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT.5 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~lTBsMABqiKWfJgW0kO2dwHqV2g61-RT.6 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14770823867925356509', time=2024-09-12T19:50:41.269368+0000, chain.objs.size()=1 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.562__multipart_mymultipart.2~0sp7bef0BcGt9nQxNFh4cK1B6WRt50n.1 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6484431009386955491', time=2024-09-12T19:50:58.008633+0000, chain.objs.size()=1 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:6Rmi-H1CT2JYTVvhdsk.l2FdhljO7mW_.vjqRWB3LBwu1it9W2nKc6gn1rpz7Bf2_0 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6326364721721812160', time=2024-09-12T19:52:26.760469+0000, chain.objs.size()=1 2024-09-12T18:05:20.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:PqNLkgISya4U8YUxj0lwoXDHikX6xS9_.QcjK4xwB5u2MZiubQckXgLdzR4voDzq_0 2024-09-12T18:05:20.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13957368612875406098', time=2024-09-12T19:57:33.263536+0000, chain.objs.size()=1 2024-09-12T18:05:20.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.627__shadow_._mLQqeHOWLs6WcukHU0-1QkpJbyvWoe_0 2024-09-12T18:05:20.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3415350689220722397', time=2024-09-12T19:58:45.890288+0000, chain.objs.size()=1 2024-09-12T18:05:20.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.671__shadow_.ESmBykEfrrXMkNKUggtaIJXcuexD-DK_0 2024-09-12T18:05:20.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18353783142814673773', time=2024-09-12T19:59:54.561031+0000, chain.objs.size()=1 2024-09-12T18:05:20.202 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.735__shadow_.EKrqy_GK49ehPFhiEIC5cbrMV22-lIM_0 2024-09-12T18:05:20.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.213+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:05:20.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.214+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51511' 2024-09-12T18:05:20.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_bpDOP85VBjkpKz126kmfwTW7EhCPr17', time=2024-09-12T19:35:12.965145+0000, chain.objs.size()=3 2024-09-12T18:05:20.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.xzhNwaV4wdHu1zEPIM9sIlFdnHf7Xqh_0 2024-09-12T18:05:20.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.xzhNwaV4wdHu1zEPIM9sIlFdnHf7Xqh_1 2024-09-12T18:05:20.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.xzhNwaV4wdHu1zEPIM9sIlFdnHf7Xqh_2 2024-09-12T18:05:20.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8670020574240443439', time=2024-09-12T19:36:12.959259+0000, chain.objs.size()=1 2024-09-12T18:05:20.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.189__shadow_.v3YaQaG79dc_x7xQisjBBcv5Wq5SMqg_0 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11886574530859219733', time=2024-09-12T19:38:35.427048+0000, chain.objs.size()=1 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.245__shadow_.wWiUWuzgb-eqMxzB0jh5gUh50ORj5qb_0 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14749529135319572726', time=2024-09-12T19:38:41.638858+0000, chain.objs.size()=1 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.252__shadow_.wVIIYsmCeI5IeGLoq87NAcPzQkPaGt__0 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9369818828785797464', time=2024-09-12T19:38:47.771921+0000, chain.objs.size()=1 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.259__shadow_.Q0vZTcl1ThSM0_FGpgN1Sc2uZ0zzBRD_0 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1931419457905042983', time=2024-09-12T19:39:27.214454+0000, chain.objs.size()=1 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dhjil9F1omsElX-umwcRqJZaROBTAT8_0 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17798479585108308691', time=2024-09-12T19:39:28.513744+0000, chain.objs.size()=1 2024-09-12T18:05:20.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.L0ooEXSBiltroAQltjrWyiEB5gfl-yI_0 2024-09-12T18:05:20.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7023763541798354429', time=2024-09-12T19:39:29.053343+0000, chain.objs.size()=1 2024-09-12T18:05:20.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vMLuYXcLDmHqFNg17NaiyJyg_tyA1OW_0 2024-09-12T18:05:20.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5198959911452202155', time=2024-09-12T19:39:29.201218+0000, chain.objs.size()=1 2024-09-12T18:05:20.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KDFx3VAYwNCnRukj5YvhM-Ebk1_wQtH_0 2024-09-12T18:05:20.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2535005525999219281', time=2024-09-12T19:39:29.280963+0000, chain.objs.size()=1 2024-09-12T18:05:20.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Xnaal7D9KXc3Fu9UXY-ej2yvt-E6rTt_0 2024-09-12T18:05:20.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.218+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4731326977404711681', time=2024-09-12T19:39:30.669699+0000, chain.objs.size()=1 2024-09-12T18:05:20.220 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.218+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tQu3oil7MKCC1Fa5e1unpTjb_e_5gaf_0 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11048866412869320851', time=2024-09-12T19:39:30.737783+0000, chain.objs.size()=1 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3hvx8XNwv3g56U0IOK_Xua4BT-noz3h_0 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8857315644457972724', time=2024-09-12T19:39:30.889152+0000, chain.objs.size()=1 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ckKKq7dTjjk1Mvgv2f9jPG3MhicGlL8_0 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16637991503853000432', time=2024-09-12T19:39:31.406257+0000, chain.objs.size()=1 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mCnoUMXOd2NwzP345A-44nKZpqTH99o_0 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9264095435842726736', time=2024-09-12T19:39:31.406951+0000, chain.objs.size()=1 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PGD3UQgVflQNlTatTPRwl9eAa9Uika7_0 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13392366154990021748', time=2024-09-12T19:39:31.407593+0000, chain.objs.size()=1 2024-09-12T18:05:20.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OVtV27EsJXqzMyGxctotslnqbjvM_aH_0 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9222369388220841408', time=2024-09-12T19:39:31.473416+0000, chain.objs.size()=1 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zRl0fTZnFMo3TTKr01WHrMezhYScyRG_0 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18023408222071691378', time=2024-09-12T19:39:31.474146+0000, chain.objs.size()=1 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dwykiUpPwwR4jegyvO3FyQM9g-PaDZm_0 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16264121626479893056', time=2024-09-12T19:39:31.804184+0000, chain.objs.size()=1 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mJSo1UcZlQOvM9DJkreAEo9gTHqW2Kw_0 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9103334189728916154', time=2024-09-12T19:39:31.979929+0000, chain.objs.size()=1 2024-09-12T18:05:20.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.220+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cDNwCgIZ142jrrSCECP4vwWQUwOZQGe_0 2024-09-12T18:05:20.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.223+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17203121325695234499', time=2024-09-12T19:39:32.082320+0000, chain.objs.size()=1 2024-09-12T18:05:20.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.223+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.92UnSmRVmxIr5-c5h6UE3BvkjW73i2u_0 2024-09-12T18:05:20.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.223+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5853516771803914930', time=2024-09-12T19:39:32.395287+0000, chain.objs.size()=1 2024-09-12T18:05:20.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.223+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.D6sHLyhx1osEpRAwA-ceauf3I6uDksE_0 2024-09-12T18:05:20.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.223+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11845706669515929943', time=2024-09-12T19:39:32.434760+0000, chain.objs.size()=1 2024-09-12T18:05:20.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.223+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PGJ4em0SDw5WV3OlGydNas49xBshjjV_0 2024-09-12T18:05:20.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.224+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18339277065018828757', time=2024-09-12T19:39:32.988379+0000, chain.objs.size()=1 2024-09-12T18:05:20.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.224+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.74lARtF1mPGcYko418zWGOpl_GxqoPl_0 2024-09-12T18:05:20.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4130873285683956037', time=2024-09-12T19:39:32.989185+0000, chain.objs.size()=1 2024-09-12T18:05:20.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iS0jkdSZoa8jnk57tdRfvqLCb5A_mXp_0 2024-09-12T18:05:20.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5576996957619596343', time=2024-09-12T19:39:33.390179+0000, chain.objs.size()=1 2024-09-12T18:05:20.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LHP0XqYwrmDBKfnYdZJ0JZsdBuhh1EX_0 2024-09-12T18:05:20.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3194730556646440264', time=2024-09-12T19:39:33.435865+0000, chain.objs.size()=1 2024-09-12T18:05:20.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HDFc75fdf55kPMyTSw7gA1tf6fwgi2W_0 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17965875819489609559', time=2024-09-12T19:39:34.120142+0000, chain.objs.size()=1 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gI9X-nYcT5nyVfTqslqu4uOYx_Mfqrp_0 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18159308993614814897', time=2024-09-12T19:39:34.171351+0000, chain.objs.size()=1 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FDqzarc9uIZucuMnLqN7KGLkDJLRaAo_0 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12812893134671300903', time=2024-09-12T19:39:34.304422+0000, chain.objs.size()=1 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.lzZJM6cGF84fZKc3QD9w8GohxuBuQFJ_0 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12745142166865563353', time=2024-09-12T19:39:34.928746+0000, chain.objs.size()=1 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TCQ23beMOkDWg5OrH3_ubzcfEBx073W_0 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9204548641328088767', time=2024-09-12T19:39:35.115858+0000, chain.objs.size()=1 2024-09-12T18:05:20.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.luffndH9Zf9rLEfes0AFp4oHq_L4Bp4_0 2024-09-12T18:05:20.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8774104052084984864', time=2024-09-12T19:39:35.157503+0000, chain.objs.size()=1 2024-09-12T18:05:20.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.nAkpXrU9c84ZuzdmnqwRIWe_BCwNrV6_0 2024-09-12T18:05:20.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14331797952771561740', time=2024-09-12T19:39:35.647697+0000, chain.objs.size()=1 2024-09-12T18:05:20.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3lUo74tqzgv40NSi-9bblv8Y2K90zP1_0 2024-09-12T18:05:20.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4450919478725044707', time=2024-09-12T19:39:36.754082+0000, chain.objs.size()=1 2024-09-12T18:05:20.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xY56k4alDS53CFUlMdksivQERivmCR3_0 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5677711909203369356', time=2024-09-12T19:39:36.833305+0000, chain.objs.size()=1 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5nnXVWYBP-QgzvkJCFwTCKlGH7I6KjF_0 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7416024928734646398', time=2024-09-12T19:39:37.616298+0000, chain.objs.size()=1 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.AfenVtNo-1fi0Bf7KBnvtGW0uz23zsB_0 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12713119935051251016', time=2024-09-12T19:39:46.100304+0000, chain.objs.size()=1 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.273__shadow_.ZmXIuAXXx9MyIBz9eg-Jk0EUAvRPhyG_0 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18054609241122724285', time=2024-09-12T19:39:57.614576+0000, chain.objs.size()=1 2024-09-12T18:05:20.232 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.286__shadow_.X_V4EfPqQfawHFdkD8lFWvm3Nm7OahD_0 2024-09-12T18:05:20.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.905797662864590477', time=2024-09-12T19:40:07.495182+0000, chain.objs.size()=1 2024-09-12T18:05:20.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.qXmCOIzG0-hekrIgg9UZtDb3j0xkGK-_0 2024-09-12T18:05:20.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9327191348521227698', time=2024-09-12T19:40:12.077957+0000, chain.objs.size()=1 2024-09-12T18:05:20.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.231+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.299__shadow_.oyvr9c3DvV9UPA81XhqSV7aKrzm92px_0 2024-09-12T18:05:20.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.232+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12040935473997528420', time=2024-09-12T19:40:13.921950+0000, chain.objs.size()=1 2024-09-12T18:05:20.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.232+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.301__shadow_.-j51PCrantB8wpTInpw5hXJKIJB80Gq_0 2024-09-12T18:05:20.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13727275802114858235', time=2024-09-12T19:40:34.791758+0000, chain.objs.size()=1 2024-09-12T18:05:20.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.320__shadow:mDPy36I02Tij3FtrtWEQzpKSwNh.QK3_.7up0-Ip7W4iHCyjXATn-hFcuee-27xS_0 2024-09-12T18:05:20.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7832862761831661231', time=2024-09-12T19:40:34.821015+0000, chain.objs.size()=1 2024-09-12T18:05:20.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.320__shadow:rU-Ys22zStxteCpl-Yd3si-E4VxoYfo_.fcMHe6OVs3KyRcw-v3DYDTeWGebBGsi_0 2024-09-12T18:05:20.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10010750185312483285', time=2024-09-12T19:41:14.961835+0000, chain.objs.size()=1 2024-09-12T18:05:20.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.C7tlwCZO5JeDCAqz4oZo33qpHuULfmZ_0 2024-09-12T18:05:20.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3033733448410393046', time=2024-09-12T19:41:15.153360+0000, chain.objs.size()=1 2024-09-12T18:05:20.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._KGaTQ2zNZyn4tBxOoLkuC7dA0_Y_h-_0 2024-09-12T18:05:20.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.235+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14997181348610227682', time=2024-09-12T19:41:15.348452+0000, chain.objs.size()=1 2024-09-12T18:05:20.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.235+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6HfAdi-9ObB3e9hfsTf17Qu6cJ34jzE_0 2024-09-12T18:05:20.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.235+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8623913821116727245', time=2024-09-12T19:41:15.465235+0000, chain.objs.size()=1 2024-09-12T18:05:20.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.235+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HyZaJF8S-OtL_88jfxYnmn6YXyGyWAY_0 2024-09-12T18:05:20.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13067722496341361397', time=2024-09-12T19:41:15.857496+0000, chain.objs.size()=1 2024-09-12T18:05:20.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8eM6Gbn6xHRhqmy3gQB7OJD25o0xvG8_0 2024-09-12T18:05:20.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8855139474873790726', time=2024-09-12T19:41:17.953691+0000, chain.objs.size()=1 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.liYH3w2romm3R71nNv7dufek4WwDxdq_0 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15674983782519357954', time=2024-09-12T19:41:18.304669+0000, chain.objs.size()=1 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QI5PZg4E_kEleB_aiWWLPDpEEIBmr5S_0 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4066133381951065978', time=2024-09-12T19:41:18.365600+0000, chain.objs.size()=1 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oX4RmHpsN0uW6JNvgmwnONljfXCud8s_0 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.706386412270482546', time=2024-09-12T19:41:18.478324+0000, chain.objs.size()=1 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.s-ol6bpEc2i0GWISOifP2_Eqd-kEFAp_0 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5837180707939446487', time=2024-09-12T19:41:18.570950+0000, chain.objs.size()=1 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.236+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.lUhUQw-3AkRo6t0iSv5WbKvoebAIOcA_0 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10726069606757858595', time=2024-09-12T19:41:19.279286+0000, chain.objs.size()=1 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oyn8s_eJsRpucHomIuBX0IWqx0PLQMh_0 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6428539198366045670', time=2024-09-12T19:41:19.451045+0000, chain.objs.size()=1 2024-09-12T18:05:20.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.koe5n7HhSOuMh44cxTvt-HOAk0ji3rv_0 2024-09-12T18:05:20.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14547612902756905349', time=2024-09-12T19:41:19.707745+0000, chain.objs.size()=1 2024-09-12T18:05:20.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vFYFwdAUfAEyzFbi0DALGFZORgERfpW_0 2024-09-12T18:05:20.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17379633912102619812', time=2024-09-12T19:41:20.102633+0000, chain.objs.size()=1 2024-09-12T18:05:20.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._EFP3A4tcvEqZA5lwnQEyGMMvpQ2s9L_0 2024-09-12T18:05:20.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.239+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3881239915177772366', time=2024-09-12T19:41:20.103306+0000, chain.objs.size()=1 2024-09-12T18:05:20.239 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.239+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zN87VhA-0er5KanDYnN3z8dYvkV-eiT_0 2024-09-12T18:05:20.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6238914339266912679', time=2024-09-12T19:41:20.257434+0000, chain.objs.size()=1 2024-09-12T18:05:20.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mQ7YUwjVgX0cvRhrYyFBvlEm2OIwXCj_0 2024-09-12T18:05:20.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.750720126742571161', time=2024-09-12T19:41:21.422167+0000, chain.objs.size()=1 2024-09-12T18:05:20.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.i7S81ISZN8rBfy_Z_peJr22RK7o9WOa_0 2024-09-12T18:05:20.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17763147793100649610', time=2024-09-12T19:41:22.130585+0000, chain.objs.size()=1 2024-09-12T18:05:20.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OlZrI0Ya4fCxa4nh4ge4WKUmO6-U0b0_0 2024-09-12T18:05:20.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16946333142961856943', time=2024-09-12T19:41:22.592010+0000, chain.objs.size()=1 2024-09-12T18:05:20.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.miVPpqf3lEJOEVVFSMP1a8V_sRLVgEX_0 2024-09-12T18:05:20.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17287288701799905387', time=2024-09-12T19:41:23.573666+0000, chain.objs.size()=1 2024-09-12T18:05:20.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.240+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Glhtq8rtQ_gWYt2Jah6zWOa_ubnZRzS_0 2024-09-12T18:05:20.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9841335566795300947', time=2024-09-12T19:41:23.743480+0000, chain.objs.size()=1 2024-09-12T18:05:20.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.R-vOSMWxtj1jmnnX0CRllmtmZR__aSL_0 2024-09-12T18:05:20.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1709203872081644071', time=2024-09-12T19:41:23.858863+0000, chain.objs.size()=1 2024-09-12T18:05:20.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZZaoOxSNT7PWglR0BcjGMj4X2_3dJ2V_0 2024-09-12T18:05:20.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11359236056916121884', time=2024-09-12T19:41:23.860522+0000, chain.objs.size()=1 2024-09-12T18:05:20.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.D-HkRZ--I9zwENPADr-5MH-X_5YPNsW_0 2024-09-12T18:05:20.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13951834557895200303', time=2024-09-12T19:41:24.016987+0000, chain.objs.size()=1 2024-09-12T18:05:20.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kjlw3dmjzqbx0h05Xt8t7muxiHpsUA__0 2024-09-12T18:05:20.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6883301998987882834', time=2024-09-12T19:41:24.047737+0000, chain.objs.size()=1 2024-09-12T18:05:20.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gChstdTTewCUye_yPIHNijRrtYACnqC_0 2024-09-12T18:05:20.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2469850342923712182', time=2024-09-12T19:41:24.060309+0000, chain.objs.size()=1 2024-09-12T18:05:20.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.242+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.t6zVJXxZ4kTVfa2SXEkGPVeXcnu6Cmu_0 2024-09-12T18:05:20.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6987863291388249465', time=2024-09-12T19:41:24.273088+0000, chain.objs.size()=1 2024-09-12T18:05:20.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.N3YAycsM2lZXyOix2Y8jHhs3eO1IHpq_0 2024-09-12T18:05:20.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6142564029881598899', time=2024-09-12T19:41:24.710998+0000, chain.objs.size()=1 2024-09-12T18:05:20.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NrpbP3W9v9NWRmv5O5dUmVYXv35KdC1_0 2024-09-12T18:05:20.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11537291263766496076', time=2024-09-12T19:41:25.194595+0000, chain.objs.size()=1 2024-09-12T18:05:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cqXUyQCFAMXfvh87acAQfsXFR9IDo_H_0 2024-09-12T18:05:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17542019448101646862', time=2024-09-12T19:41:25.339861+0000, chain.objs.size()=1 2024-09-12T18:05:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.244+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MCgIWLrArddgc0Srr9RmHNlujTY8Skb_0 2024-09-12T18:05:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.245+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7577935519238453450', time=2024-09-12T19:41:25.443233+0000, chain.objs.size()=1 2024-09-12T18:05:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.245+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Bq_umV7IbxlDwPGw04BIAe-A00AV4HB_0 2024-09-12T18:05:20.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9623112940234406969', time=2024-09-12T19:42:02.662195+0000, chain.objs.size()=1 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MG1L5cYxEk1e9BoPRvq73eiQJKg5jCh_0 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4021608396056113206', time=2024-09-12T19:42:02.816387+0000, chain.objs.size()=1 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tA7zNqbFiSfzOJqf1KLXUrvagxFYXa-_0 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17838595544265439626', time=2024-09-12T19:42:03.015369+0000, chain.objs.size()=1 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-JTvZDdBNcFOCBaMrvagZ2e5luX2vc-_0 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6514469446855182829', time=2024-09-12T19:42:03.015988+0000, chain.objs.size()=1 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QF7dSRhD7iTIW0gsTDRZLiwwIPfVGnu_0 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12965646991550505298', time=2024-09-12T19:42:03.038274+0000, chain.objs.size()=1 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HEWjh5946w0Wqy-vrIJ4KKI_yMswARs_0 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4814926320312009574', time=2024-09-12T19:42:03.082827+0000, chain.objs.size()=1 2024-09-12T18:05:20.247 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.246+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VS_M8BtHwTfhvBP_wZQMplbat-9dsIX_0 2024-09-12T18:05:20.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.248+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7112496705731431601', time=2024-09-12T19:42:03.265374+0000, chain.objs.size()=1 2024-09-12T18:05:20.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.248+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.t4oEEInWwbHo9m7yqtxuL08TBYxvssy_0 2024-09-12T18:05:20.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.248+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17088427642969390121', time=2024-09-12T19:42:03.347150+0000, chain.objs.size()=1 2024-09-12T18:05:20.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.248+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Qw8UqoUFH5z5hBzsXwggGT1EKmeIhQV_0 2024-09-12T18:05:20.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.248+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2599580641284848385', time=2024-09-12T19:42:04.155540+0000, chain.objs.size()=1 2024-09-12T18:05:20.249 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.248+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VDjZLJX3NTi66TdlRWKVSbYNJ3BQpbf_0 2024-09-12T18:05:20.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18270254504212273646', time=2024-09-12T19:42:04.156102+0000, chain.objs.size()=1 2024-09-12T18:05:20.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Q_MYzVaRYEJkP_aHF6uNVWCQ7D4PazL_0 2024-09-12T18:05:20.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8653114795685747302', time=2024-09-12T19:42:04.889624+0000, chain.objs.size()=1 2024-09-12T18:05:20.250 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1Q8Don0QX4tnUNYaTmHwtrxQ_pW-tA8_0 2024-09-12T18:05:20.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16153187705942379148', time=2024-09-12T19:42:05.818606+0000, chain.objs.size()=1 2024-09-12T18:05:20.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kmlZ8t2OBghUaS1EH12TQFB8oo_bm5U_0 2024-09-12T18:05:20.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16818868650853827764', time=2024-09-12T19:42:05.819372+0000, chain.objs.size()=1 2024-09-12T18:05:20.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6yItOG__eVGsbBZ7uPwOfBiocjaGA7E_0 2024-09-12T18:05:20.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3686364675170789421', time=2024-09-12T19:42:06.227176+0000, chain.objs.size()=1 2024-09-12T18:05:20.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3uscdIvGAJ1LlgNjScacghQndg1ApZB_0 2024-09-12T18:05:20.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6455709764944147910', time=2024-09-12T19:42:06.227988+0000, chain.objs.size()=1 2024-09-12T18:05:20.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.L3o3oZ25VSXJqfXiF7zX8lEKSQHNWWu_0 2024-09-12T18:05:20.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1105048142984768210', time=2024-09-12T19:42:06.418900+0000, chain.objs.size()=1 2024-09-12T18:05:20.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6oJJoMWzfRi0PIu-TW54tuFx5uTwhC8_0 2024-09-12T18:05:20.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10853626729150444282', time=2024-09-12T19:42:07.247469+0000, chain.objs.size()=1 2024-09-12T18:05:20.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.249+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.aRLKEZ-ww-qYnylmvtEOjpvpQtlZ4TX_0 2024-09-12T18:05:20.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2499717517230812770', time=2024-09-12T19:42:08.615827+0000, chain.objs.size()=1 2024-09-12T18:05:20.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.s6yYTpoLIj8ngsdMDbLnDdZ6Baswda1_0 2024-09-12T18:05:20.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17868348218143387160', time=2024-09-12T19:42:09.919849+0000, chain.objs.size()=1 2024-09-12T18:05:20.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1kTG6v6TvJxY4WOPTk2va0S3XFHrgoG_0 2024-09-12T18:05:20.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7357456769504011831', time=2024-09-12T19:42:11.051205+0000, chain.objs.size()=1 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.i328jW152cxoWo_Vfbp1YLg-Qf7mI3m_0 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1636174105494545212', time=2024-09-12T19:42:11.283577+0000, chain.objs.size()=1 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gadhL6eOvPnWTUlNGntMUSyMOanaw65_0 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9011590114195540460', time=2024-09-12T19:42:11.588854+0000, chain.objs.size()=1 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OmXinpe9MyEvRF45MnRJjCovHGg4xnw_0 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.496634642049476661', time=2024-09-12T19:42:11.733880+0000, chain.objs.size()=1 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.83KBdJw8LXVPVcfyezwAFxLWviBdJkT_0 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9767009096484604404', time=2024-09-12T19:42:11.904090+0000, chain.objs.size()=1 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DAu5k3wixpLT033hCsj_ST-McRyXqJx_0 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13435696589462925140', time=2024-09-12T19:42:12.232493+0000, chain.objs.size()=1 2024-09-12T18:05:20.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3NKf0BXe4wdwpJ6bHUFbRt8Bl4SCyVU_0 2024-09-12T18:05:20.261 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.260+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/51511 2024-09-12T18:05:20.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T18:05:20.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15648235657197900315', time=2024-09-12T19:42:12.888531+0000, chain.objs.size()=1 2024-09-12T18:05:20.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4F1VN6CfGfuTye0nu-vZG0Rc_iF8p47_0 2024-09-12T18:05:20.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8168685238384103034', time=2024-09-12T19:42:54.991301+0000, chain.objs.size()=1 2024-09-12T18:05:20.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.377__shadow_.9o20NzZPXpdWm9Hb3fWuLUFVTFa6HnW_0 2024-09-12T18:05:20.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9640223330484781299', time=2024-09-12T19:44:31.092503+0000, chain.objs.size()=1 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.485__shadow_.-LG4K826p8AxoNfUksE_6RGSA74BhN__0 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2840331086621687352', time=2024-09-12T19:44:40.447763+0000, chain.objs.size()=1 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.492__shadow_.NhwAmiiOC6xk29LfXtQL-bruTk1gwG8_0 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10877862510871789591', time=2024-09-12T19:45:21.455010+0000, chain.objs.size()=1 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.515__shadow_.WV0z43y-EC6x10Xn-qhPoLHee9GrIwY_0 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16519835380376560240', time=2024-09-12T19:46:51.748678+0000, chain.objs.size()=6 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.MYn3Qu7ArU90fsVieA_z3XdpO2FRmt9g.1 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ILeTuiXJ6fUCu4jWnh8svTRwUxDvLGk.2 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ILeTuiXJ6fUCu4jWnh8svTRwUxDvLGk.3 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ILeTuiXJ6fUCu4jWnh8svTRwUxDvLGk.4 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ILeTuiXJ6fUCu4jWnh8svTRwUxDvLGk.5 2024-09-12T18:05:20.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ILeTuiXJ6fUCu4jWnh8svTRwUxDvLGk.6 2024-09-12T18:05:20.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3522938481927192683', time=2024-09-12T19:48:43.880813+0000, chain.objs.size()=3 2024-09-12T18:05:20.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.266+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~0GCkgTVOJvwwzWLJGNKIU-d_luLD3BC.1 2024-09-12T18:05:20.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.268+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~0GCkgTVOJvwwzWLJGNKIU-d_luLD3BC.2 2024-09-12T18:05:20.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~0GCkgTVOJvwwzWLJGNKIU-d_luLD3BC.3 2024-09-12T18:05:20.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5645610997267443199', time=2024-09-12T19:50:13.064321+0000, chain.objs.size()=1 2024-09-12T18:05:20.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.554__shadow_.a27V5Bsh4O18rg8UyFVhBgdJIY5qwwX_0 2024-09-12T18:05:20.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7062772425816888486', time=2024-09-12T19:50:55.687732+0000, chain.objs.size()=1 2024-09-12T18:05:20.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:M2f0ZBEduiSjg0zZJu0D6GgUCKelbaA_.rGMVUTIsOqiADnHJk7xh7KIvFSNsFx6_0 2024-09-12T18:05:20.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2534313010790604494', time=2024-09-12T19:51:05.189006+0000, chain.objs.size()=1 2024-09-12T18:05:20.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:wx8Bz5uTp.-U.H-fScJakmFMGtJhlCD_.L6SotrA1EJbgEGrXzsGPbmwPIsI9Ctg_0 2024-09-12T18:05:20.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7512234776557814001', time=2024-09-12T19:51:15.256848+0000, chain.objs.size()=1 2024-09-12T18:05:20.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:Nm2v2tI1uOn4jQ3FUd4jSMGYzMNhbL8_.OrTk8FKgWXewXm6nv6lTBEOb4ip2U2D_0 2024-09-12T18:05:20.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16296305339590785534', time=2024-09-12T19:52:34.714224+0000, chain.objs.size()=1 2024-09-12T18:05:20.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:x2Fv9m6YDBeT-0CdzQL71oGEe1r5z6m_.PbdNwDK5H_DBZxKZTIPFWVaNLZAVwgy_0 2024-09-12T18:05:20.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5026232124940912033', time=2024-09-12T19:54:28.291349+0000, chain.objs.size()=12 2024-09-12T18:05:20.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__multipart_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.1 2024-09-12T18:05:20.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__shadow_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.1_1 2024-09-12T18:05:20.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.273+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__multipart_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.2 2024-09-12T18:05:20.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.273+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__shadow_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.2_1 2024-09-12T18:05:20.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.273+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__multipart_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.3 2024-09-12T18:05:20.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__shadow_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.3_1 2024-09-12T18:05:20.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__multipart_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.4 2024-09-12T18:05:20.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__shadow_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.4_1 2024-09-12T18:05:20.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__multipart_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.5 2024-09-12T18:05:20.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__shadow_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.5_1 2024-09-12T18:05:20.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__multipart_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.6 2024-09-12T18:05:20.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.615__shadow_multipart_enc.2~_iEEjmVzlKHsZW4f4Qj0CXF1eZnye2D.6_1 2024-09-12T18:05:20.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7454772992380645440', time=2024-09-12T19:57:36.988602+0000, chain.objs.size()=1 2024-09-12T18:05:20.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.631__shadow_.yxDPFTyq93At6mkGhxHJSkN7wGYp8gi_0 2024-09-12T18:05:20.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.278+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7396777496358360536', time=2024-09-12T19:58:52.778237+0000, chain.objs.size()=1 2024-09-12T18:05:20.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.278+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.680__shadow_.96fHuMLwp7WxRJ1eemN5L3E0P8z405v_0 2024-09-12T18:05:20.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.278+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7931741085127892882', time=2024-09-12T19:59:41.084155+0000, chain.objs.size()=1 2024-09-12T18:05:20.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.278+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.718__shadow:UsuMOVLbqsfjvha-K1jKZjjmqlHVPxr_.rTBuKiWcFwQ-ZxCnkz8ZnHiLdEQfWSt_0 2024-09-12T18:05:20.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.284+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.292+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:05:20.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.293+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.294+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.294+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47009' 2024-09-12T18:05:20.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15983926622970084045', time=2024-09-12T19:35:31.134230+0000, chain.objs.size()=5 2024-09-12T18:05:20.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-FROZEN.2~dU3bhCpD0p23hiTnyy6uD4dzWXqoRUC.1 2024-09-12T18:05:20.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_foo-FROZEN.2~dU3bhCpD0p23hiTnyy6uD4dzWXqoRUC.1_1 2024-09-12T18:05:20.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-FROZEN.2~dU3bhCpD0p23hiTnyy6uD4dzWXqoRUC.2 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_foo-FROZEN.2~dU3bhCpD0p23hiTnyy6uD4dzWXqoRUC.2_1 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-FROZEN.2~dU3bhCpD0p23hiTnyy6uD4dzWXqoRUC.3 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10725104427711693692', time=2024-09-12T19:36:08.475132+0000, chain.objs.size()=1 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.183__shadow_.rkAtaaNDP7tcFCnjhlS6gqqFPjEkBtG_0 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3478271599939791130', time=2024-09-12T19:36:09.226848+0000, chain.objs.size()=1 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.184__shadow_.VB3jUP_wCV19KP-u-CKMWMXHKr3pYzx_0 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14629502588340979117', time=2024-09-12T19:38:43.457766+0000, chain.objs.size()=1 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.254__shadow_.LVLIdvj5NAzxvYcNNWAtXqzivZJiE1H_0 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7919526559968085907', time=2024-09-12T19:39:27.480109+0000, chain.objs.size()=1 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HFH93AHbSAupruv7rEjixlnrUp0TzPz_0 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10782344306372052857', time=2024-09-12T19:39:27.528995+0000, chain.objs.size()=1 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VFhmYRlpHR1tDsD7-zRBMewgjLxyyB0_0 2024-09-12T18:05:20.297 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.261964992423208183', time=2024-09-12T19:39:27.644754+0000, chain.objs.size()=1 2024-09-12T18:05:20.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5szjO5yMPXwv_ZkhqQobY3VTCOmP3jz_0 2024-09-12T18:05:20.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3729025821799977674', time=2024-09-12T19:39:27.682246+0000, chain.objs.size()=1 2024-09-12T18:05:20.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.295+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JoMU5mg0U_x772L56zKXQFNKIq4hYDP_0 2024-09-12T18:05:20.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8595925969553674112', time=2024-09-12T19:39:27.956528+0000, chain.objs.size()=1 2024-09-12T18:05:20.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ysBLvY_zLFBHHVkVMgJFyjSe3E_TKmw_0 2024-09-12T18:05:20.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16900083720645545694', time=2024-09-12T19:39:28.564203+0000, chain.objs.size()=1 2024-09-12T18:05:20.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gxfERnu8JzmvxyKJ42HFbD77gT1Mczr_0 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10276497181586213659', time=2024-09-12T19:39:28.564874+0000, chain.objs.size()=1 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.v7fQyZ-yw2zeaJuMDOtbIyZdNkZfIw4_0 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4247819848857664026', time=2024-09-12T19:39:29.381240+0000, chain.objs.size()=1 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jAygZ9qm9MHLCXs1tpsCm-IoapPlKIN_0 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4869246936248886092', time=2024-09-12T19:39:29.408112+0000, chain.objs.size()=1 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.X17G4ib7hNIMTdU1Rws7Re5NBI_ROky_0 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12905849695403025786', time=2024-09-12T19:39:30.594909+0000, chain.objs.size()=1 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.B6kOCcIDokBisu2qxaNTKKs7-EruU9q_0 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13768196723899340749', time=2024-09-12T19:39:30.649262+0000, chain.objs.size()=1 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DATJmehaLS-Jkl2IBRfbj4G5i9zMgcY_0 2024-09-12T18:05:20.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2439853616356766657', time=2024-09-12T19:39:30.730884+0000, chain.objs.size()=1 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FOcj9scP-DWBH7rxTZAhBC7UvxClKQY_0 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2390309709300305530', time=2024-09-12T19:39:30.973142+0000, chain.objs.size()=1 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.NZU7G4s1kvVR3qO6AvwkSvj9bP3ask3_0 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12735181593756346036', time=2024-09-12T19:39:31.445672+0000, chain.objs.size()=1 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Vrb7V5tskPJjIj4jKA3XoSw-2pYtYmn_0 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13900310651125937822', time=2024-09-12T19:39:31.546052+0000, chain.objs.size()=1 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EE_rAsmfVYDOw2Bm6eMAsLR-_LLzgu8_0 2024-09-12T18:05:20.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.933238219642162042', time=2024-09-12T19:39:31.562429+0000, chain.objs.size()=1 2024-09-12T18:05:20.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZpzOmz_vF8g8tylZPFDVXW8phFs_KRO_0 2024-09-12T18:05:20.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16213911021465246302', time=2024-09-12T19:39:32.851300+0000, chain.objs.size()=1 2024-09-12T18:05:20.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.AtDEX_ngyLpzDM8TLRgGadqaSluiLOq_0 2024-09-12T18:05:20.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9528842938160553720', time=2024-09-12T19:39:32.978430+0000, chain.objs.size()=1 2024-09-12T18:05:20.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.UB_TgOTUC6R9MNnCLZ_bidpL652U4db_0 2024-09-12T18:05:20.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7366517355238332772', time=2024-09-12T19:39:33.279068+0000, chain.objs.size()=1 2024-09-12T18:05:20.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5q7RroBCsAI_9fBBDYILfb2aDsRlw6g_0 2024-09-12T18:05:20.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.302+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.253767317468462573', time=2024-09-12T19:39:33.293373+0000, chain.objs.size()=1 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.x079XYmkhbT9klFcKF083wzUaKAWJGq_0 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7588997276892525066', time=2024-09-12T19:39:33.552451+0000, chain.objs.size()=1 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qIsGmYzAzq_fIVKL8UUsZEVsUogebEI_0 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2697162954500111865', time=2024-09-12T19:39:33.704104+0000, chain.objs.size()=1 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4ICpF_mE3lBH_G2sxevXN9P1B8Eyl59_0 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6591056870067945810', time=2024-09-12T19:39:34.486886+0000, chain.objs.size()=1 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Hee5CUush_Rayw6LOyUNQhGhJoqmF4d_0 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13099149737385147842', time=2024-09-12T19:39:34.593685+0000, chain.objs.size()=1 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SYvtLisWp9xHxUiz-6ZipsBq712VMhd_0 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7048923309212175195', time=2024-09-12T19:39:34.891117+0000, chain.objs.size()=1 2024-09-12T18:05:20.304 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.C8CUXhypzavGH6HkPcefqVAEhObdFwZ_0 2024-09-12T18:05:20.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3864518402899462700', time=2024-09-12T19:39:35.031221+0000, chain.objs.size()=1 2024-09-12T18:05:20.305 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.303+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9nFnXywoTC6IGGwtnOehbE2S4Z0UxGn_0 2024-09-12T18:05:20.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4975328300337501908', time=2024-09-12T19:39:35.939858+0000, chain.objs.size()=1 2024-09-12T18:05:20.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xCnrGJUbDkGVfJ2UifaEl6mqDVlpRQ5_0 2024-09-12T18:05:20.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11334941012772258781', time=2024-09-12T19:39:35.942639+0000, chain.objs.size()=1 2024-09-12T18:05:20.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PYLLwkslF_M5Jqd4YjkvfhRgqZgETAH_0 2024-09-12T18:05:20.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7693482655151878147', time=2024-09-12T19:39:35.963227+0000, chain.objs.size()=1 2024-09-12T18:05:20.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VEz3AdNJoCEk9CFrCcV11-DLy5N08ga_0 2024-09-12T18:05:20.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10140634087938521219', time=2024-09-12T19:39:36.071524+0000, chain.objs.size()=1 2024-09-12T18:05:20.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.305+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VPRLBL3ICZH-wX1y2R8Dv5xEOpywkLh_0 2024-09-12T18:05:20.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.306+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12924937426760623850', time=2024-09-12T19:39:36.123232+0000, chain.objs.size()=1 2024-09-12T18:05:20.307 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.306+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IdfKKBuIBH00FZZZi6OnYr10FuCfZkw_0 2024-09-12T18:05:20.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.306+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4390299548168985879', time=2024-09-12T19:39:36.231930+0000, chain.objs.size()=1 2024-09-12T18:05:20.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.306+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7ieIBbIHLGd-thdd9Jkw7WyG8zOrIE5_0 2024-09-12T18:05:20.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5788093368069311778', time=2024-09-12T19:39:36.755536+0000, chain.objs.size()=1 2024-09-12T18:05:20.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.c-u4SOP50QXUYJW-moh8A8C4387Ea8W_0 2024-09-12T18:05:20.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.307+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15580114967124138861', time=2024-09-12T19:39:36.767056+0000, chain.objs.size()=1 2024-09-12T18:05:20.308 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.307+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6umvCATLtizrFfYTYws0tlouETg4rUp_0 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.535292841391519465', time=2024-09-12T19:39:36.972617+0000, chain.objs.size()=1 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-BXyk-tOOx4UxKeFC5pEPGsjRgp0rDV_0 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12307019236997314154', time=2024-09-12T19:39:37.013428+0000, chain.objs.size()=1 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Eo2QUdjOwmhqsSpohemLlcTepWynIjA_0 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16458663217931478397', time=2024-09-12T19:39:37.331098+0000, chain.objs.size()=1 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qd9wxjj3ytBd2aMMriTeez3jWVPDLV0_0 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6976044788934497479', time=2024-09-12T19:39:37.495297+0000, chain.objs.size()=1 2024-09-12T18:05:20.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.idyg_JNQQSJB86jpnds4DodGRWalaX4_0 2024-09-12T18:05:20.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9848305142075903605', time=2024-09-12T19:40:05.385072+0000, chain.objs.size()=1 2024-09-12T18:05:20.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.IcdX4I4gv2XwRgNoElzAzcuPQDM2uiS_0 2024-09-12T18:05:20.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13778133502703538826', time=2024-09-12T19:40:07.468269+0000, chain.objs.size()=1 2024-09-12T18:05:20.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.ChhAc14UDBNsrHCYVPjuQSQT4XpdnLK_0 2024-09-12T18:05:20.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12699190531994585061', time=2024-09-12T19:40:13.033335+0000, chain.objs.size()=1 2024-09-12T18:05:20.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.300__shadow_.dE9nTg8B51NtXuYbrO4Er4Igwk7DQuF_0 2024-09-12T18:05:20.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6409069119585277321', time=2024-09-12T19:40:17.446078+0000, chain.objs.size()=1 2024-09-12T18:05:20.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.305__shadow_.XfKIS8aKxBq9dycQpX9OvvR0Ak7cKaJ_0 2024-09-12T18:05:20.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1686200648245365336', time=2024-09-12T19:40:18.370347+0000, chain.objs.size()=1 2024-09-12T18:05:20.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.306__shadow_.2LKirP6ndgo_zkTBlaKdn22vVaW_FuH_0 2024-09-12T18:05:20.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2185894512065348013', time=2024-09-12T19:40:34.785656+0000, chain.objs.size()=1 2024-09-12T18:05:20.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.320__shadow:sL0KyU7KPM4UCQvgoDMeOC--z7oVWIu_.jK5WNQbYz7rzeNWfD7d5ZC9ssuh01GT_0 2024-09-12T18:05:20.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2612939900151196046', time=2024-09-12T19:41:15.024158+0000, chain.objs.size()=1 2024-09-12T18:05:20.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DCoTJAI1dMK4lNFJpJ2GcxTXfhqTOwa_0 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5234039964866741958', time=2024-09-12T19:41:15.122410+0000, chain.objs.size()=1 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wLBrIDtf2ON64PWU2hgzBpxJbexkTgK_0 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4642543974281121285', time=2024-09-12T19:41:15.787391+0000, chain.objs.size()=1 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xOVzeQkvHcmZRsJ89NJvPpVpxhDAaRx_0 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15633790020802304984', time=2024-09-12T19:41:16.734877+0000, chain.objs.size()=1 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4wyfWdUY1VGdrYr3eVDMBn0Cp9i1Z4s_0 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8205271550763961520', time=2024-09-12T19:41:16.883032+0000, chain.objs.size()=1 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DKDt1CaKrM7dM-AehhIvxFnXoeCcTfO_0 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7102684370283483968', time=2024-09-12T19:41:16.890256+0000, chain.objs.size()=1 2024-09-12T18:05:20.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PfUOEnzYNUFeV2xAFFewvJNm99_vXqb_0 2024-09-12T18:05:20.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12914920702957045136', time=2024-09-12T19:41:17.091880+0000, chain.objs.size()=1 2024-09-12T18:05:20.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.BiRpdEMjP-82F4JBSenV8zuK9Om-1HB_0 2024-09-12T18:05:20.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.62021773754368551', time=2024-09-12T19:41:17.174746+0000, chain.objs.size()=1 2024-09-12T18:05:20.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4RragzPp3igSwlfN1_3zH9nON4PwTk1_0 2024-09-12T18:05:20.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5730788847497816860', time=2024-09-12T19:41:17.816065+0000, chain.objs.size()=1 2024-09-12T18:05:20.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.sTmVhFadDxgx2kvXPssfQTsAWVgQaYi_0 2024-09-12T18:05:20.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7504663755120306927', time=2024-09-12T19:41:18.358806+0000, chain.objs.size()=1 2024-09-12T18:05:20.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Yh4UohVQlAFwYHjJG_9jvAmas2IWtjb_0 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3506808915263783361', time=2024-09-12T19:41:18.741051+0000, chain.objs.size()=1 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MGPXKrV6c880wq5emONovVRcMSpFmCD_0 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7793092146517394938', time=2024-09-12T19:41:19.268370+0000, chain.objs.size()=1 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.B_HoxTG6MbGkjqOnjp6R75q0myz8S27_0 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7659576135572454213', time=2024-09-12T19:41:19.308344+0000, chain.objs.size()=1 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.yEkEhnaAroummUQNhPBiOulPJfbFWYZ_0 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8840319975829314913', time=2024-09-12T19:41:19.626042+0000, chain.objs.size()=1 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dZQeNXr9u6idJ8_M0l7ePyjA7A8NgXg_0 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3111651054878832787', time=2024-09-12T19:41:19.626521+0000, chain.objs.size()=1 2024-09-12T18:05:20.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MyDSdB-VD7xdGGxM-2zFvYNdpHvBaPi_0 2024-09-12T18:05:20.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18252036169085635779', time=2024-09-12T19:41:20.234648+0000, chain.objs.size()=1 2024-09-12T18:05:20.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HpSRMHl6DSvCk9bo61C-YIGlDXccmYi_0 2024-09-12T18:05:20.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17227271226725963885', time=2024-09-12T19:41:20.669753+0000, chain.objs.size()=1 2024-09-12T18:05:20.318 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xGbGlCQL-oSY8J59SBeEiLSN1hMV1VR_0 2024-09-12T18:05:20.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17558657933717442642', time=2024-09-12T19:41:20.684915+0000, chain.objs.size()=1 2024-09-12T18:05:20.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3acyfuSx0J6a75Ww2fHjJcmnSLAhoYC_0 2024-09-12T18:05:20.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14430553853509469220', time=2024-09-12T19:41:20.921686+0000, chain.objs.size()=1 2024-09-12T18:05:20.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OLqaighhfBald-e5huvgpglDR_32kJU_0 2024-09-12T18:05:20.320 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8053690770302293311', time=2024-09-12T19:41:20.945875+0000, chain.objs.size()=1 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2zA8Day4jd-1TAk5x_T6ZR9VbTkDrmc_0 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7768556949545373298', time=2024-09-12T19:41:21.036070+0000, chain.objs.size()=1 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8paQcBA-IS1CxLXdNkvKHtc3bMdYz2a_0 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.289670142731610684', time=2024-09-12T19:41:21.419873+0000, chain.objs.size()=1 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3Yoosng2W1YyYbH7byQjeVBxmSZbWKp_0 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6928679370762707590', time=2024-09-12T19:41:21.603759+0000, chain.objs.size()=1 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Q6IpMOOMGtIE9p3hPXI6I7bWMNiuY17_0 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16864176894589053644', time=2024-09-12T19:41:21.681523+0000, chain.objs.size()=1 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._8ozP7hdDfqyPKIZiaAGo5C1j8Th8O__0 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15289039886646082487', time=2024-09-12T19:41:22.364986+0000, chain.objs.size()=1 2024-09-12T18:05:20.321 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UU0w22XwE7A_20tntiMS9BOR_eIa30J_0 2024-09-12T18:05:20.322 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16821630763789143971', time=2024-09-12T19:41:22.783131+0000, chain.objs.size()=1 2024-09-12T18:05:20.322 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2f1KOkByfgtXMz1ixuae48QkJGCW-P__0 2024-09-12T18:05:20.322 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11191828659827449516', time=2024-09-12T19:41:23.381561+0000, chain.objs.size()=1 2024-09-12T18:05:20.322 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.t80gBAI-KwfNutwrHRAS1E59118LyRt_0 2024-09-12T18:05:20.322 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17305376533324014444', time=2024-09-12T19:41:23.439140+0000, chain.objs.size()=1 2024-09-12T18:05:20.322 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.A_QwVLG8hTypRs8c_7MachjZ4F1QX7v_0 2024-09-12T18:05:20.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.325+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16192678355917571931', time=2024-09-12T19:41:23.825776+0000, chain.objs.size()=1 2024-09-12T18:05:20.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.325+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gfXK2tsSQxvWOJ_kGYIWmizkB-EWh1B_0 2024-09-12T18:05:20.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.325+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16369317722161700552', time=2024-09-12T19:41:24.011105+0000, chain.objs.size()=1 2024-09-12T18:05:20.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.325+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-EvCAtaqEDzmpk4RQhBdxGr0lVihsky_0 2024-09-12T18:05:20.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2952970500479063824', time=2024-09-12T19:41:24.338782+0000, chain.objs.size()=1 2024-09-12T18:05:20.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4lnVTgdEeI3CNBEGqG2VEvNBJ_DdflC_0 2024-09-12T18:05:20.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4976133099754819059', time=2024-09-12T19:41:24.688732+0000, chain.objs.size()=1 2024-09-12T18:05:20.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5pM_IVpQze_exIJXhy23hzT971dOtKg_0 2024-09-12T18:05:20.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7527588610222537527', time=2024-09-12T19:41:24.713917+0000, chain.objs.size()=1 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4v6ntC2zP7y4QN77ZYNlN6ZFSUjq6Y8_0 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4973038001841728419', time=2024-09-12T19:41:24.981431+0000, chain.objs.size()=1 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.svwy8RZxX9hS61nUWOj3U1_qpeR3pP0_0 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13942115232839389359', time=2024-09-12T19:41:25.145839+0000, chain.objs.size()=1 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2FScKjdc3NGRUfSjj6IOzoNTuplYY8A_0 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4567232232910004764', time=2024-09-12T19:42:03.230997+0000, chain.objs.size()=1 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8yWAb_IV3A-DtrAMeOa8cmY3UH2AeUi_0 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15272139829032609948', time=2024-09-12T19:42:03.266682+0000, chain.objs.size()=1 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.u9aBSdwj8De5g9Pxw4uwBBP-5gh-rj2_0 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14459627809869195686', time=2024-09-12T19:42:04.299298+0000, chain.objs.size()=1 2024-09-12T18:05:20.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rC3Q-3SCAvW27W1iDF817XdkyLkRt7__0 2024-09-12T18:05:20.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9126747985586818953', time=2024-09-12T19:42:04.374337+0000, chain.objs.size()=1 2024-09-12T18:05:20.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xCI7KMjT66Zhp0_pAnBPBuMjLcl5nE0_0 2024-09-12T18:05:20.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.42021891579308319', time=2024-09-12T19:42:04.959525+0000, chain.objs.size()=1 2024-09-12T18:05:20.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5GegYBBjYh2fW9qfNozUwgoDT_C_nzi_0 2024-09-12T18:05:20.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.330+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4698318312732234294', time=2024-09-12T19:42:05.021185+0000, chain.objs.size()=1 2024-09-12T18:05:20.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.330+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MzqOWimMvOSmb8B__LErrx9F8g46YGK_0 2024-09-12T18:05:20.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.176571253972277626', time=2024-09-12T19:42:05.571772+0000, chain.objs.size()=1 2024-09-12T18:05:20.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.63MEvAGa2ScDBcm3ONjp-QRrzBwm3hs_0 2024-09-12T18:05:20.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7340875525512807572', time=2024-09-12T19:42:05.720721+0000, chain.objs.size()=1 2024-09-12T18:05:20.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0dh3FCHprRXKdZogooOFPqc28yh5e9b_0 2024-09-12T18:05:20.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15165039220426441307', time=2024-09-12T19:42:05.832861+0000, chain.objs.size()=1 2024-09-12T18:05:20.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.EqKjBOrEFHD7Pz1tqLfP7TSRn7MQnlm_0 2024-09-12T18:05:20.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3414942344157051288', time=2024-09-12T19:42:06.188177+0000, chain.objs.size()=1 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TQjefoC4Y0qsac5ZDEtq5hVP6WnO7Td_0 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14186917292118639661', time=2024-09-12T19:42:06.494870+0000, chain.objs.size()=1 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cGrwdHznPS4xs4Bo5MCu3X8yH7QOLHY_0 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11517937558035292603', time=2024-09-12T19:42:07.175454+0000, chain.objs.size()=1 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gnnWuOwA70tWK8Dc9wzZhcLUGyrYotA_0 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3059388723636254479', time=2024-09-12T19:42:07.466518+0000, chain.objs.size()=1 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7YtHpHnIOPuYNSnJVtchDfVz79z1xyB_0 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14151302622761292802', time=2024-09-12T19:42:08.462354+0000, chain.objs.size()=1 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.63N3w5Ij2soSV50qklUaRrWYN3U7C-k_0 2024-09-12T18:05:20.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12617362146810958984', time=2024-09-12T19:42:08.462887+0000, chain.objs.size()=1 2024-09-12T18:05:20.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kdUL9YcJJQcF17XZfAgAG6TJZeIekYn_0 2024-09-12T18:05:20.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1434991216419121864', time=2024-09-12T19:42:08.463450+0000, chain.objs.size()=1 2024-09-12T18:05:20.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Fa-Jea3ScjkQnDdJNNExdctby4mgZfL_0 2024-09-12T18:05:20.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.335+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11521942210437780928', time=2024-09-12T19:42:08.464112+0000, chain.objs.size()=1 2024-09-12T18:05:20.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.335+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6NSa5GPWjp_1oETUPIDJ3Ys3wREwOMt_0 2024-09-12T18:05:20.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.346+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/47009 2024-09-12T18:05:20.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=32, truncated=0, next_marker='' 2024-09-12T18:05:20.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15178350779012726932', time=2024-09-12T19:42:09.072830+0000, chain.objs.size()=1 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qYoycObKtt6B1c7tGG5KLv_SvW1K_mE_0 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16139271217953437535', time=2024-09-12T19:42:09.885113+0000, chain.objs.size()=1 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FjdnCgC_QNASTWL5Sj4ev6-DXqs5PLl_0 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11592719135232007524', time=2024-09-12T19:42:10.232117+0000, chain.objs.size()=1 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bSecBIAvxEvlhBXwsEwa5rHdUp0GTrB_0 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10385879333328792102', time=2024-09-12T19:42:10.307185+0000, chain.objs.size()=1 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0EVQ_nQ4w_hD6J9p9VttNw5K1eUWRh1_0 2024-09-12T18:05:20.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7953187875798252236', time=2024-09-12T19:42:10.329459+0000, chain.objs.size()=1 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PUsMZ-daovwAzh2_Pv0djWT0i0ztenx_0 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16917860606989046263', time=2024-09-12T19:42:10.446863+0000, chain.objs.size()=1 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8QJTXOlGfksgcUT02Id42UEhCJkNKTu_0 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5065919720035165799', time=2024-09-12T19:42:10.995065+0000, chain.objs.size()=1 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.H78w-Adsi5F7xt_HwUzkeKOG1LXtBrU_0 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.560731165384116573', time=2024-09-12T19:42:12.401825+0000, chain.objs.size()=1 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XTspaZ_XL89B6GGm1s9IUY11VDJ08E0_0 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18074002439387275234', time=2024-09-12T19:42:12.637144+0000, chain.objs.size()=1 2024-09-12T18:05:20.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tSfcvoYjqyZkcNhsuHZ7IpitOPC-7LH_0 2024-09-12T18:05:20.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160799447999368998', time=2024-09-12T19:42:57.489824+0000, chain.objs.size()=1 2024-09-12T18:05:20.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.380__shadow_.2w5L8JVVQAimw0x11LF2c8GYmTD2j-s_0 2024-09-12T18:05:20.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3819279944338974314', time=2024-09-12T19:43:41.030032+0000, chain.objs.size()=1 2024-09-12T18:05:20.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.430__shadow_.vEV_lum3z0A4y6QPaASLBuallQB4NXK_0 2024-09-12T18:05:20.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2017169217571107304', time=2024-09-12T19:44:01.951182+0000, chain.objs.size()=1 2024-09-12T18:05:20.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.348+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.452__shadow_.3dKGMElwxg-coPL24Ik5hl7HhLYUjlY_0 2024-09-12T18:05:20.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1003995797604790755', time=2024-09-12T19:44:30.037245+0000, chain.objs.size()=1 2024-09-12T18:05:20.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.MsC-tQZ3QFefJ4H881s9AkgFGGU1SeW_0 2024-09-12T18:05:20.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12188318928316048338', time=2024-09-12T19:44:41.409680+0000, chain.objs.size()=1 2024-09-12T18:05:20.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.494__shadow_.2RQYD7uPrutNhQ41I_vs_Vo-O1VE8fB_0 2024-09-12T18:05:20.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12598403463050599402', time=2024-09-12T19:44:45.409137+0000, chain.objs.size()=1 2024-09-12T18:05:20.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.498__shadow_.VGLhDPoGOqLTETudytK6NauiIHbxZYk_0 2024-09-12T18:05:20.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14637590944785147956', time=2024-09-12T19:45:32.558241+0000, chain.objs.size()=1 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.518__shadow_.d-CkO9niDyoAwj3Mu6GJYEM7LwUwa5C_0 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~PF9kpmyZrXe6t8Qji7rTMKPruISwgH5', time=2024-09-12T19:49:11.814041+0000, chain.objs.size()=1 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.532__multipart_mymultipart.2~PF9kpmyZrXe6t8Qji7rTMKPruISwgH5.1 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~EWv08yV8GEZq-x4d0hrqfY4nf3ongTB', time=2024-09-12T19:49:13.855789+0000, chain.objs.size()=1 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.534__multipart_mymultipart.2~EWv08yV8GEZq-x4d0hrqfY4nf3ongTB.1 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11903705485573931991', time=2024-09-12T19:50:17.488039+0000, chain.objs.size()=1 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.352+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.555__shadow_.qPkKpCID6rBAy4y1pCECGAlTr1DRet4_0 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.353+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7456141506371907797', time=2024-09-12T19:50:49.418857+0000, chain.objs.size()=3 2024-09-12T18:05:20.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.353+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.564__shadow_.3FKkv8sjmvChfmepJmdxcxZkZby0ziD_0 2024-09-12T18:05:20.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.353+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.564__shadow_.3FKkv8sjmvChfmepJmdxcxZkZby0ziD_1 2024-09-12T18:05:20.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.353+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.564__shadow_.3FKkv8sjmvChfmepJmdxcxZkZby0ziD_2 2024-09-12T18:05:20.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.353+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2486159320364966936', time=2024-09-12T19:51:11.930829+0000, chain.objs.size()=1 2024-09-12T18:05:20.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.353+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow_.L45dqrjU6LWR6eZcioqdkDCL66Y8P5a_0 2024-09-12T18:05:20.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.356+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.97457992266555663', time=2024-09-12T19:51:29.438483+0000, chain.objs.size()=1 2024-09-12T18:05:20.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:5lzJepEZ1P75o.G1PEVfuwjnjjUcxi-_.B-asOis1yGdHn2qz_1uIGJUjw8FmPAz_0 2024-09-12T18:05:20.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15856200844481904744', time=2024-09-12T19:51:37.257527+0000, chain.objs.size()=1 2024-09-12T18:05:20.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:MT2cFJYRq5hTt-qzazSiMemaieX5e8l_.amVwb5LAVooY1fut_N2yynxc2GqX2LX_0 2024-09-12T18:05:20.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12396726588740939758', time=2024-09-12T19:52:24.126058+0000, chain.objs.size()=1 2024-09-12T18:05:20.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:uTkAfD9F-itro5gqdmZU6QzPQ7qbENr_.bcaMMEI6f29BuJ2ufmZm-52jCEdsFme_0 2024-09-12T18:05:20.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.359+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5125000017321349065', time=2024-09-12T19:52:26.503127+0000, chain.objs.size()=1 2024-09-12T18:05:20.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.359+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:PqNLkgISya4U8YUxj0lwoXDHikX6xS9_.QcjK4xwB5u2MZiubQckXgLdzR4voDzq_0 2024-09-12T18:05:20.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.359+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5125829989738976282', time=2024-09-12T19:52:34.431766+0000, chain.objs.size()=1 2024-09-12T18:05:20.360 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.359+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:u66xDy-POYkOEW5IsHlOc.CufbUVbWb_.-Pi9jqHj1FVKz1XvEPjRXyK5pjioTOl_0 2024-09-12T18:05:20.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16046605669303116394', time=2024-09-12T19:54:38.801836+0000, chain.objs.size()=1 2024-09-12T18:05:20.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.617__shadow_.wSy8Mxytzevpg793NJt_3NPTp6X1EPl_0 2024-09-12T18:05:20.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6157340853797072696', time=2024-09-12T19:58:11.997605+0000, chain.objs.size()=1 2024-09-12T18:05:20.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.655__shadow_.xPhd_9bn4PD19dECQruAFiGQxxMuAAp_0 2024-09-12T18:05:20.361 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6349608085501246714', time=2024-09-12T19:58:38.048084+0000, chain.objs.size()=6 2024-09-12T18:05:20.362 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.661__multipart_bar.2~jfcWMl-DovUeydSXbJVDvHPqlPhp5Nh.1 2024-09-12T18:05:20.362 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.661__multipart_bar.2~jfcWMl-DovUeydSXbJVDvHPqlPhp5Nh.2 2024-09-12T18:05:20.362 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.661__multipart_bar.2~jfcWMl-DovUeydSXbJVDvHPqlPhp5Nh.3 2024-09-12T18:05:20.362 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.360+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.661__multipart_bar.2~jfcWMl-DovUeydSXbJVDvHPqlPhp5Nh.4 2024-09-12T18:05:20.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.362+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.661__multipart_bar.2~jfcWMl-DovUeydSXbJVDvHPqlPhp5Nh.5 2024-09-12T18:05:20.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.362+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.661__multipart_bar.2~jfcWMl-DovUeydSXbJVDvHPqlPhp5Nh.6 2024-09-12T18:05:20.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.362+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14867390557308830922', time=2024-09-12T19:59:04.786413+0000, chain.objs.size()=1 2024-09-12T18:05:20.363 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.362+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.697__shadow:M9tvoPCXNiMQbRPj8sm.fUgkJd-Cf.F_.qiwPhe1CZVHi6zPhPafGy3dKM3ZkXCZ_0 2024-09-12T18:05:20.364 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5160902082369336814', time=2024-09-12T19:59:13.323560+0000, chain.objs.size()=1 2024-09-12T18:05:20.364 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.707__shadow_.CpEIL_uZ3rKoVPs1QpTWB8-09jvAlYz_0 2024-09-12T18:05:20.364 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13430639949603460293', time=2024-09-12T20:00:11.366480+0000, chain.objs.size()=1 2024-09-12T18:05:20.364 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.742__shadow_.VbdWWhr-X93YpSem4Q_r50PeJedf2i3_0 2024-09-12T18:05:20.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.369+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.376 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.376+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:05:20.378 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.377+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.378 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/42714' 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1458870459377741042', time=2024-09-12T19:35:46.291486+0000, chain.objs.size()=1 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.167__shadow_.dFVkqyCkRn2oulBH8D7McZLLNkg-BOx_0 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2081931655026250692', time=2024-09-12T19:38:20.466054+0000, chain.objs.size()=1 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.231__shadow_.5GdLQYzku5dNgWTzka5Ym8yuLmq7AFr_0 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13601573933281242779', time=2024-09-12T19:39:26.923214+0000, chain.objs.size()=1 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.D7R_wk8dvG7dd4fdw9uXkQaVVeNIjq3_0 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9230476374231456829', time=2024-09-12T19:39:27.291759+0000, chain.objs.size()=1 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jNMuabIr_7sA6SVOT6hQ3_xq_qn05Ph_0 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17651499147904819183', time=2024-09-12T19:39:27.404887+0000, chain.objs.size()=1 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4G-yNWy_FTIRYCdpq9X2u0zhmjBh0BT_0 2024-09-12T18:05:20.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8064955619221722396', time=2024-09-12T19:39:27.454202+0000, chain.objs.size()=1 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.c-ZJbf5kAyx6IceTG6oPc7mlzpvkOju_0 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12555518186094115639', time=2024-09-12T19:39:27.820488+0000, chain.objs.size()=1 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9efkuCPtYiAnisr3coXQTQSPhg_RNh5_0 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13618636988326615277', time=2024-09-12T19:39:27.879820+0000, chain.objs.size()=1 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.378+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SvL-kHkcawAj4v37HFB_3OQybcRPQGW_0 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11698110702847582051', time=2024-09-12T19:39:27.933992+0000, chain.objs.size()=1 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.m52GjHsp5ww6mFte9KssvIqzNkx5uQQ_0 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16685198095038786894', time=2024-09-12T19:39:28.002825+0000, chain.objs.size()=1 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sjUcy0FO9VnZN6tFfR8P6YXqdR7nTA__0 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16769918557737644285', time=2024-09-12T19:39:28.897772+0000, chain.objs.size()=1 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.euje4pskFqglI7U70LSMGKpQv_rosJC_0 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15114734363764396030', time=2024-09-12T19:39:28.972893+0000, chain.objs.size()=1 2024-09-12T18:05:20.381 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.379+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Ha9GClkwwKTQjBchOkjRD_AXypvY9qH_0 2024-09-12T18:05:20.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.381+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9219312668288363137', time=2024-09-12T19:39:29.084159+0000, chain.objs.size()=1 2024-09-12T18:05:20.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.381+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0YyLp-RWwkVWq8WZw775x4GSfhy0weV_0 2024-09-12T18:05:20.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18426586530641486025', time=2024-09-12T19:39:29.529671+0000, chain.objs.size()=1 2024-09-12T18:05:20.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.je-jvUInw7WlNp4z_XJNI3pX05_vMef_0 2024-09-12T18:05:20.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13291244763175496243', time=2024-09-12T19:39:30.376578+0000, chain.objs.size()=1 2024-09-12T18:05:20.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WU7F_aOwGvVtcn1VEjJ0i_hFNjpSmOl_0 2024-09-12T18:05:20.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6551109878393974174', time=2024-09-12T19:39:30.737542+0000, chain.objs.size()=1 2024-09-12T18:05:20.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RmZxSjVPN8_ZwuXY04YUbqdQKiSMzbe_0 2024-09-12T18:05:20.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10740476177972696597', time=2024-09-12T19:39:30.959474+0000, chain.objs.size()=1 2024-09-12T18:05:20.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.382+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7zw562G7h3S7kL6LnTthrQdx7Kqp52y_0 2024-09-12T18:05:20.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10718082378257521979', time=2024-09-12T19:39:31.874816+0000, chain.objs.size()=1 2024-09-12T18:05:20.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.X6sEzq2fY6XnCqHxCZhdLSguQ5v1L6Q_0 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7130899330756960922', time=2024-09-12T19:39:33.090037+0000, chain.objs.size()=1 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BahUBJpgTZh2ODL59jQA7ZV05TFdp6E_0 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7381018184543070656', time=2024-09-12T19:39:33.526852+0000, chain.objs.size()=1 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WQx6ArXhjgPxOVEWhQCvZDrU7XrkgVG_0 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7233270273627654396', time=2024-09-12T19:39:34.236092+0000, chain.objs.size()=1 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.o8Pm1Gp_RbdDuJdMgNaSUDqYuLLPvIq_0 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16022583581056865015', time=2024-09-12T19:39:34.728746+0000, chain.objs.size()=1 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SR7mIIKgJ2JQkP8ER5FbbDHYr5S7mCH_0 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3198246371373294940', time=2024-09-12T19:39:35.026012+0000, chain.objs.size()=1 2024-09-12T18:05:20.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.e5lQ0PPyFg8W1QRnxykfo1UCp7RP0Is_0 2024-09-12T18:05:20.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.384+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17986639071503247666', time=2024-09-12T19:39:35.653072+0000, chain.objs.size()=1 2024-09-12T18:05:20.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.384+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Po_xZyoZggc51RGej0sWCOKVwC6kkUm_0 2024-09-12T18:05:20.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.386+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11345150464003991980', time=2024-09-12T19:39:36.353180+0000, chain.objs.size()=1 2024-09-12T18:05:20.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.386+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uF13NjunvN5lkl7ZPMvkLDAUEf8g5wv_0 2024-09-12T18:05:20.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.386+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10384271360152000721', time=2024-09-12T19:39:36.765828+0000, chain.objs.size()=1 2024-09-12T18:05:20.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.386+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Z0qKCwP0x0OMpSGuRkGOfkmIyG2xji-_0 2024-09-12T18:05:20.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.386+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17482443638708405217', time=2024-09-12T19:39:36.940320+0000, chain.objs.size()=1 2024-09-12T18:05:20.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.386+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._0XdHppQV0OTCA7gXfK1puQxxe3c530_0 2024-09-12T18:05:20.388 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1001091651137013581', time=2024-09-12T19:39:37.367744+0000, chain.objs.size()=1 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BgdmOMfAj21eiTCtrZyETJIIiu65aUy_0 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5154041690306765582', time=2024-09-12T19:39:37.536473+0000, chain.objs.size()=1 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3Ob0k1WaeVJZmGWX22wFHaosgarVTx-_0 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5399572067922199893', time=2024-09-12T19:40:00.357703+0000, chain.objs.size()=1 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.289__shadow_.l5IP3qw7z9F-xNjJxSf4k-zdg6nOAYy_0 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4941215957872144289', time=2024-09-12T19:40:05.386462+0000, chain.objs.size()=1 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.lHuaky1aBMM0qS3jHZ-wREFfB1QmUhx_0 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17010733917718193342', time=2024-09-12T19:40:05.387297+0000, chain.objs.size()=1 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.6-3r53XGux-vZ_wDCV7LvwTDeVEAOJh_0 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8300506867176508211', time=2024-09-12T19:40:05.388063+0000, chain.objs.size()=1 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.Wx5_UoaRHjAhslI9-89AWjfRP4NlRTI_0 2024-09-12T18:05:20.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.429715283056728320', time=2024-09-12T19:40:10.246949+0000, chain.objs.size()=1 2024-09-12T18:05:20.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.297__shadow_.ysG2fQ8-bl0nIBLjH5djqLXThffqy3T_0 2024-09-12T18:05:20.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.390+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18032699956164788233', time=2024-09-12T19:40:12.077262+0000, chain.objs.size()=1 2024-09-12T18:05:20.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.390+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.299__shadow_.YDUXYC-vt1mARnc8yYmlllMTd3RjKxx_0 2024-09-12T18:05:20.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.390+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8506657547575154437', time=2024-09-12T19:40:16.571924+0000, chain.objs.size()=1 2024-09-12T18:05:20.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.390+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.304__shadow_.SvsnLFK4HzjJ9u-nSGg7vH7GVsr3RfB_0 2024-09-12T18:05:20.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.390+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.430291047255715309', time=2024-09-12T19:40:17.450666+0000, chain.objs.size()=1 2024-09-12T18:05:20.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.390+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.305__shadow_.ZfvBLkrIbeZHPZ10O7CcTnNf-Hm2mQi_0 2024-09-12T18:05:20.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.391+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12519927465661837442', time=2024-09-12T19:40:18.368479+0000, chain.objs.size()=1 2024-09-12T18:05:20.392 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.391+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.306__shadow_.ebT_C3Y7b9dBBIfPRbflqZx-c8z1yLv_0 2024-09-12T18:05:20.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8952068737496281006', time=2024-09-12T19:41:14.869891+0000, chain.objs.size()=1 2024-09-12T18:05:20.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-tbuwWIlRNt0c138E-MIFqBiyIGYPOh_0 2024-09-12T18:05:20.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3583914783740942308', time=2024-09-12T19:41:15.770451+0000, chain.objs.size()=1 2024-09-12T18:05:20.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ecNLARtnc0omYe3_auTMs-51yYtzdPj_0 2024-09-12T18:05:20.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6201460823254056509', time=2024-09-12T19:41:16.893504+0000, chain.objs.size()=1 2024-09-12T18:05:20.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WDBq6FLM38uPRE0Ivr0VVQMPFt4YEc2_0 2024-09-12T18:05:20.393 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10997269553362169507', time=2024-09-12T19:41:17.368502+0000, chain.objs.size()=1 2024-09-12T18:05:20.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.poNfTWpX5doGzR88CaAOiOVeaVII21q_0 2024-09-12T18:05:20.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1074874735113053016', time=2024-09-12T19:41:17.860123+0000, chain.objs.size()=1 2024-09-12T18:05:20.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WBtebyVgc_EUto95D5mwa0uh-ISypbO_0 2024-09-12T18:05:20.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13339636873396426767', time=2024-09-12T19:41:17.956836+0000, chain.objs.size()=1 2024-09-12T18:05:20.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oA6mJvsdh0dUBSG88FyMECB3EPggzlM_0 2024-09-12T18:05:20.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9889909237442047162', time=2024-09-12T19:41:18.042914+0000, chain.objs.size()=1 2024-09-12T18:05:20.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.392+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wRE75ey74sI4JJ91CGbK-KihvBxN651_0 2024-09-12T18:05:20.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10203582542498416936', time=2024-09-12T19:41:18.161548+0000, chain.objs.size()=1 2024-09-12T18:05:20.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0tFdpGRhpj3iDOpXkHmvLXiJmIgHiLl_0 2024-09-12T18:05:20.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.395+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16448528914183097027', time=2024-09-12T19:41:18.411958+0000, chain.objs.size()=1 2024-09-12T18:05:20.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.395+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Rb6RsOrePJGqfPZQpxK8MugVBAsXrUv_0 2024-09-12T18:05:20.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.396+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1616386422134263622', time=2024-09-12T19:41:18.769639+0000, chain.objs.size()=1 2024-09-12T18:05:20.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.396+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hsM-dkD6j7qjtaCqPvSCo7YlOjFGTFs_0 2024-09-12T18:05:20.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.396+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6607671524871214649', time=2024-09-12T19:41:18.832145+0000, chain.objs.size()=1 2024-09-12T18:05:20.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.396+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nAy_8SFzWMlgVOtv2c1fv0xJntE_5UT_0 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15447917057597326318', time=2024-09-12T19:41:19.310160+0000, chain.objs.size()=1 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZgrlUEbECwvgg4kYYR_k0mOaqrtbPPm_0 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12432000827736441633', time=2024-09-12T19:41:19.449409+0000, chain.objs.size()=1 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DNgkDc9fXiZnaoUvMrwIYkp2ZvrT484_0 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5188064999550825468', time=2024-09-12T19:41:19.450137+0000, chain.objs.size()=1 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bsMYx1Sf7IUEUmzH875vw3U5ion9_ZB_0 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8241061464748291797', time=2024-09-12T19:41:20.005096+0000, chain.objs.size()=1 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UH1uurnz2vysbVAZYZ8d9VqskRkJ5it_0 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2881945835737578242', time=2024-09-12T19:41:20.284576+0000, chain.objs.size()=1 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Cm-dM7tgyT0ZQH0JEQOhGOQC5ddoKVW_0 2024-09-12T18:05:20.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8054524848740786664', time=2024-09-12T19:41:20.916439+0000, chain.objs.size()=1 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gWRvVUrYTU4YPkfu-0uarLbf45pd64H_0 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12352915773449169825', time=2024-09-12T19:41:21.344304+0000, chain.objs.size()=1 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.BzxC0p7ktqlY1xpCz_dA0KWTnoFn87b_0 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10874274136399628951', time=2024-09-12T19:41:21.345130+0000, chain.objs.size()=1 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.a2Eb-Ugqukf84vDpz6kquIiQL_Woi6E_0 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4486665983135201236', time=2024-09-12T19:41:21.508341+0000, chain.objs.size()=1 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2c0lgFtPvcUI7XxMVNIWZxH5El9ZWNP_0 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16687587573695464929', time=2024-09-12T19:41:22.108193+0000, chain.objs.size()=1 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WYsoP4CwOEKdqo6uMg6tbzaWVGQSJmK_0 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10538797291455112492', time=2024-09-12T19:41:22.258042+0000, chain.objs.size()=1 2024-09-12T18:05:20.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ciFRNWZdSEqF_Q_WycM_YAwguf784--_0 2024-09-12T18:05:20.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.402+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1565080181715933121', time=2024-09-12T19:41:22.447639+0000, chain.objs.size()=1 2024-09-12T18:05:20.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.402+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4EpSWGMbr_GHqfhVltSt0MjiYsO_mN9_0 2024-09-12T18:05:20.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.402+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15163133341691792054', time=2024-09-12T19:41:22.972649+0000, chain.objs.size()=1 2024-09-12T18:05:20.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.402+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.M8osSbxpzuzwH8VgTqx_JgczLrnYXPH_0 2024-09-12T18:05:20.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.402+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3805754213384976934', time=2024-09-12T19:41:22.981902+0000, chain.objs.size()=1 2024-09-12T18:05:20.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.402+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bmamnxkANH0PwPpjURl37C1tBhNu-7v_0 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3667475209645030935', time=2024-09-12T19:41:23.433293+0000, chain.objs.size()=1 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bpzVYeotXd8D2F7klHihJ49ymW5ubp-_0 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9701257711448282309', time=2024-09-12T19:41:23.497774+0000, chain.objs.size()=1 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Thw_RIyquWrbwPGur6RxC8CR_LETo8k_0 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13404809809858178817', time=2024-09-12T19:41:23.558535+0000, chain.objs.size()=1 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vaqhL9nM-KQx16uKkGUBOV3O1PHXl07_0 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12969760936693564958', time=2024-09-12T19:41:23.603468+0000, chain.objs.size()=1 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FwsEo8FJ_ArHaRtEjUneAUFA4C5KRn2_0 2024-09-12T18:05:20.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10185032680546812223', time=2024-09-12T19:41:24.883966+0000, chain.objs.size()=1 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.RWKBA4E192pCSqugkCyNtxfYsfFesWV_0 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18261762065492832903', time=2024-09-12T19:41:25.499470+0000, chain.objs.size()=1 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aAjHBgpcnZjqEY6881dWjfd3qoR64-D_0 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11644555703034740440', time=2024-09-12T19:42:02.627374+0000, chain.objs.size()=1 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jZhBeVusbcEi-Wmxey4VOsjNFKoy6eb_0 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16246037198744002004', time=2024-09-12T19:42:02.628105+0000, chain.objs.size()=1 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4148VQfZcuK786XuuwctKqTlq-Y-XQP_0 2024-09-12T18:05:20.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.105217536326347054', time=2024-09-12T19:42:02.814042+0000, chain.objs.size()=1 2024-09-12T18:05:20.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bawac4aUG2wTLWmov_eKwscYwFcjxHP_0 2024-09-12T18:05:20.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1752299509592501902', time=2024-09-12T19:42:02.983681+0000, chain.objs.size()=1 2024-09-12T18:05:20.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zYqr1-Hl0rofkvYjg75hYu4NOx8NQM1_0 2024-09-12T18:05:20.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.405+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12209131147635015751', time=2024-09-12T19:42:03.078572+0000, chain.objs.size()=1 2024-09-12T18:05:20.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.405+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bx8JrvC5vJr8gi94lJXbiAkqsDF02zB_0 2024-09-12T18:05:20.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3979841382715603257', time=2024-09-12T19:42:03.158904+0000, chain.objs.size()=1 2024-09-12T18:05:20.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-34PeWDBMMnnWaUUAzhZU7C8RhEYAW3_0 2024-09-12T18:05:20.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17589203952245274219', time=2024-09-12T19:42:03.236234+0000, chain.objs.size()=1 2024-09-12T18:05:20.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.AhgAnoGoCH7GFKBzApyfiJgIfd0Nuw0_0 2024-09-12T18:05:20.409 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14785573287587549573', time=2024-09-12T19:42:03.478606+0000, chain.objs.size()=1 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6SWr3-J7HIA2ukcY1-3QvtTQor2cG6x_0 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6071015244032003266', time=2024-09-12T19:42:04.130507+0000, chain.objs.size()=1 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sPZLiGGSRf6YDN_hvdv18Dy61fWdkgE_0 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3823014348841938954', time=2024-09-12T19:42:04.814549+0000, chain.objs.size()=1 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.408+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.EnMERTHowQ4_x_MA3Y3V89_5TgD6jZd_0 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10440128673725633550', time=2024-09-12T19:42:05.108902+0000, chain.objs.size()=1 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.t0BDkTKnZwKsdz4WrIhigNmV5JxyzES_0 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12282615969568122116', time=2024-09-12T19:42:06.036875+0000, chain.objs.size()=1 2024-09-12T18:05:20.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.o5qTnVOTmdN13pXvpK0g9mfE8Q_9fmS_0 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4692442897522504172', time=2024-09-12T19:42:06.488161+0000, chain.objs.size()=1 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6Xzvlf99Zvf6pY4fbLa9fJwnFSxxLxR_0 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15842441736063678042', time=2024-09-12T19:42:07.404607+0000, chain.objs.size()=1 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qk4zyjni5wVsoksKmXqr_QXpnH1Sf-h_0 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11800454054632455381', time=2024-09-12T19:42:07.563834+0000, chain.objs.size()=1 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bwu8wOAD49yhlBHa5xmv78IiCUKnc72_0 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6764349313905880005', time=2024-09-12T19:42:07.718813+0000, chain.objs.size()=1 2024-09-12T18:05:20.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.osWsg6OPt6SPeOzy6VzLyV0lpjO5Dhg_0 2024-09-12T18:05:20.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15625240531585829843', time=2024-09-12T19:42:08.312861+0000, chain.objs.size()=1 2024-09-12T18:05:20.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gnvA6JMYBkV3BJdI0CvVX6pSob8WseB_0 2024-09-12T18:05:20.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13302174898379286230', time=2024-09-12T19:42:08.320948+0000, chain.objs.size()=1 2024-09-12T18:05:20.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.AfRIfGxHAr0Rcp3Gj7IsqZdqP6vsMAg_0 2024-09-12T18:05:20.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16469666441165702592', time=2024-09-12T19:42:08.985655+0000, chain.objs.size()=1 2024-09-12T18:05:20.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Drym21VGP5_5H5lIw22Hixm1-HzSbud_0 2024-09-12T18:05:20.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15536592367868199670', time=2024-09-12T19:42:09.252693+0000, chain.objs.size()=1 2024-09-12T18:05:20.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KkXcnybLuTfpnEjgRXGBMXes6zJ7KkF_0 2024-09-12T18:05:20.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10027507983905947292', time=2024-09-12T19:42:09.289658+0000, chain.objs.size()=1 2024-09-12T18:05:20.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QgsfnImzX02UEuN0atXGsbyzzXbXrO0_0 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10407356680783097193', time=2024-09-12T19:42:10.305517+0000, chain.objs.size()=1 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MqZSc2VuJyKLajLRyFB0_8K5shtJVy1_0 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14244197713440051013', time=2024-09-12T19:42:10.453893+0000, chain.objs.size()=1 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mywdkp6AiuhQFQ7lwnTDDYgq-0uz-Yl_0 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9924713229673320203', time=2024-09-12T19:42:10.946051+0000, chain.objs.size()=1 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.x5LMZ50-lOEY8YL_4gSn6iRvV00-sJP_0 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6612452887385094885', time=2024-09-12T19:42:10.982061+0000, chain.objs.size()=1 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.M7rnvzvu6jQ-QgFEtBJK6ttmYqKOrh9_0 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13983172372725106116', time=2024-09-12T19:42:10.982759+0000, chain.objs.size()=1 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uof_CT63OVkYwtLZPT7vBEeq3WaO-jX_0 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4467525764719031399', time=2024-09-12T19:42:11.066132+0000, chain.objs.size()=1 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XXZHNsv6edKeZtJPB04B-eN57JXZ7BD_0 2024-09-12T18:05:20.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11127819226226197372', time=2024-09-12T19:42:11.194567+0000, chain.objs.size()=1 2024-09-12T18:05:20.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.K66uFi7N0mqfEnx3sPrynZCvavjkh0y_0 2024-09-12T18:05:20.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7309827219513988401', time=2024-09-12T19:42:11.366869+0000, chain.objs.size()=1 2024-09-12T18:05:20.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.pGLtTd8grE7s0Pho8EqdinRl1K9yfB3_0 2024-09-12T18:05:20.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.418+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18282677822251157611', time=2024-09-12T19:42:11.524879+0000, chain.objs.size()=1 2024-09-12T18:05:20.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.418+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.t3jrW6_akXwttZR5n4pSqgXT4bsgZB8_0 2024-09-12T18:05:20.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.419+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6467954185457777904', time=2024-09-12T19:42:11.612852+0000, chain.objs.size()=1 2024-09-12T18:05:20.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.419+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.t2r8uMdu41kNieWpoLj1BkQBTsTFcbg_0 2024-09-12T18:05:20.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.424+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/42714 2024-09-12T18:05:20.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-12T18:05:20.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13436670873911010763', time=2024-09-12T19:42:11.766970+0000, chain.objs.size()=1 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-Aryku3j21ZAXVw-7kJeRIAObO0kWSE_0 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2041067092243656710', time=2024-09-12T19:42:12.437361+0000, chain.objs.size()=1 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sqOY8FcLTrpJBbcho1ivUlQhx6w2cQa_0 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15324952966223893673', time=2024-09-12T19:42:12.459995+0000, chain.objs.size()=1 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.q1lJ77iDDoXW37w4l-1B8D2m4LguGxs_0 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9002749808320185994', time=2024-09-12T19:42:12.587263+0000, chain.objs.size()=1 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IuKTGWt7Gv0U8t5UF-VqhpxYziwEghQ_0 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8973230799671562096', time=2024-09-12T19:42:12.637925+0000, chain.objs.size()=1 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ogWUO_k39BP06WYMCOwIfmxUHO9A7aS_0 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3766114496813339609', time=2024-09-12T19:42:29.940482+0000, chain.objs.size()=1 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.345__shadow_.18d5bAajT3WR8lynqLWr8aLBhNN8efh_0 2024-09-12T18:05:20.431 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16133454006448485072', time=2024-09-12T19:42:30.797905+0000, chain.objs.size()=1 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.346__shadow_.9q_WFgli5JgMYQdGHhOL_IcS3NA1igC_0 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1789956436848266232', time=2024-09-12T19:43:23.361171+0000, chain.objs.size()=1 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.409__shadow_.N_rx6Nr1Jw0RP2W5OWW_DTirG2C2TIG_0 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12934545543505476189', time=2024-09-12T19:44:17.292192+0000, chain.objs.size()=1 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.465__shadow_.4keuAbmeFAKjeuWajDaVQpsE1GgNdgG_0 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8520101452319374352', time=2024-09-12T19:44:18.187212+0000, chain.objs.size()=1 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.466__shadow_.ziMequiqgulIxXM3qPw6j9VO3_I3NiR_0 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.143118853428680496', time=2024-09-12T19:44:27.405477+0000, chain.objs.size()=1 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.482__shadow_.dL4w28ERCiLZPiWYP2F-yBBiXfrs8FZ_0 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2671792263886798345', time=2024-09-12T19:44:39.182407+0000, chain.objs.size()=1 2024-09-12T18:05:20.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.491__shadow_.aRvOvAcpzA3UUmz7BhVf-kWJxsPSXSH_0 2024-09-12T18:05:20.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.432+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2671792263886798345', time=2024-09-12T19:44:39.443438+0000, chain.objs.size()=1 2024-09-12T18:05:20.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.432+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.491__shadow_.aRvOvAcpzA3UUmz7BhVf-kWJxsPSXSH_0 2024-09-12T18:05:20.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.432+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.196424914988976735', time=2024-09-12T19:45:20.493805+0000, chain.objs.size()=1 2024-09-12T18:05:20.433 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.432+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.514__multipart_mymultipart.2~yoEdkVu59NCdS5XlPym0v5apfFPQqp9.1 2024-09-12T18:05:20.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.433+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4410733809555692133', time=2024-09-12T19:50:39.610371+0000, chain.objs.size()=1 2024-09-12T18:05:20.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.433+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.560__shadow_.Xiuse6S5bDsZ7nP1D0tTBOVeAQNECI9_0 2024-09-12T18:05:20.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.433+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5005884081402392823', time=2024-09-12T19:50:58.903818+0000, chain.objs.size()=1 2024-09-12T18:05:20.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.433+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:RgWuiE72Rw2bo0H8rn4Zx1QI5GrA6ef_.D_P-XFBBWf8vIHnhPUyUQurHmAU0I8L_0 2024-09-12T18:05:20.434 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5152712286593753261', time=2024-09-12T19:51:02.837590+0000, chain.objs.size()=1 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:Sb.eumzvbHKIyPeVtx2aSf5rHduZcd6_.8TWUZaZ3zRwnRBSMOHB7WPAX7udRZcr_0 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11645986975579258075', time=2024-09-12T19:51:16.942452+0000, chain.objs.size()=1 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.576__shadow:bdrKfzfBTneBMzvILpz855KcifqhHZm_.koclaW_PllTbOR-mJTC_kGfNMbs9QRT_0 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7730276130457952990', time=2024-09-12T19:51:30.892345+0000, chain.objs.size()=1 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:KsPW642Vm.AKyt25MyscqJYfF9F7m8T_.MNqQ3_M55gE1j3b83tbIpWAWcNO_cOo_0 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16573243366603373571', time=2024-09-12T19:51:36.691672+0000, chain.objs.size()=1 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:Na02Zu3Wp4DCoIL7EvBUJUiE6ilsRIT_.W4YLteCTnEtXMH5l43_uOlytzjMHnwg_0 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4639154320910896259', time=2024-09-12T19:51:44.012803+0000, chain.objs.size()=1 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:0qf.-ONjEpfu3dCqTTjWM6TQ7SqNkLx_.COkwoFKWOGsUbIh2QtcNihBkBaxVcrv_0 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1029795578136168170', time=2024-09-12T19:52:24.252173+0000, chain.objs.size()=1 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:aoqFIahIW9YGFAXnZUPgMdmbeg9cT6M_.HA_ur6J_IEmFveCGpd3TgHqXwCbSoPB_0 2024-09-12T18:05:20.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5346111762141850123', time=2024-09-12T19:52:34.891570+0000, chain.objs.size()=1 2024-09-12T18:05:20.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:fH199BSHnsplEguzwDSEMx3fg-4t3cy_.n3k6JjW5ee3ohkXIqL7pkqAwgLDEu9C_0 2024-09-12T18:05:20.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.436+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1872905293278315001', time=2024-09-12T19:52:41.738363+0000, chain.objs.size()=1 2024-09-12T18:05:20.436 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.436+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.597__shadow_.cwJXzoPD0j99xlRDU5t3Fo5DVYGpsZ8_0 2024-09-12T18:05:20.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11967945457643831397', time=2024-09-12T19:57:41.462381+0000, chain.objs.size()=1 2024-09-12T18:05:20.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.636__shadow_.Xw7DhrgXh_Xs3etbWvgKYyvBqcuZEsD_0 2024-09-12T18:05:20.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9502540887338209141', time=2024-09-12T19:58:08.816341+0000, chain.objs.size()=1 2024-09-12T18:05:20.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.653__shadow_.pAWOo8TcWf4eJoYD_wndZOpHwsLzGdo_0 2024-09-12T18:05:20.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4930702399101244954', time=2024-09-12T19:59:14.096369+0000, chain.objs.size()=1 2024-09-12T18:05:20.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.708__shadow:PizBONDZWpTa3j0wtRLqvgjs7vvT8xg_.v6T83d-nKef-2XAy3-ZQhrTnxxlFAWZ_0 2024-09-12T18:05:20.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16807172504385885906', time=2024-09-12T19:59:17.601936+0000, chain.objs.size()=1 2024-09-12T18:05:20.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.438+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.712__multipart_file1.2~NCrBimA23SNN5PaUMCRkBpk5o1SILY8.1 2024-09-12T18:05:20.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.447+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:05:20.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.448+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.449+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/57768' 2024-09-12T18:05:20.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18037266446225825842', time=2024-09-12T19:34:51.024547+0000, chain.objs.size()=1 2024-09-12T18:05:20.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.159__shadow_.hiCyLf7PhfrFmtJrX70wvFUO6D0xlPr_0 2024-09-12T18:05:20.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_bw0NYuikt4wIhpfpcwZwCaoCB6FRuyi', time=2024-09-12T19:35:07.674653+0000, chain.objs.size()=3 2024-09-12T18:05:20.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.l1nKZLRX1tW75D-PTtSiWMDYNDwGx0z_0 2024-09-12T18:05:20.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.l1nKZLRX1tW75D-PTtSiWMDYNDwGx0z_1 2024-09-12T18:05:20.451 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.l1nKZLRX1tW75D-PTtSiWMDYNDwGx0z_2 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6345535930717002434', time=2024-09-12T19:38:24.935096+0000, chain.objs.size()=1 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.236__shadow_.lhWIeHAIJaAMBiNEPO2LsO9BoZn-D0__0 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10444312404043413898', time=2024-09-12T19:38:28.944408+0000, chain.objs.size()=1 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.239__shadow_.wKcshUN1Nsvyc9jH6ZJ408qun21XifI_0 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16643802562769155050', time=2024-09-12T19:38:33.855670+0000, chain.objs.size()=1 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.244__shadow_.SY7aHB0u4Mv9brj3frT44MI_su9AT1l_0 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.550716657801022161', time=2024-09-12T19:38:44.338908+0000, chain.objs.size()=1 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.255__shadow_.61AsVrM9uZbn_WjIifWeVno-WPFwVs6_0 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1324669320625743850', time=2024-09-12T19:38:46.920589+0000, chain.objs.size()=1 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.258__shadow_.xu_EIi8PHy94Boeh9rhLoOdFG2sW4Ru_0 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13496249494382345385', time=2024-09-12T19:39:26.917300+0000, chain.objs.size()=1 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.j-aPb9xyzMgytKIfGuVxn4ImmOPkMfi_0 2024-09-12T18:05:20.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18140772957271126598', time=2024-09-12T19:39:27.071864+0000, chain.objs.size()=1 2024-09-12T18:05:20.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.d6R9wpefCraF67KSDfJT5IvF2F_OkS8_0 2024-09-12T18:05:20.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15825412879963019569', time=2024-09-12T19:39:27.292731+0000, chain.objs.size()=1 2024-09-12T18:05:20.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.450+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8xjh7qkBuPv1gLD4RmryfxgeFRj0y5-_0 2024-09-12T18:05:20.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.453+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8856216173618479919', time=2024-09-12T19:39:27.403734+0000, chain.objs.size()=1 2024-09-12T18:05:20.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.453+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.I97wCw0zoCjteaBFqEdCYUtd9ofFuIE_0 2024-09-12T18:05:20.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.454+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9140329852202657753', time=2024-09-12T19:39:27.404568+0000, chain.objs.size()=1 2024-09-12T18:05:20.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.454+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.S_n54bcBxSi3eNhIPq86OQnF8Hg-9sI_0 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2075344845931406654', time=2024-09-12T19:39:27.622549+0000, chain.objs.size()=1 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BmoolwLoEftx8M8Lecua_mjT67fZPo3_0 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17683875193303799600', time=2024-09-12T19:39:27.820341+0000, chain.objs.size()=1 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EhbRIz6PYQ1FmD0r4vjdI1taOjvAE5__0 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8290773939852827965', time=2024-09-12T19:39:28.015189+0000, chain.objs.size()=1 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vlbtgP-yWrvY9fcrsBvEVDsiPju8cfS_0 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2089044951774687181', time=2024-09-12T19:39:28.739383+0000, chain.objs.size()=1 2024-09-12T18:05:20.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.w9N5m5BHCiADq5LVp8whcZCaLUiHxOg_0 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13432792438700130254', time=2024-09-12T19:39:28.801738+0000, chain.objs.size()=1 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.t_1BhVH6fzM7krvimd531Gl-8bqjOBm_0 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13556277915266095828', time=2024-09-12T19:39:28.950886+0000, chain.objs.size()=1 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MV0X-x43xUEdz6XfVTZYuAGf9ikY7R7_0 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5843554416269321623', time=2024-09-12T19:39:28.951528+0000, chain.objs.size()=1 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iFwvFuNOOFS5J7NTDg-HsIQJkL_bn9D_0 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8243201249232281810', time=2024-09-12T19:39:29.166663+0000, chain.objs.size()=1 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.U-hHbICyQo61ZQRshoup6e5fyD_eTQ6_0 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5267833901734900561', time=2024-09-12T19:39:30.210324+0000, chain.objs.size()=1 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CRvhiGJJCOHCKwRi3vdppm0efWGAhAe_0 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18430167399599563430', time=2024-09-12T19:39:30.476320+0000, chain.objs.size()=1 2024-09-12T18:05:20.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.457+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rhrMjiSzNNabSlpwYWO7jT7jtQyvCpX_0 2024-09-12T18:05:20.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.459+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13865055125449383389', time=2024-09-12T19:39:30.587981+0000, chain.objs.size()=1 2024-09-12T18:05:20.460 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.459+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vP4EsB6jGgMcwBDAe_G0mxcA85yxj9O_0 2024-09-12T18:05:20.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.461+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13216211773805714094', time=2024-09-12T19:39:30.662378+0000, chain.objs.size()=1 2024-09-12T18:05:20.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.461+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.U1rpO7HVN5TDOcKC4tv5HOuQJcGyiC9_0 2024-09-12T18:05:20.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.461+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4392445809514342140', time=2024-09-12T19:39:30.739481+0000, chain.objs.size()=1 2024-09-12T18:05:20.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.461+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DVpQFF665jGZieJ8BEO0yxDRe6n98lw_0 2024-09-12T18:05:20.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.462+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.343904920927880339', time=2024-09-12T19:39:30.740298+0000, chain.objs.size()=1 2024-09-12T18:05:20.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.462+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.wQ1cZCfY__lB2stf5t8oc5Xmn6X5XYG_0 2024-09-12T18:05:20.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.462+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9243899033753695215', time=2024-09-12T19:39:30.799691+0000, chain.objs.size()=1 2024-09-12T18:05:20.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.462+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0hV5JUM21ClDHLrMbkyVjdCmAPF3XHZ_0 2024-09-12T18:05:20.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9546652844471019617', time=2024-09-12T19:39:31.444308+0000, chain.objs.size()=1 2024-09-12T18:05:20.464 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.k7vGQRKazvVD0_FvTigYZgqBEWfiKqv_0 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15036363540210336551', time=2024-09-12T19:39:31.708147+0000, chain.objs.size()=1 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YytH9SAf37DT5fKDOVIRhzPPesQje7x_0 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8451131327031396948', time=2024-09-12T19:39:31.774074+0000, chain.objs.size()=1 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iIwKrUW4v7TxUJhy9PQ2gmIOWTUVoEw_0 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18112567014152068597', time=2024-09-12T19:39:31.838347+0000, chain.objs.size()=1 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bnrlDiXT6-Z0Ty1IVgk3-RyY2i6AOGp_0 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16102434225698183100', time=2024-09-12T19:39:32.953219+0000, chain.objs.size()=1 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XuPk_D_YRfrLAp_xGBuMAnjZGwsJx7v_0 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8912587942400667040', time=2024-09-12T19:39:33.376891+0000, chain.objs.size()=1 2024-09-12T18:05:20.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1IXHmbazAtAPHFUkPaKHxjrvpv8YdRW_0 2024-09-12T18:05:20.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.465+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13745369487725202170', time=2024-09-12T19:39:33.524773+0000, chain.objs.size()=1 2024-09-12T18:05:20.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.465+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZRUWdPwY9Oz-FQ2-QUzw4X34rwbmTU7_0 2024-09-12T18:05:20.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.465+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14830521152829222552', time=2024-09-12T19:39:33.754920+0000, chain.objs.size()=1 2024-09-12T18:05:20.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.465+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OrMOTrw6V0F0cZxzh3b9XsVPYEAyeVe_0 2024-09-12T18:05:20.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.466+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3435807080599596816', time=2024-09-12T19:39:34.156421+0000, chain.objs.size()=1 2024-09-12T18:05:20.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.466+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tjnYBfmrq4r_Qmyp3JOytJSGHN3NThk_0 2024-09-12T18:05:20.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.466+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11683406981995028827', time=2024-09-12T19:39:34.170640+0000, chain.objs.size()=1 2024-09-12T18:05:20.467 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.466+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RLeTSl0nk86qfSVWjduGE5OWsiLRQEb_0 2024-09-12T18:05:20.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4435046632855805623', time=2024-09-12T19:39:34.301062+0000, chain.objs.size()=1 2024-09-12T18:05:20.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dE7QdtDmJQhBZ-gKa0o-XwejnLqIT47_0 2024-09-12T18:05:20.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13027213563928801927', time=2024-09-12T19:39:34.458186+0000, chain.objs.size()=1 2024-09-12T18:05:20.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jLdH5uxVUWCigOe1lXrnA6ZVrSUwHgr_0 2024-09-12T18:05:20.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12868285774244380433', time=2024-09-12T19:39:34.540081+0000, chain.objs.size()=1 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.47Hhe43MLaolcXbKjL_pKAYZafHoi_L_0 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3661579204200957449', time=2024-09-12T19:39:34.604587+0000, chain.objs.size()=1 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vKbeYgvpopbCnZSToV2a2x01l6SDhty_0 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5426622587077462174', time=2024-09-12T19:39:34.891791+0000, chain.objs.size()=1 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4Z9IC5a7UOc60ET7jtcLMZlYhEY060o_0 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9677768089496884533', time=2024-09-12T19:39:35.014616+0000, chain.objs.size()=1 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VMXLklZn1D5LRJm15gFpq9W8IUEu2v-_0 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16339574553120774802', time=2024-09-12T19:39:35.542075+0000, chain.objs.size()=1 2024-09-12T18:05:20.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.470+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WPLrzHgpsRNHUJ6-iyojB7KCmILECb8_0 2024-09-12T18:05:20.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.471+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1040531697411531872', time=2024-09-12T19:39:36.118010+0000, chain.objs.size()=1 2024-09-12T18:05:20.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.471+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.L999wXtAZsOl_wF56EhY96vJ5982pMf_0 2024-09-12T18:05:20.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.471+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13633635711316397111', time=2024-09-12T19:39:36.479615+0000, chain.objs.size()=1 2024-09-12T18:05:20.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eFexNwIZyIYil9UTDbP2coWIPo4ETb2_0 2024-09-12T18:05:20.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.472+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2924198280818020188', time=2024-09-12T19:39:36.715173+0000, chain.objs.size()=1 2024-09-12T18:05:20.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qTRC1t3pnSGbJCfUNGFt_q8FonDlsiW_0 2024-09-12T18:05:20.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.472+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4933078741497668794', time=2024-09-12T19:39:36.994008+0000, chain.objs.size()=1 2024-09-12T18:05:20.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tKJp_WtOE0gWk2dk1_huGvJXcwFFHxE_0 2024-09-12T18:05:20.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.472+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11339016489739703852', time=2024-09-12T19:39:37.127311+0000, chain.objs.size()=1 2024-09-12T18:05:20.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CJXmT55buLhjYgP2yZv3JbJig8x_QE6_0 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7979237795034894638', time=2024-09-12T19:39:37.602905+0000, chain.objs.size()=1 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DclLn3L1S7f41aue4AL-LlrERK3Lzx3_0 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9110706599587027523', time=2024-09-12T19:39:40.987762+0000, chain.objs.size()=1 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.267__shadow_.sDT6-6g4iwYfrBeCCZf2fx9X8GqOj8l_0 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8710880330917023607', time=2024-09-12T19:39:51.348804+0000, chain.objs.size()=1 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.279__shadow_.YSYtNstHAdhNHZtk_j9eve3Ov_DgG42_0 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12453832663090557046', time=2024-09-12T19:39:53.128998+0000, chain.objs.size()=1 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.281__shadow_.Xr7xjQYgF1LTVTerrtSsQEHGKXToW4Q_0 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14338051368863562081', time=2024-09-12T19:39:54.041082+0000, chain.objs.size()=1 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.282__shadow_.9-Wi9CnEpgqFac-89gexf4dHS98dPMl_0 2024-09-12T18:05:20.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11744939617423666697', time=2024-09-12T19:40:05.364302+0000, chain.objs.size()=1 2024-09-12T18:05:20.476 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.474+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.03zFMzlRpvYxluuxIm1H4pW_fg0IjL__0 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14766800523678908466', time=2024-09-12T19:40:11.112236+0000, chain.objs.size()=1 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.298__shadow_.LDQ04sSXolx48Llykpbmzm8U53BYhOF_0 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14771368276470229245', time=2024-09-12T19:40:15.688736+0000, chain.objs.size()=1 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.303__shadow_.0ZGoTjlGAP8pwMQQ_NiT5MY-wz13IBo_0 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1478111316107639818', time=2024-09-12T19:40:17.442445+0000, chain.objs.size()=1 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.305__shadow_.hLXWgzWZryCbnrpKWaxdHCVnJSONM8y_0 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12087305491349295143', time=2024-09-12T19:41:14.879617+0000, chain.objs.size()=1 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.X3gax9cRse00GFvbjmtueNNbmdVmhdw_0 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8897274801722027411', time=2024-09-12T19:41:14.880394+0000, chain.objs.size()=1 2024-09-12T18:05:20.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.476+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HE--BzVyPMAEI5BfGtPr4E5-bnhwntB_0 2024-09-12T18:05:20.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.478+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6880447135508001557', time=2024-09-12T19:41:15.060148+0000, chain.objs.size()=1 2024-09-12T18:05:20.478 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.478+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Ze9ParHUubWIplGCsuC3TYLBMktxgLC_0 2024-09-12T18:05:20.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11658591108861283734', time=2024-09-12T19:41:15.345081+0000, chain.objs.size()=1 2024-09-12T18:05:20.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VexDeWW5iDjXOhWreaiuuxmswvATaic_0 2024-09-12T18:05:20.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17891410811777189533', time=2024-09-12T19:41:15.481661+0000, chain.objs.size()=1 2024-09-12T18:05:20.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZR4BiqKg1-TaoYXy22X6yUn3fKq9UHj_0 2024-09-12T18:05:20.480 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14043549292129886658', time=2024-09-12T19:41:15.667119+0000, chain.objs.size()=1 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.axj-V6nREolh5FOT9z76NCahOOzzrQK_0 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9323635296078385161', time=2024-09-12T19:41:16.379882+0000, chain.objs.size()=1 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.P_7tDynNgcx4bRYe2_lbyZeE4XGmt7v_0 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8645030783634994882', time=2024-09-12T19:41:16.741300+0000, chain.objs.size()=1 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.skjlIQ3o0oG4NLRUYmF6-n8lKf7er1m_0 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13325286379860917954', time=2024-09-12T19:41:16.827522+0000, chain.objs.size()=1 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.g-3ZcXut27mvWR60PIMq5G0Hp6hvVAO_0 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5645828079498235157', time=2024-09-12T19:41:17.166461+0000, chain.objs.size()=1 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nhICmJ4rRVI3s2ZsgYz43bYrdSFU5-V_0 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8174359868743962209', time=2024-09-12T19:41:17.266708+0000, chain.objs.size()=1 2024-09-12T18:05:20.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.479+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WHTE3crXpZZrlh9JMsMv9-gphHvzxPV_0 2024-09-12T18:05:20.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.480+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6401570876938122417', time=2024-09-12T19:41:18.267525+0000, chain.objs.size()=1 2024-09-12T18:05:20.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.480+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DmnKmh_XIKQI4o-PyHG714o7bK5tjV9_0 2024-09-12T18:05:20.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.480+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7849839442261313616', time=2024-09-12T19:41:18.619895+0000, chain.objs.size()=1 2024-09-12T18:05:20.482 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.480+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.K0b8awzHUUXwm5iTCI2JNa5TT85V0VF_0 2024-09-12T18:05:20.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.482+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16613078269491200872', time=2024-09-12T19:41:18.787375+0000, chain.objs.size()=1 2024-09-12T18:05:20.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.482+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._gM309qhmh2ieQeEyvDKLnOMJOeV13p_0 2024-09-12T18:05:20.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8584180426280312348', time=2024-09-12T19:41:18.805749+0000, chain.objs.size()=1 2024-09-12T18:05:20.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kaWy82V_Dqr_Va4CPf2u3l86DcIb04v_0 2024-09-12T18:05:20.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12221644293470348253', time=2024-09-12T19:41:19.289049+0000, chain.objs.size()=1 2024-09-12T18:05:20.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wGhAb5MLVIjvDu_HRBRJcAsQXjvD4QV_0 2024-09-12T18:05:20.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.290903641221892478', time=2024-09-12T19:41:19.413758+0000, chain.objs.size()=1 2024-09-12T18:05:20.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.80aA54jsZ32X_1BiInTpyaxTVjWIxVh_0 2024-09-12T18:05:20.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15415866375697012637', time=2024-09-12T19:41:19.436996+0000, chain.objs.size()=1 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-VwVUjEGV4kTxSFEWM8RcezMEr93xW4_0 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3636409225422482668', time=2024-09-12T19:41:19.437658+0000, chain.objs.size()=1 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ih_HitTVgDEH7Zte1XU3h2D05EfsthP_0 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1590722763066633677', time=2024-09-12T19:41:19.603787+0000, chain.objs.size()=1 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YjZ2S2AM7GVNdV8Hg6MFXrqrW3xZI6__0 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1407626958185161742', time=2024-09-12T19:41:19.980682+0000, chain.objs.size()=1 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WxFNEpgQ6apCKr8222eo41VotWd8bsz_0 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11776223117672115234', time=2024-09-12T19:41:20.759804+0000, chain.objs.size()=1 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Dcuu4Z4i6OwEp5RoRRuCf1xUWAsTuU__0 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17128548010944951065', time=2024-09-12T19:41:21.062700+0000, chain.objs.size()=1 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.KS4Ph6m0p9bcGd-8b-KVKZdyvScG2I3_0 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2528396492422187146', time=2024-09-12T19:41:21.214172+0000, chain.objs.size()=1 2024-09-12T18:05:20.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.484+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LOkIioLKdUEceCAKoFjxkrczSdlr7El_0 2024-09-12T18:05:20.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.486+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17135986763534573769', time=2024-09-12T19:41:21.291025+0000, chain.objs.size()=1 2024-09-12T18:05:20.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.486+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bRS96GVspr0yZI6vCPjxPI9DGghH0nc_0 2024-09-12T18:05:20.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.490+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.542976303805261972', time=2024-09-12T19:41:21.590799+0000, chain.objs.size()=1 2024-09-12T18:05:20.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.490+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PdDFvXMh5XsOsbGdB_Bhvdym7nyV_RB_0 2024-09-12T18:05:20.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.490+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16299022556881631323', time=2024-09-12T19:41:21.634127+0000, chain.objs.size()=1 2024-09-12T18:05:20.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.490+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SlKsUHbpOqMUbpxOrnN_Rk11Hl6tWp8_0 2024-09-12T18:05:20.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.490+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3984469134522080403', time=2024-09-12T19:41:23.424768+0000, chain.objs.size()=1 2024-09-12T18:05:20.491 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.490+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.t_mCsj-zOguc1tU_sqT313ACJedUg_j_0 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1577869446717027810', time=2024-09-12T19:41:23.608487+0000, chain.objs.size()=1 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.U7MD1O4sQSww9KYcUOP2qv8UKTk3DER_0 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12505422852461301372', time=2024-09-12T19:41:23.716262+0000, chain.objs.size()=1 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aYLVM8BwHrRaQz1KqsG-IBueL7nT_ae_0 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15275025242853935603', time=2024-09-12T19:41:23.769889+0000, chain.objs.size()=1 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AgbsLOW1uAusxEFtaSJdhCAgU4AitPB_0 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7808107699468243739', time=2024-09-12T19:41:24.294409+0000, chain.objs.size()=1 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xTURnHZMsHIZb81Q3xIyzwEYGiju0nb_0 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4594044656542542482', time=2024-09-12T19:41:24.748337+0000, chain.objs.size()=1 2024-09-12T18:05:20.492 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Ou-NeHxndlNFDjEZzHXi88tLDyQbAhN_0 2024-09-12T18:05:20.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1982334576213352241', time=2024-09-12T19:41:24.748974+0000, chain.objs.size()=1 2024-09-12T18:05:20.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rBFn2sbQ742Zk_XnrMfXRXEhEJEO6DF_0 2024-09-12T18:05:20.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8069191718485549602', time=2024-09-12T19:41:24.834775+0000, chain.objs.size()=1 2024-09-12T18:05:20.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CufwWs5I4EUsrTUsBpUmOAEXbm-dXv2_0 2024-09-12T18:05:20.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11059189346615009188', time=2024-09-12T19:41:25.169983+0000, chain.objs.size()=1 2024-09-12T18:05:20.493 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.491+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eNdG_nvG6Z0Wzzui9djjoKUwGqCSzB1_0 2024-09-12T18:05:20.494 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.493+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27102243851190045', time=2024-09-12T19:42:03.173883+0000, chain.objs.size()=1 2024-09-12T18:05:20.494 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.493+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PWBM4zbXLOylJx5hBtnlmyOWqnit0-G_0 2024-09-12T18:05:20.494 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.494+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1494153030675017363', time=2024-09-12T19:42:03.552143+0000, chain.objs.size()=1 2024-09-12T18:05:20.494 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.494+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cECnfoeP4t62nA65jWI5tyKr8Gw22eA_0 2024-09-12T18:05:20.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.494+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.212247829325183116', time=2024-09-12T19:42:04.507351+0000, chain.objs.size()=1 2024-09-12T18:05:20.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.494+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zZ4oZ9GK0qFTFDfWuwwKxKzj5CVhJ7b_0 2024-09-12T18:05:20.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.494+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6041252764666987334', time=2024-09-12T19:42:04.549741+0000, chain.objs.size()=1 2024-09-12T18:05:20.495 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.494+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CvrfOjGcrlD-wY1JmtI-nbv1veREMY0_0 2024-09-12T18:05:20.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.495+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15471581812505700762', time=2024-09-12T19:42:04.609314+0000, chain.objs.size()=1 2024-09-12T18:05:20.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.495+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._c5oebhw3kZmWFXMtuSbTX9q_ig6nJ5_0 2024-09-12T18:05:20.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.495+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.806074721197625343', time=2024-09-12T19:42:05.003495+0000, chain.objs.size()=1 2024-09-12T18:05:20.496 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.495+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Qeub4zspjqb6_aHqNkwKl7zAKdFy5_P_0 2024-09-12T18:05:20.499 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.498+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/57768 2024-09-12T18:05:20.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-12T18:05:20.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5878872737006639035', time=2024-09-12T19:42:05.054863+0000, chain.objs.size()=1 2024-09-12T18:05:20.503 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.exRNnB6bfRu8cOE-VlFgU0DYS_UKyKg_0 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9414680516981808812', time=2024-09-12T19:42:05.762244+0000, chain.objs.size()=1 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.a_WXZ4oqJLDBzFwmRFcqtU0_ZIiU9EJ_0 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6573754626422101366', time=2024-09-12T19:42:06.025991+0000, chain.objs.size()=1 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BuvioVmKrwv64lDczNfwpP5Cu_4DXHq_0 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17180342363183778907', time=2024-09-12T19:42:06.288974+0000, chain.objs.size()=1 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._hXItZS3TmmfvHI-IIUH9dcT5x1cE5G_0 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6138785674634346355', time=2024-09-12T19:42:06.332088+0000, chain.objs.size()=1 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KTedZ04GLVqEHjPZilaERTPoKvwCek-_0 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6680423048414586498', time=2024-09-12T19:42:06.440500+0000, chain.objs.size()=1 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.aXNRz6Fe6Ptp7J53j7oYRMifxltSXDK_0 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2418173974359772160', time=2024-09-12T19:42:06.540498+0000, chain.objs.size()=1 2024-09-12T18:05:20.504 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wMlMXA-AhjqIXI1pum0cI7eNGybHMOn_0 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5476267177545178559', time=2024-09-12T19:42:07.104464+0000, chain.objs.size()=1 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RgXkv2rQ7iiHM-uKKKDmriSNY2tF8hY_0 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6853486923041788832', time=2024-09-12T19:42:07.760327+0000, chain.objs.size()=1 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5Ltk7lkyCJFLIduKDzUVQs64vC1n8DX_0 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9495286873475072568', time=2024-09-12T19:42:08.350954+0000, chain.objs.size()=1 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XczY7Rte4TU-RfUETAw4xj955EfqJ9j_0 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7656758112462844151', time=2024-09-12T19:42:09.078504+0000, chain.objs.size()=1 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RJYUvAmX8P1uUz2vAkM1lgae0t85j9r_0 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16786377703443092776', time=2024-09-12T19:42:09.294344+0000, chain.objs.size()=1 2024-09-12T18:05:20.505 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.502+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4xRSYZVAk8V4FfNyMz0oFZLJ_hbJypj_0 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13887358543312992596', time=2024-09-12T19:42:09.303605+0000, chain.objs.size()=1 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Qa5r-6tAdAueBTU1sj_k6f6GuwxQ3DJ_0 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3141141027173831672', time=2024-09-12T19:42:10.481438+0000, chain.objs.size()=1 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2L6V2-kBVGuOdJ1yPNMXNYwte_ykDt6_0 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17314086127289279353', time=2024-09-12T19:42:10.482202+0000, chain.objs.size()=1 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1sB05TAANy6Mn8Dk5rBhhNgKt57dWGk_0 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.823665054176756996', time=2024-09-12T19:42:10.539992+0000, chain.objs.size()=1 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DoKYl53AmrDm4AsmQ8Y-MmJdPJyBKCd_0 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10403848264195319908', time=2024-09-12T19:42:11.584840+0000, chain.objs.size()=1 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4zsTjOTKBdbvHZa-3MTXvL3dE7w2Ko5_0 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9578332910743137752', time=2024-09-12T19:42:12.202029+0000, chain.objs.size()=1 2024-09-12T18:05:20.509 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mPJvI9XFqzU76vzmsEyomcnql-ylx4r_0 2024-09-12T18:05:20.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16584686105870327364', time=2024-09-12T19:42:12.343067+0000, chain.objs.size()=1 2024-09-12T18:05:20.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.EWHRkjHF3pErzO_3VdNCLdG3I1gJzD3_0 2024-09-12T18:05:20.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9905468503147605121', time=2024-09-12T19:42:12.650493+0000, chain.objs.size()=1 2024-09-12T18:05:20.510 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.507+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oaxkiNfwHl2jioD-rDSMgjjfQz86s3L_0 2024-09-12T18:05:20.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.510+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12187582786635714050', time=2024-09-12T19:42:25.239796+0000, chain.objs.size()=1 2024-09-12T18:05:20.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.510+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.340__shadow_.Jp8BRoMAkInTDcNVIzS_QEj2TJcNIAy_0 2024-09-12T18:05:20.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.510+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2371567948855721190', time=2024-09-12T19:43:07.456049+0000, chain.objs.size()=1 2024-09-12T18:05:20.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.510+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.391__shadow_.Clky8FIRC-Kr3BqiAXoB4JMFnGmX0V1_0 2024-09-12T18:05:20.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.510+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.314612014011950999', time=2024-09-12T19:44:47.073157+0000, chain.objs.size()=1 2024-09-12T18:05:20.511 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.510+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.501__shadow_.lzPTV2xXyAEPoe2ffQnOWCBDm0SIe83_0 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13463599412893042191', time=2024-09-12T19:51:03.171108+0000, chain.objs.size()=1 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:VpWpDtmFXYHTmSF69VnqSdmekOz96h7_.5xeF28QZo56d4LH6bK60cJtIwzh97z-_0 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4498606734199740700', time=2024-09-12T19:51:06.605306+0000, chain.objs.size()=1 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.571__shadow:0Nf-eQBBZkfjyq.CRcUBDpaFF7tmE46_.6dsavXD3q6QuB4bU59MDulB7qaDItG-_0 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10701048640888333837', time=2024-09-12T19:51:13.076896+0000, chain.objs.size()=1 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:4o3GYvfqsO4BcHyrUVEkzEntYkFJDfS_.Qh9JVPMKta2TbmVihfxfjGKFtiyIg4c_0 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4197165862309472274', time=2024-09-12T19:51:20.458991+0000, chain.objs.size()=1 2024-09-12T18:05:20.512 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:DDfKJ-kPGB4qhoeSIvTrugNGGXIOOEb_.XmxM7zVZsY0NwNa226K_K0kjCiHBBeO_0 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7719409587037560433', time=2024-09-12T19:52:24.125678+0000, chain.objs.size()=1 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:rNH.muZ-8lQlDhQKAmPL-5TtYaDMUyS_.IGbnc-4QEpbKqKvkazDsI7XMX6S6gfr_0 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2027811512551679436', time=2024-09-12T19:52:24.192844+0000, chain.objs.size()=1 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:tm.mI4VXJhwP9-3Ng5l1rZhcmFYSP8H_._hNEqOGpXD_hJGvQqM8dmCjiPrP8r-e_0 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14502645896843677975', time=2024-09-12T19:52:26.516310+0000, chain.objs.size()=1 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:PqNLkgISya4U8YUxj0lwoXDHikX6xS9_.QcjK4xwB5u2MZiubQckXgLdzR4voDzq_0 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3999750292476456697', time=2024-09-12T19:59:05.699246+0000, chain.objs.size()=1 2024-09-12T18:05:20.513 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.511+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.698__shadow:W62CtCVGgjv5gJwpCw2wcCpM-eiKqAE_.HVi3b-w9nuhf6U2ALMnkJuUhiaiCuAN_0 2024-09-12T18:05:20.517 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.517+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.519 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.519+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:05:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.520+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.521 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.522 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46226' 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10207077219378312733', time=2024-09-12T19:36:29.453440+0000, chain.objs.size()=1 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.198__shadow_.l7fG40OVLc1pGsQ-fCR4bac2689nCZ-_0 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5690605725264018350', time=2024-09-12T19:39:26.930032+0000, chain.objs.size()=1 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KhGYJOSFo-966yHLfyQDUOipNbsPGUO_0 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3179017757543478717', time=2024-09-12T19:39:27.242225+0000, chain.objs.size()=1 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WZvsqpWdXAgsc0JZyWBb2ErUk_Se4W5_0 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3422335406527019158', time=2024-09-12T19:39:27.242948+0000, chain.objs.size()=1 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MazBJqY-rtypCUfD68u4zMPKhlgmZze_0 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17559957098476576270', time=2024-09-12T19:39:27.725993+0000, chain.objs.size()=1 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.kyK_cQxsRr3WwPZ15Y9V5qFUQzLjJue_0 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15852853262793054441', time=2024-09-12T19:39:27.958530+0000, chain.objs.size()=1 2024-09-12T18:05:20.523 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GqaBfMhhXD9D8VBAcCWYRVgnQHXltgl_0 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14714430997803718210', time=2024-09-12T19:39:28.580665+0000, chain.objs.size()=1 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dtHtEzJyGp-j5anyhEcltjNKQOp8WHo_0 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5895442206252859495', time=2024-09-12T19:39:28.990607+0000, chain.objs.size()=1 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2b701U736EU0KG9BOMBGXZrX-ck7-Jq_0 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7560780813168731012', time=2024-09-12T19:39:29.057681+0000, chain.objs.size()=1 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VKMz6iaZCYuJbvEjtX4r-bQHuTFBIZI_0 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12331555393902038285', time=2024-09-12T19:39:29.284808+0000, chain.objs.size()=1 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OCLEP6LPcYbOq00FdbRI_8qhzOdBeiS_0 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1107650033058769734', time=2024-09-12T19:39:29.440603+0000, chain.objs.size()=1 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Risf-auBYWvbITSkSgrbbFVFzIuUZ9K_0 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14993252956096309034', time=2024-09-12T19:39:30.064918+0000, chain.objs.size()=1 2024-09-12T18:05:20.524 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.521+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EFxRi0kO2ku2I3pheba0JdL4aWqGBLY_0 2024-09-12T18:05:20.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13759462126586301561', time=2024-09-12T19:39:30.065650+0000, chain.objs.size()=1 2024-09-12T18:05:20.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Kdc__fY7LsseULSY2yoytP587muNVkL_0 2024-09-12T18:05:20.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.524+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15180991371339909228', time=2024-09-12T19:39:30.307503+0000, chain.objs.size()=1 2024-09-12T18:05:20.525 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.524+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eaEqn_T5A6seraNU22DmQkKBrOlwXVg_0 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5619319636702353654', time=2024-09-12T19:39:30.775322+0000, chain.objs.size()=1 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LTzi7hEqO1_ce6juML1HsaqPfD2OSyB_0 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4955888355283090055', time=2024-09-12T19:39:30.897554+0000, chain.objs.size()=1 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.NT90iQCLnrBOzX9l0D1n8KzBOF0QhQ-_0 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2112273545046022807', time=2024-09-12T19:39:30.977997+0000, chain.objs.size()=1 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ryDSNyojyFHkhfr06a3gZPcvdt3H6yC_0 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.941997053645313788', time=2024-09-12T19:39:30.978845+0000, chain.objs.size()=1 2024-09-12T18:05:20.526 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.525+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.nW9j5a8yvQ4o4Ggz2wXCrJPa18S8ja4_0 2024-09-12T18:05:20.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3928240376385077170', time=2024-09-12T19:39:31.558411+0000, chain.objs.size()=1 2024-09-12T18:05:20.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VSdwuuLiiP15HDdjakZtDlczXUOZndl_0 2024-09-12T18:05:20.527 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16714384058579640481', time=2024-09-12T19:39:31.997300+0000, chain.objs.size()=1 2024-09-12T18:05:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.w7vfE7ivkxGTjvsxz2PRNNlUTJIACsW_0 2024-09-12T18:05:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6671418024959486026', time=2024-09-12T19:39:31.999544+0000, chain.objs.size()=1 2024-09-12T18:05:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qT3WBY0MYQSx9Jx913Dl-PNWHQ1UtIC_0 2024-09-12T18:05:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3558009472889804020', time=2024-09-12T19:39:32.092820+0000, chain.objs.size()=1 2024-09-12T18:05:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.u2IxREuv2-BhT5zFHLnXq7sCYlz5W2M_0 2024-09-12T18:05:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2548994262345901173', time=2024-09-12T19:39:33.314748+0000, chain.objs.size()=1 2024-09-12T18:05:20.528 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.527+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bDPUQly5ARVQxSv-JWvPWHHRP_64pJH_0 2024-09-12T18:05:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.529+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11180136344500332616', time=2024-09-12T19:39:33.483799+0000, chain.objs.size()=1 2024-09-12T18:05:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.529+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GX7Ljig9ofC50U42IqhtcFlDSZZXYdz_0 2024-09-12T18:05:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.529+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13015625387341152356', time=2024-09-12T19:39:33.708068+0000, chain.objs.size()=1 2024-09-12T18:05:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.529+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.i2LtRqI2uWaKcpdMFAZmltqorDNSA8__0 2024-09-12T18:05:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.529+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7638619413095504883', time=2024-09-12T19:39:33.818507+0000, chain.objs.size()=1 2024-09-12T18:05:20.530 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.529+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TTrwVzCaYfnqGmBbuqpsGBv6y0KqufH_0 2024-09-12T18:05:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15022675589219620004', time=2024-09-12T19:39:34.892090+0000, chain.objs.size()=1 2024-09-12T18:05:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.nQwgdn2yaCr6IRLk0JJUxyzmeK4Q2pP_0 2024-09-12T18:05:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7389288052020544767', time=2024-09-12T19:39:34.894128+0000, chain.objs.size()=1 2024-09-12T18:05:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zxch8JFGndWCy_zTfIRpAX8VCI0L6I0_0 2024-09-12T18:05:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9871088249263233487', time=2024-09-12T19:39:35.158993+0000, chain.objs.size()=1 2024-09-12T18:05:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Yiex22qGoawLeB8ZarQsrDuaIxn8rpB_0 2024-09-12T18:05:20.531 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11966083858221022551', time=2024-09-12T19:39:35.545345+0000, chain.objs.size()=1 2024-09-12T18:05:20.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ywrnIdo2ZfLtTYOLLGn2DjItgiAQwBH_0 2024-09-12T18:05:20.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10304881418782898338', time=2024-09-12T19:39:35.621792+0000, chain.objs.size()=1 2024-09-12T18:05:20.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.530+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qbrrEw4RWBN0s6Zn_HiJztjzuQlEYK3_0 2024-09-12T18:05:20.532 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.532+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11000561418151766725', time=2024-09-12T19:39:35.771627+0000, chain.objs.size()=1 2024-09-12T18:05:20.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.532+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qCg4O3wC7nUDv0oF15QVm-N1Xsd80wC_0 2024-09-12T18:05:20.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.532+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13745333768350167421', time=2024-09-12T19:39:35.860982+0000, chain.objs.size()=1 2024-09-12T18:05:20.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.532+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gI45V2Iyy3ha4ccrt_J1-Xzpz720H0R_0 2024-09-12T18:05:20.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.532+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8829036102203372701', time=2024-09-12T19:39:36.208625+0000, chain.objs.size()=1 2024-09-12T18:05:20.533 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.532+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZvH2FXEbgAYB-oMCrcWA8FRbzGWzLO7_0 2024-09-12T18:05:20.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.533+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11642410519734611585', time=2024-09-12T19:39:36.359673+0000, chain.objs.size()=1 2024-09-12T18:05:20.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.533+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tcu80oKMdqFmexabtyWQyk85mNafWYK_0 2024-09-12T18:05:20.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.533+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17488136849242200554', time=2024-09-12T19:39:36.950811+0000, chain.objs.size()=1 2024-09-12T18:05:20.534 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.533+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.UH1aUKPwt1HqRSgBO-tQ4wckrxNa6BY_0 2024-09-12T18:05:20.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.534+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6049464533667205983', time=2024-09-12T19:39:37.510285+0000, chain.objs.size()=1 2024-09-12T18:05:20.535 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.534+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tFO-dIaYibnJsXs1B0RMVmN29wmNLS-_0 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13934404454219884692', time=2024-09-12T19:39:43.576305+0000, chain.objs.size()=1 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.270__shadow_.VhVNkWIi__mG84gWO1nSWB2oSDafmeE_0 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16459083258282616544', time=2024-09-12T19:39:44.420706+0000, chain.objs.size()=1 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.271__shadow_.KJLPR9w4iI3LAJffcgZ903LLGjbpBcq_0 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2587075555018715992', time=2024-09-12T19:39:48.712327+0000, chain.objs.size()=1 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.276__shadow_.p6EaemHhpwCO78Kcmiajf83m9_rH8Gq_0 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1899003449670132689', time=2024-09-12T19:39:49.587354+0000, chain.objs.size()=1 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.277__shadow_.7bX4uZXA1LA1s19xEoY97twom8AqvsO_0 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4368926663726716520', time=2024-09-12T19:39:55.790700+0000, chain.objs.size()=1 2024-09-12T18:05:20.538 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.284__shadow_.7g4P5TfeSktDotctNHm9Jg4w0jfvxrv_0 2024-09-12T18:05:20.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10087576200120592278', time=2024-09-12T19:40:03.363869+0000, chain.objs.size()=1 2024-09-12T18:05:20.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.292__shadow_.TyNwhO6-rWvNhbKB2nSDKara3tc3Urq_0 2024-09-12T18:05:20.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7355372203699169807', time=2024-09-12T19:40:10.241860+0000, chain.objs.size()=1 2024-09-12T18:05:20.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.297__shadow_.tfchVsJyLPPYANeN93ocIKgkW4IWELG_0 2024-09-12T18:05:20.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11811945385392159205', time=2024-09-12T19:40:37.430959+0000, chain.objs.size()=1 2024-09-12T18:05:20.539 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.537+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.323__shadow_.pqvWNeLZwnBa0Igmj-o8A6V1Y6PUmeS_0 2024-09-12T18:05:20.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.539+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1164116884571013883', time=2024-09-12T19:41:15.040643+0000, chain.objs.size()=1 2024-09-12T18:05:20.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.539+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0sYf0XFvdJiPJkunBAfwYlOW7N9zmVz_0 2024-09-12T18:05:20.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.540+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17165380368894244732', time=2024-09-12T19:41:15.323226+0000, chain.objs.size()=1 2024-09-12T18:05:20.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.540+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7CY1xKBeIks337ZQOSmo_dTZAYTc5Dd_0 2024-09-12T18:05:20.540 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.540+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11920361170520855848', time=2024-09-12T19:41:15.323881+0000, chain.objs.size()=1 2024-09-12T18:05:20.541 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.540+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uTtn680RrPM-byaH8aT2B0039vY2g2__0 2024-09-12T18:05:20.541 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.540+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8725602118690871114', time=2024-09-12T19:41:15.693548+0000, chain.objs.size()=1 2024-09-12T18:05:20.541 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.540+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gZjtX7oa_yHp1HWcTQNGoffY0_11jSg_0 2024-09-12T18:05:20.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7825918421828881776', time=2024-09-12T19:41:15.694083+0000, chain.objs.size()=1 2024-09-12T18:05:20.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Pftc94XYTydqBap9gl0JAiBvqC1mo8J_0 2024-09-12T18:05:20.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13792858269060531450', time=2024-09-12T19:41:15.843318+0000, chain.objs.size()=1 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.g5doLluMV3F73ndhS-TXKnuNdlbXCcQ_0 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5703558550342114878', time=2024-09-12T19:41:16.384305+0000, chain.objs.size()=1 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.jynhNpAw9rCDRgHtG9ZpnrEEmp8mIPd_0 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9615201937262649588', time=2024-09-12T19:41:16.659009+0000, chain.objs.size()=1 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AOslH--e4WK6_LbNJPiMFZalnS4g-Ti_0 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14942019840215920442', time=2024-09-12T19:41:16.728559+0000, chain.objs.size()=1 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4G0O9cqv9dboqFDSmMHkpgYEeRby_JT_0 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10837299008325218938', time=2024-09-12T19:41:16.814988+0000, chain.objs.size()=1 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FBgGbecjMF5ZPhfFDA8BuTMVOwkbWwq_0 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2091224941762175066', time=2024-09-12T19:41:17.079277+0000, chain.objs.size()=1 2024-09-12T18:05:20.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.542+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iMlvHUEoaXI6LAgdrXHMYkD0UJiBh1j_0 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15130247011530137071', time=2024-09-12T19:41:17.325872+0000, chain.objs.size()=1 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.32MbuolCJId0l6yazCEZYLCpCE_w8f4_0 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12208984651596596644', time=2024-09-12T19:41:17.352826+0000, chain.objs.size()=1 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3xNx1MVKpmUp_f7S8MyBXb73XulmWBh_0 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15949653140660735118', time=2024-09-12T19:41:17.366880+0000, chain.objs.size()=1 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YTPNWN0z-VHFz3bJNWTASLSZoteZAtO_0 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9003216526741170549', time=2024-09-12T19:41:17.863135+0000, chain.objs.size()=1 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GgJEx7D8JJvbwSfAdj1GY2Ep813_PtV_0 2024-09-12T18:05:20.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12885652694161367878', time=2024-09-12T19:41:18.101348+0000, chain.objs.size()=1 2024-09-12T18:05:20.547 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.545+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3GCMa8OlwYmo8cygtEhaVRQsVIZabi5_0 2024-09-12T18:05:20.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.547+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15071104179030745639', time=2024-09-12T19:41:18.476420+0000, chain.objs.size()=1 2024-09-12T18:05:20.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.547+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gI9JON4DcD46fV2Cnt3u8ckpdBahqoU_0 2024-09-12T18:05:20.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3463851291164538481', time=2024-09-12T19:41:18.733289+0000, chain.objs.size()=1 2024-09-12T18:05:20.548 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UjU71L37USb1oShTWm5WujUSkJmHlp3_0 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12281702306910324230', time=2024-09-12T19:41:19.265262+0000, chain.objs.size()=1 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FAiOPZLct3wLGGaxbeQqSyl6Am4rI49_0 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6021320709146251460', time=2024-09-12T19:41:20.717291+0000, chain.objs.size()=1 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IXP0ijfXW4G2JGGwPZvSDOMLPwg2z-4_0 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6367056975510541975', time=2024-09-12T19:41:20.945279+0000, chain.objs.size()=1 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bZmVDC0S4hHmajb-NOxqUbB1kh7nD8R_0 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2290013024232279680', time=2024-09-12T19:41:21.136304+0000, chain.objs.size()=1 2024-09-12T18:05:20.549 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.548+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.A-Dhu1p4JFVj4VmdKlzxGbYK0k5nwvp_0 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14195865466941731511', time=2024-09-12T19:41:21.475183+0000, chain.objs.size()=1 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.I1dcaXKQQcldgg3BazfFul-UG7wWUVI_0 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5650180167409046152', time=2024-09-12T19:41:21.489866+0000, chain.objs.size()=1 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YdP3Wwfpw9oZuWjKDiXUthAhF13c4ur_0 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3340697416586055608', time=2024-09-12T19:41:22.015036+0000, chain.objs.size()=1 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WjMKRzdezbUexGiOCiXqq_4A9s_FEaZ_0 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16192628355664524732', time=2024-09-12T19:41:22.064518+0000, chain.objs.size()=1 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YV_W5nbZotChDD5NFXvVDPU42SDTjIk_0 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.766081888978967163', time=2024-09-12T19:41:22.170885+0000, chain.objs.size()=1 2024-09-12T18:05:20.551 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.550+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Cmjwg_SC77Vwjj7inuEi13kT7Dk4qPe_0 2024-09-12T18:05:20.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.552+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8715113500990232921', time=2024-09-12T19:41:22.190116+0000, chain.objs.size()=1 2024-09-12T18:05:20.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.552+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oquO6XXNHmNGGoGuO8npZ_Jk3v6xqGU_0 2024-09-12T18:05:20.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.552+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15775581491315899432', time=2024-09-12T19:41:22.414224+0000, chain.objs.size()=1 2024-09-12T18:05:20.553 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.552+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nd482IrgbuF3o43ufm6ILhdspnT3709_0 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9712071967527645222', time=2024-09-12T19:41:23.467721+0000, chain.objs.size()=1 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6IK-aQson02RLryZ0eQBaB08J58_qsR_0 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11801538316873723234', time=2024-09-12T19:41:24.272485+0000, chain.objs.size()=1 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._EGl9Ki_-jpDWO8sjkHPBfnIMBDjCyw_0 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14750063781327386124', time=2024-09-12T19:41:25.074691+0000, chain.objs.size()=1 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.O9b09hqBOeIWNPQXM2OBRyy-O8jidZO_0 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16826767853310595910', time=2024-09-12T19:41:25.339599+0000, chain.objs.size()=1 2024-09-12T18:05:20.554 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.553+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FKGkIUe1AinGXRa1IPOqeiChI4SMx4H_0 2024-09-12T18:05:20.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.555+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3047727751078249114', time=2024-09-12T19:41:25.487283+0000, chain.objs.size()=1 2024-09-12T18:05:20.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.555+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mr1NJNylBoo060Qy2vVQj7KXNktGihY_0 2024-09-12T18:05:20.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.555+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10391447286603648502', time=2024-09-12T19:42:03.600881+0000, chain.objs.size()=1 2024-09-12T18:05:20.556 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.555+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NgKRGy4_F-pogSRXHpsXySBOPFeV3kA_0 2024-09-12T18:05:20.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7208639940238047597', time=2024-09-12T19:42:03.641573+0000, chain.objs.size()=1 2024-09-12T18:05:20.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mEIFVKdZfhjHJGaQnMiBAbw-nK5LKgO_0 2024-09-12T18:05:20.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17385055298471558962', time=2024-09-12T19:42:04.120625+0000, chain.objs.size()=1 2024-09-12T18:05:20.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XVJOPc_pXRDZrnaaQVGAvBzUQpOunIf_0 2024-09-12T18:05:20.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10877834460220872505', time=2024-09-12T19:42:04.252980+0000, chain.objs.size()=1 2024-09-12T18:05:20.557 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iDqgpbZok6doK7t6Y-adhX8c4D4PnNB_0 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2929857096984543471', time=2024-09-12T19:42:04.289919+0000, chain.objs.size()=1 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kgseFOaY9lcpLd4VK0Na-XQpYhORhLx_0 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9615785211270737524', time=2024-09-12T19:42:04.353678+0000, chain.objs.size()=1 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NOxBu8A6HQqcX58GZuIzDZkuyPbN_ZO_0 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4145115218776564794', time=2024-09-12T19:42:04.437157+0000, chain.objs.size()=1 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yTAlDbNohKpglk0vCdrnt7bjueYYwY8_0 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8207133077171754964', time=2024-09-12T19:42:04.458483+0000, chain.objs.size()=1 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HuHvEwvLRst2NKZmtCood5zAjN86qZz_0 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10358505003317690604', time=2024-09-12T19:42:04.572087+0000, chain.objs.size()=1 2024-09-12T18:05:20.558 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.556+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.J1k6e8NoLgtIfkf968iAVdiWJ_qRySd_0 2024-09-12T18:05:20.559 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.559+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16332952909421082651', time=2024-09-12T19:42:04.729829+0000, chain.objs.size()=1 2024-09-12T18:05:20.559 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.559+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.O9gKzADCP5SEMTjz5uI8tHEOm8C9xhX_0 2024-09-12T18:05:20.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6912549299436691813', time=2024-09-12T19:42:04.954779+0000, chain.objs.size()=1 2024-09-12T18:05:20.560 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cTV-WOUICsB0cQ-xWbya6ig-FIb4xaR_0 2024-09-12T18:05:20.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6437154615846427911', time=2024-09-12T19:42:04.999205+0000, chain.objs.size()=1 2024-09-12T18:05:20.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qQjF8TW7MhxYzXvIUFGdgHzw9Wop3CU_0 2024-09-12T18:05:20.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18300353544143301450', time=2024-09-12T19:42:06.234390+0000, chain.objs.size()=1 2024-09-12T18:05:20.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Bn1zwMuXbjg0vaN4PUAynKhl_4Q2HTg_0 2024-09-12T18:05:20.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2964214952439190315', time=2024-09-12T19:42:06.310067+0000, chain.objs.size()=1 2024-09-12T18:05:20.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.e5GkTTEsu_VKwdzvC655fUB7klCxVET_0 2024-09-12T18:05:20.561 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5899391433816156343', time=2024-09-12T19:42:06.923279+0000, chain.objs.size()=1 2024-09-12T18:05:20.562 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.560+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3P7tJtKt_0EMm1euagog8Rvb6MRYW8I_0 2024-09-12T18:05:20.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5742824365609863567', time=2024-09-12T19:42:07.260615+0000, chain.objs.size()=1 2024-09-12T18:05:20.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-mfwS9YOAB8lbfnek6ampR9QJWNjZSE_0 2024-09-12T18:05:20.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15962961299753820450', time=2024-09-12T19:42:07.279721+0000, chain.objs.size()=1 2024-09-12T18:05:20.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rxF3D9jrDIXjRJwfMLrR87jSuGP69_D_0 2024-09-12T18:05:20.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14269508224648170114', time=2024-09-12T19:42:07.647058+0000, chain.objs.size()=1 2024-09-12T18:05:20.564 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CtIar0Q4xZukpH5TueV3Xq-7NogS2lV_0 2024-09-12T18:05:20.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16217786679958024276', time=2024-09-12T19:42:08.325946+0000, chain.objs.size()=1 2024-09-12T18:05:20.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vWWbEpvxUrU-mBL0ppHKBZP_wRCk-HJ_0 2024-09-12T18:05:20.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4841002428316676311', time=2024-09-12T19:42:08.733354+0000, chain.objs.size()=1 2024-09-12T18:05:20.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bly7Y5cr7Gb7sXBLHgLng5V99yrPac2_0 2024-09-12T18:05:20.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3877681637924460521', time=2024-09-12T19:42:09.023444+0000, chain.objs.size()=1 2024-09-12T18:05:20.565 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.563+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oZ9OhwATIoDC1poLV-jeKOzgs8W2twM_0 2024-09-12T18:05:20.571 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.571+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/46226 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=42, truncated=0, next_marker='' 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2839101234587174752', time=2024-09-12T19:42:09.024106+0000, chain.objs.size()=1 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PghoEC5IQSrHZny_7TgxZJEtvTDVD2B_0 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16649096361841163758', time=2024-09-12T19:42:09.225264+0000, chain.objs.size()=1 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.aHDtCw7qEJX_vJ3Tk7wpY7yuSzByFOV_0 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1171271516408169716', time=2024-09-12T19:42:09.248223+0000, chain.objs.size()=1 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.75qdYQoFfeH1hl5izKLIZg0QMT26ZSm_0 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4594843247536050010', time=2024-09-12T19:42:10.011632+0000, chain.objs.size()=1 2024-09-12T18:05:20.578 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.J3kj-rh_ZoxCqwfo2aewx3SAtFkuhBv_0 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4692207821385399721', time=2024-09-12T19:42:10.028284+0000, chain.objs.size()=1 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.X69vDjj3ViBkGjzjPsvslUjdJVKpw2r_0 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6421487098938018322', time=2024-09-12T19:42:10.052119+0000, chain.objs.size()=1 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BM8a79TDACRYyRVLJRe8TSeLESNurxe_0 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12076985875491806691', time=2024-09-12T19:42:10.186501+0000, chain.objs.size()=1 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OinhnII2uSSLcqcWhHHoSTM0gree-iI_0 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2371133876736623141', time=2024-09-12T19:42:10.304604+0000, chain.objs.size()=1 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fZIhlWHr2lSjIA4CA0tVv4xIOY38q3f_0 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17582480070344015644', time=2024-09-12T19:42:10.444246+0000, chain.objs.size()=1 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._ur2nbeVRwm4u8cNqcEC-OgbNkQeJCV_0 2024-09-12T18:05:20.579 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5310816593606916504', time=2024-09-12T19:42:10.592545+0000, chain.objs.size()=1 2024-09-12T18:05:20.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wYbSsM6IqqA_tuIarS9gMNqvs97b7gp_0 2024-09-12T18:05:20.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8800008291333397105', time=2024-09-12T19:42:10.968388+0000, chain.objs.size()=1 2024-09-12T18:05:20.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dkdqt0LCKEyUDKIIcK5Mlwv0RaYrmGs_0 2024-09-12T18:05:20.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5914714897529473543', time=2024-09-12T19:42:11.069498+0000, chain.objs.size()=1 2024-09-12T18:05:20.580 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.576+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5Z6SMdReLIRNn5c1Bitxft20VqIrm7M_0 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.579+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17574137514271191583', time=2024-09-12T19:42:11.151900+0000, chain.objs.size()=1 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.579+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gBxR9tbjedjCWe-xMdbC4-Oi74d-m7p_0 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1596029140048795606', time=2024-09-12T19:42:11.171338+0000, chain.objs.size()=1 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JuoPhpvNNsFUxNjcmcq5uZYEZBtzG3o_0 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7027193250347045617', time=2024-09-12T19:42:11.255627+0000, chain.objs.size()=1 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Sge1h97NfleAD6qVBZVICKf-8Nu4gkn_0 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2533463030111256676', time=2024-09-12T19:42:11.364931+0000, chain.objs.size()=1 2024-09-12T18:05:20.581 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PxAX5SlVI7sRAzHQRsFhohHEi8g3U2N_0 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7263754465617444103', time=2024-09-12T19:42:11.458803+0000, chain.objs.size()=1 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.L6WWZf1IJ0jrKBFjE76EpB3WjCywyuB_0 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15881243306830980838', time=2024-09-12T19:42:11.615147+0000, chain.objs.size()=1 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-IB0XDEaKO29H9o4pb0EhxT0hjnYix-_0 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6621099920367162998', time=2024-09-12T19:42:11.615825+0000, chain.objs.size()=1 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KRou93gO151cSAOTDIUBbIevNy83Pci_0 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2142393314798906614', time=2024-09-12T19:42:11.648198+0000, chain.objs.size()=1 2024-09-12T18:05:20.582 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.580+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bKsbRLdEh0eOGeUV23M4Jklcqn-rHNY_0 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.581+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11437975533282962867', time=2024-09-12T19:42:11.738942+0000, chain.objs.size()=1 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.581+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zt17uV4v_HJ3rFXNL65ikdxn8Hl2tm2_0 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.581+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4729636192315434908', time=2024-09-12T19:42:11.858922+0000, chain.objs.size()=1 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.581+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8lMDDB0Q_XhTBKZOZBnYwqbymzQU8rX_0 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.581+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17695616055026173824', time=2024-09-12T19:42:12.320558+0000, chain.objs.size()=1 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.581+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4uz68YnVPEaOp3uqgc4K389gNbSGASl_0 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.582+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16592917561007198664', time=2024-09-12T19:42:12.340995+0000, chain.objs.size()=1 2024-09-12T18:05:20.583 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.582+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3nZUa3FxdjzBwyihU591IBdMf-G-Ouu_0 2024-09-12T18:05:20.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.583+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15902322400326260273', time=2024-09-12T19:42:12.711268+0000, chain.objs.size()=1 2024-09-12T18:05:20.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.583+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.pOICdfeC7g2hd_CzYmFv703QQhKF5QW_0 2024-09-12T18:05:20.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.583+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14913223235687216185', time=2024-09-12T19:42:12.992085+0000, chain.objs.size()=1 2024-09-12T18:05:20.584 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.583+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xJquev4_-q-JimxBHV38sWb1lxLx06w_0 2024-09-12T18:05:20.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7032367206008774207', time=2024-09-12T19:42:29.205085+0000, chain.objs.size()=1 2024-09-12T18:05:20.585 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.344__shadow_.PWG_lvTOo8q1BlbyrwObg9GBU9CT3Rx_0 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7036473815290269613', time=2024-09-12T19:42:51.502211+0000, chain.objs.size()=1 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.374__shadow_.53kvnSP9uNX6vo6Dt99mO1b4V2shMzt_0 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4096626651425270516', time=2024-09-12T19:43:58.291846+0000, chain.objs.size()=1 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.448__shadow_.KBOZUNRdpeyQvBHX2fNe0Ih1doVcFl-_0 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11000683746220087770', time=2024-09-12T19:44:07.034851+0000, chain.objs.size()=1 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.457__shadow_.gaJJfsyjg9f6L51_ZRq4k4CyvYiv3a9_0 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9367991381062709483', time=2024-09-12T19:44:43.987186+0000, chain.objs.size()=1 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.497__shadow_.VXXD98Ysbxx5w6ui8K3r1quDcygMqZP_0 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10358442685002044997', time=2024-09-12T19:48:39.692711+0000, chain.objs.size()=2 2024-09-12T18:05:20.586 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~NdVHRyVrOoWkXXJI67FoJuWbIRAMtr4.1 2024-09-12T18:05:20.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.585+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~NdVHRyVrOoWkXXJI67FoJuWbIRAMtr4.2 2024-09-12T18:05:20.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.586+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7187947837061934639', time=2024-09-12T19:50:41.916302+0000, chain.objs.size()=1 2024-09-12T18:05:20.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.586+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.562__multipart_mymultipart.Rvg2gNGrBTKihqbbjtk9fq3-Xp_BrWoF.1 2024-09-12T18:05:20.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.586+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14492940708783349130', time=2024-09-12T19:50:55.993823+0000, chain.objs.size()=1 2024-09-12T18:05:20.587 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.586+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:BfTzAYU6YbWHOVo8RlSBR-B39HtIPHc_.leTdp2wdK4axdaoXCA9l6XjAMoV1H8Z_0 2024-09-12T18:05:20.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7963640046121202113', time=2024-09-12T19:50:56.233906+0000, chain.objs.size()=1 2024-09-12T18:05:20.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:U1Q7uPf26V9bB8st0CaZC9lRP2Gv7gg_.YJZHAcJCU19BH7JOAHUKu-BjadznGNV_0 2024-09-12T18:05:20.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.587+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13119818084911249714', time=2024-09-12T19:51:26.396379+0000, chain.objs.size()=1 2024-09-12T18:05:20.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.587+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:cRHBojEWb41BW1JayPkOphHw0XYnzzw_.PSSF-qbVIbiUWL6PDpImRb6TZZ-jXfK_0 2024-09-12T18:05:20.588 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.588+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16913217625109356441', time=2024-09-12T19:51:33.024456+0000, chain.objs.size()=1 2024-09-12T18:05:20.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.588+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:PUYp6VutjXvhFKhb3IfyEIO3ZLtIsdV_.DCn4D2v36R05Pj63KLCOeWZSe-b65ft_0 2024-09-12T18:05:20.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.588+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13628641147105026682', time=2024-09-12T19:52:24.068697+0000, chain.objs.size()=1 2024-09-12T18:05:20.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.588+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:BNV8NZ64-aK2e21E0CJ2ZELsmLCdDUv_._3R0YW3nRnHMSfMgFsPtSrWmG8_8AoV_0 2024-09-12T18:05:20.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15261589474988932105', time=2024-09-12T19:52:41.741929+0000, chain.objs.size()=1 2024-09-12T18:05:20.589 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.597__shadow_.np2LLADyqMbj--wyi3l0WNtA2n_4XuC_0 2024-09-12T18:05:20.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.952685938648213755', time=2024-09-12T19:58:42.088485+0000, chain.objs.size()=1 2024-09-12T18:05:20.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.666__shadow_.SkcSkXwiKcuXuA0UZ60_w_O4YeWHXe2_0 2024-09-12T18:05:20.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17697042910162242832', time=2024-09-12T19:59:01.842462+0000, chain.objs.size()=1 2024-09-12T18:05:20.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.693__shadow:MeC.tEdT9pOPSClDwyKR8uOBEYvBwyP_.YqnurskjE6yr_E6EBQxk5jVaDJnNOST_0 2024-09-12T18:05:20.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14765374428757999820', time=2024-09-12T19:59:19.705256+0000, chain.objs.size()=1 2024-09-12T18:05:20.590 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.589+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.715__shadow:LETw5GfF2pqWJXGZWooqIFCUh9bNAwC_.tZYg4WpkDKdwDSVsX1pWnyPe9KJnS8g_0 2024-09-12T18:05:20.595 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.594+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.597 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.597+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:05:20.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.598+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.599 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.599+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.601 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50863' 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7517546356933590355', time=2024-09-12T19:38:23.135943+0000, chain.objs.size()=1 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.234__shadow_.rCJTN2TF5omumpxp5djdqikB-5I2sPg_0 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.766167275744495702', time=2024-09-12T19:38:37.259780+0000, chain.objs.size()=1 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.247__shadow_.cP0S-cQDd-wFlDCGlYcpn8tWScQmyOX_0 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3803609609909970389', time=2024-09-12T19:39:26.924757+0000, chain.objs.size()=1 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fNWW9ue06cRdPYyPzdOkOPCSwXX-HXT_0 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3158453538019341909', time=2024-09-12T19:39:27.512923+0000, chain.objs.size()=1 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LXv14IjLfG2ROhUPDXZjcqhJWy1jF6-_0 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1192097816887607450', time=2024-09-12T19:39:27.516401+0000, chain.objs.size()=1 2024-09-12T18:05:20.602 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ihFpu_CC-1vMhHA0X0qGWc1ggygz0ym_0 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17740607559624569022', time=2024-09-12T19:39:28.652771+0000, chain.objs.size()=1 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.86stngHRRM2GbqrnftJWMbzqcG3gErI_0 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16329673860914188937', time=2024-09-12T19:39:28.653390+0000, chain.objs.size()=1 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.d6yil8zqwlpcwvJqqXpK8dFcNZnvcgw_0 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14955299830545546967', time=2024-09-12T19:39:28.825310+0000, chain.objs.size()=1 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BqTmCPLCF5G9UjL0pGDY76DhHNPpbaN_0 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8930720980956812200', time=2024-09-12T19:39:28.825913+0000, chain.objs.size()=1 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qQ4F80owpXdjSNtzxO_ujWxsudFnom0_0 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16173486633998037795', time=2024-09-12T19:39:30.244472+0000, chain.objs.size()=1 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4BgsnCMnKRz4jSR4cNLHc6FeajBCZ-E_0 2024-09-12T18:05:20.603 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9098155994901293342', time=2024-09-12T19:39:30.245281+0000, chain.objs.size()=1 2024-09-12T18:05:20.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ycu6WkqHeSsaOBrwpSzlVG2ymvPhmVZ_0 2024-09-12T18:05:20.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.742436407887175200', time=2024-09-12T19:39:31.631760+0000, chain.objs.size()=1 2024-09-12T18:05:20.604 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.600+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.W__0Rc76iArcRXsH7DqOqalY5592Iod_0 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1903308299013479043', time=2024-09-12T19:39:32.071743+0000, chain.objs.size()=1 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.kGEabgLnEg5DeiUrJzdHszhEj7JBhhw_0 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15525744973709346514', time=2024-09-12T19:39:32.282001+0000, chain.objs.size()=1 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DYfFIRw3rb3h0uKhb57Z6Hv12hnRyvZ_0 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8966309287598598031', time=2024-09-12T19:39:33.157123+0000, chain.objs.size()=1 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.aDbZAVfSK0KFkG-4ywAKODYCMiWAwlI_0 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1697527759645428250', time=2024-09-12T19:39:33.158421+0000, chain.objs.size()=1 2024-09-12T18:05:20.606 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.605+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2f2RXgIQXqaJLEmRYZ8JmrAsvL8lJDp_0 2024-09-12T18:05:20.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1588941520963275638', time=2024-09-12T19:39:33.475328+0000, chain.objs.size()=1 2024-09-12T18:05:20.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._OqStKK8Q8xZyj7ahEUA5VxtVXf_boO_0 2024-09-12T18:05:20.608 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9191604867964401634', time=2024-09-12T19:39:33.479706+0000, chain.objs.size()=1 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fScLwC9Zh_zBTyigyROpK7TaKI2psFU_0 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16021830508482959275', time=2024-09-12T19:39:33.595007+0000, chain.objs.size()=1 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6mKia7oXJEsdme0-LguFpA3x5QTsPwJ_0 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1275576873999531907', time=2024-09-12T19:39:33.739625+0000, chain.objs.size()=1 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZtIH9RBVq3yet6SBqZpeOWzXuaSOstp_0 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6905485691553736838', time=2024-09-12T19:39:34.300000+0000, chain.objs.size()=1 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EO4QTEqcweOg_qU5xFdQXbD4vqlbwDr_0 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12594950832082072892', time=2024-09-12T19:39:34.756067+0000, chain.objs.size()=1 2024-09-12T18:05:20.609 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ebKaP_-kTjsiFhQ3dKq-OLZikcPR3NH_0 2024-09-12T18:05:20.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4483474393731756400', time=2024-09-12T19:39:35.156943+0000, chain.objs.size()=1 2024-09-12T18:05:20.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0saECP6W85L9KfvlZz-Vkpeg1AfZm7F_0 2024-09-12T18:05:20.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18297986470358832758', time=2024-09-12T19:39:35.489299+0000, chain.objs.size()=1 2024-09-12T18:05:20.610 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.607+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.69V_tbAAO-I56ZdWnH7FGkGUKpCHGii_0 2024-09-12T18:05:20.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.610+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11229941982469520830', time=2024-09-12T19:39:35.610620+0000, chain.objs.size()=1 2024-09-12T18:05:20.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.610+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.e1OLOk-89idS-_U8BHRT8n6XRDI0fLC_0 2024-09-12T18:05:20.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.610+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14163690973050283762', time=2024-09-12T19:39:35.978141+0000, chain.objs.size()=1 2024-09-12T18:05:20.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.610+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sKovKUp9iV2M4mYAP1XrxP9OF3FXOcm_0 2024-09-12T18:05:20.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.610+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11309639402953517365', time=2024-09-12T19:39:36.276070+0000, chain.objs.size()=1 2024-09-12T18:05:20.611 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.610+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.thRo-18zjK7Q1t3-6RFm7-TBV5RzF9f_0 2024-09-12T18:05:20.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17743519209458945784', time=2024-09-12T19:39:36.755171+0000, chain.objs.size()=1 2024-09-12T18:05:20.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fj051DAAISD1yIunXMeLuDAIB2ualv-_0 2024-09-12T18:05:20.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6864843450903056940', time=2024-09-12T19:39:37.046916+0000, chain.objs.size()=1 2024-09-12T18:05:20.614 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4H2qy52pHld6B343p9n2mwHC_uWws3S_0 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7596350069333998280', time=2024-09-12T19:39:37.385234+0000, chain.objs.size()=1 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2Kf_1JJ2HIjl4hajKq038cpLF-VOm01_0 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10300080621389901646', time=2024-09-12T19:39:37.555449+0000, chain.objs.size()=1 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.NMOkRvLO3LwIiMjrBBecPx-_DKAL0Db_0 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4301874537665928295', time=2024-09-12T19:39:37.556286+0000, chain.objs.size()=1 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Lx8KfigC4x4qR1ezf-PnKTcmfpSnKWH_0 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11856805808710403736', time=2024-09-12T19:39:42.724684+0000, chain.objs.size()=1 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.269__shadow_.fB7hss6Yj6PNY3SgGra05YhpeBhh43v_0 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17367094444354251695', time=2024-09-12T19:39:44.426502+0000, chain.objs.size()=1 2024-09-12T18:05:20.615 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.271__shadow_.WoCYYoZgO019vEr-R9n699Ieu0xYEBy_0 2024-09-12T18:05:20.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15102131665012672975', time=2024-09-12T19:39:54.912946+0000, chain.objs.size()=1 2024-09-12T18:05:20.616 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.613+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.283__shadow_.sjlPi0LbPIc6seAuqZyYc87zcQ_WhKm_0 2024-09-12T18:05:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13270622653481631108', time=2024-09-12T19:40:00.361014+0000, chain.objs.size()=1 2024-09-12T18:05:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.289__shadow_.umdgsiuFUifEX75-GtDKwx0JhMGpYp6_0 2024-09-12T18:05:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7038958024486963996', time=2024-09-12T19:40:01.235959+0000, chain.objs.size()=1 2024-09-12T18:05:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.290__shadow_.hW51nuRGc7Y8CsGVTIi_6gzjpmUBY2v_0 2024-09-12T18:05:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7404815154611834951', time=2024-09-12T19:40:02.123531+0000, chain.objs.size()=1 2024-09-12T18:05:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.291__shadow_.Eiq81LTJJQe4JgBxVgM2pGWp0SdX65r_0 2024-09-12T18:05:20.617 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6781154894384423262', time=2024-09-12T19:40:02.124228+0000, chain.objs.size()=1 2024-09-12T18:05:20.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.616+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.291__shadow_.a71zr4XC7veK6UprWB51UTn0ztKgB2r_0 2024-09-12T18:05:20.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.617+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8776813252756639604', time=2024-09-12T19:40:07.567690+0000, chain.objs.size()=1 2024-09-12T18:05:20.618 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.617+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.so2KdKzaijixk4R8i6P_45phpFkufe1_0 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6459584051184136417', time=2024-09-12T19:40:34.792122+0000, chain.objs.size()=1 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.320__shadow:3D0BjP.c.V.GdxyYfqnij3kN8UYWUOC_.UAjer4Q5vhlFth-lC3PWuqh_-6whr70_0 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5254672393300266952', time=2024-09-12T19:41:15.188485+0000, chain.objs.size()=1 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AptMxeEyccMNI5l9PkIfeV8wzV6Nmh3_0 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4758458927629651269', time=2024-09-12T19:41:15.373542+0000, chain.objs.size()=1 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.f7F5mOYG4lHs9qn1Tf9Tnkg8tt7uoRn_0 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17149602317990001974', time=2024-09-12T19:41:15.519789+0000, chain.objs.size()=1 2024-09-12T18:05:20.620 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Hha3svPSduz0YShX_5EOLaP-KPMSB2e_0 2024-09-12T18:05:20.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12370652226654141310', time=2024-09-12T19:41:15.521031+0000, chain.objs.size()=1 2024-09-12T18:05:20.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8YzZROKJ5Xvr2f9P-OOurWTKr1KNTv7_0 2024-09-12T18:05:20.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5028672250248290426', time=2024-09-12T19:41:15.705665+0000, chain.objs.size()=1 2024-09-12T18:05:20.621 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.619+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Uw8G3wuuO9B51Od1FmaAfxF0LLmFCS9_0 2024-09-12T18:05:20.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9063987117339026851', time=2024-09-12T19:41:17.266937+0000, chain.objs.size()=1 2024-09-12T18:05:20.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HC2rKCypWBVE_GK3PNKqAWlJatlG_7Q_0 2024-09-12T18:05:20.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.855598753137410761', time=2024-09-12T19:41:17.955304+0000, chain.objs.size()=1 2024-09-12T18:05:20.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5NAjaoEkA8e9bNHMB3_GmgVRCJdsDdU_0 2024-09-12T18:05:20.622 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15725847405914287919', time=2024-09-12T19:41:18.248035+0000, chain.objs.size()=1 2024-09-12T18:05:20.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ynEtH5X7f9l2_DoRdlYFxpHAXQSLjEL_0 2024-09-12T18:05:20.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4124466851594677634', time=2024-09-12T19:41:18.589363+0000, chain.objs.size()=1 2024-09-12T18:05:20.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.621+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.9CeEAiq_pe6iOP2zCmVQLmqZCjuAQ3v_0 2024-09-12T18:05:20.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.622+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9419202766386014168', time=2024-09-12T19:41:18.718256+0000, chain.objs.size()=1 2024-09-12T18:05:20.623 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.622+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4TazaYXjr-fXV5Rvu3tnT39p3WAp6OA_0 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8304124608717363626', time=2024-09-12T19:41:19.459346+0000, chain.objs.size()=1 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.s0e4t9Oc19JX6rMT_oJJxBc28ZaRf7j_0 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9233430761472348744', time=2024-09-12T19:41:20.151524+0000, chain.objs.size()=1 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.m8-eGvI7jR5KCLHbX4UfgCwLYk7zaJ-_0 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14541128336158645447', time=2024-09-12T19:41:20.837639+0000, chain.objs.size()=1 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0quHkllCHCeZKAfViTfEiMDeqvOlvI6_0 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1976809291624996498', time=2024-09-12T19:41:21.061525+0000, chain.objs.size()=1 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.okPqdxXjedahcYTq6bCjxDb_2GbTOvd_0 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6076096376134134578', time=2024-09-12T19:41:21.349058+0000, chain.objs.size()=1 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mP0NUMIGKwDhUSwepWgUUtRcIf916fx_0 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16521091507079115295', time=2024-09-12T19:41:21.474900+0000, chain.objs.size()=1 2024-09-12T18:05:20.627 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2bqoJhCsEOvgA5ytXrALX3r-qlw2DvH_0 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10378579929896097727', time=2024-09-12T19:41:22.315315+0000, chain.objs.size()=1 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.626+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qSv_cwF0ADFlMkx8Z6sV_EBc-Yb1vHi_0 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1996554398641296910', time=2024-09-12T19:41:22.362206+0000, chain.objs.size()=1 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0zHc7C0Ni7Ksvj03dPaoX2N2-5FRz3__0 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6801500156909855837', time=2024-09-12T19:41:22.502995+0000, chain.objs.size()=1 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6CD1QgLn_eOl68NZiopOFdI5YYf6EfK_0 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13287015228820537052', time=2024-09-12T19:41:22.626066+0000, chain.objs.size()=1 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SbeySccagvlUNTsQ2arB6pDsHAYA73c_0 2024-09-12T18:05:20.628 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13889915731017564472', time=2024-09-12T19:41:22.811061+0000, chain.objs.size()=1 2024-09-12T18:05:20.629 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.627+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FFFQ84a-6fnEi0JRvVwFAfxV78-_lmv_0 2024-09-12T18:05:20.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10102225234874093051', time=2024-09-12T19:41:23.556922+0000, chain.objs.size()=1 2024-09-12T18:05:20.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-ulwyDHoJ76Em37UjlbX20OeHIXOFm-_0 2024-09-12T18:05:20.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7247875660434447944', time=2024-09-12T19:41:24.015891+0000, chain.objs.size()=1 2024-09-12T18:05:20.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.u1eDbapHqpwerOF5grzKpmhk8bZQCIC_0 2024-09-12T18:05:20.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.171213949016855996', time=2024-09-12T19:41:24.158181+0000, chain.objs.size()=1 2024-09-12T18:05:20.630 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qCVfTtcJzUCGUbmZ3jcVfomG6oMNvjB_0 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12379122133798812371', time=2024-09-12T19:41:24.276421+0000, chain.objs.size()=1 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.owldU4dLS-BWtRyb7_4VjyEb3geEp1i_0 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17961418879869180839', time=2024-09-12T19:41:24.385715+0000, chain.objs.size()=1 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EkJH_yVjeW4xCeW7dnLhrT-RD_oXRqa_0 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16477352770492549854', time=2024-09-12T19:41:24.899967+0000, chain.objs.size()=1 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MsiRnvVYkGbmgpKo9AHUfdf3eBZeYCa_0 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14182751227139585691', time=2024-09-12T19:41:25.194694+0000, chain.objs.size()=1 2024-09-12T18:05:20.631 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.629+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Vrc79E6IrrhF7TQ1n3C6LCC22gYeq27_0 2024-09-12T18:05:20.632 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12652909068971498246', time=2024-09-12T19:41:25.343802+0000, chain.objs.size()=1 2024-09-12T18:05:20.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wN3ZV9qhsDHkK2DTKnNREeVeV9-ZQa9_0 2024-09-12T18:05:20.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2610491109679489798', time=2024-09-12T19:41:25.344488+0000, chain.objs.size()=1 2024-09-12T18:05:20.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hZi_w8sI0cH48RpzYxo_p0ZbROrjYyg_0 2024-09-12T18:05:20.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7796106938651028837', time=2024-09-12T19:41:25.441451+0000, chain.objs.size()=1 2024-09-12T18:05:20.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UBOXjhQO7zmluY_ruq_GY2Vj6pXaClj_0 2024-09-12T18:05:20.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.359803569015062218', time=2024-09-12T19:42:02.745021+0000, chain.objs.size()=1 2024-09-12T18:05:20.634 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.632+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dguXq59IXzpjNItX5T-kk_4t-WexWq4_0 2024-09-12T18:05:20.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17560023524960588466', time=2024-09-12T19:42:02.807169+0000, chain.objs.size()=1 2024-09-12T18:05:20.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZqzU9vKA6N64WuPxqReCTZcJJ2q5kgG_0 2024-09-12T18:05:20.635 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17112460157330357621', time=2024-09-12T19:42:03.257499+0000, chain.objs.size()=1 2024-09-12T18:05:20.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5u_zSCHFWO5tVvxDXfVyj0ZhyTJALkH_0 2024-09-12T18:05:20.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2811884601976855209', time=2024-09-12T19:42:03.552764+0000, chain.objs.size()=1 2024-09-12T18:05:20.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KHqrlehtgZBzIIeIp1lu-OSvQFKWf-p_0 2024-09-12T18:05:20.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9207136325686593696', time=2024-09-12T19:42:04.120805+0000, chain.objs.size()=1 2024-09-12T18:05:20.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WeKpg9tSOkrw46GCb74b-QQy1lOO7S2_0 2024-09-12T18:05:20.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6577720140628850572', time=2024-09-12T19:42:04.997947+0000, chain.objs.size()=1 2024-09-12T18:05:20.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Hug9dHMTFmk8lkiYFgR3tNRR6p3oQYY_0 2024-09-12T18:05:20.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3480687071941969083', time=2024-09-12T19:42:05.601049+0000, chain.objs.size()=1 2024-09-12T18:05:20.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RwLv23UpdYCU3m6YuY8YV3sWG_vU1IT_0 2024-09-12T18:05:20.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2776198476689435228', time=2024-09-12T19:42:06.369363+0000, chain.objs.size()=1 2024-09-12T18:05:20.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JZCi3ZVBhuYAZxiUC3D8YeGmhZ5Oka0_0 2024-09-12T18:05:20.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1458429596862227413', time=2024-09-12T19:42:07.004792+0000, chain.objs.size()=1 2024-09-12T18:05:20.637 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.635+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cP8oihtJL9ws1A_EJzgoiWVg83QDF5W_0 2024-09-12T18:05:20.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14310579282484339570', time=2024-09-12T19:42:07.005402+0000, chain.objs.size()=1 2024-09-12T18:05:20.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tBI9ay94ZsMRBhSmsWm5UTLcgVFzxlL_0 2024-09-12T18:05:20.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3794446893349088868', time=2024-09-12T19:42:07.088845+0000, chain.objs.size()=1 2024-09-12T18:05:20.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NitA7sEUfnghK5vBWFtA7Q66gU_y5jd_0 2024-09-12T18:05:20.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.637+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4652832163616963729', time=2024-09-12T19:42:07.322197+0000, chain.objs.size()=1 2024-09-12T18:05:20.638 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.637+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3xzXiCGiumj22To_Ml_JOqi3p5DmIFS_0 2024-09-12T18:05:20.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18412267186600047977', time=2024-09-12T19:42:07.322809+0000, chain.objs.size()=1 2024-09-12T18:05:20.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XIf3eVzuoW84hjUzmijwn_CzBeIgt6w_0 2024-09-12T18:05:20.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8109814485602121696', time=2024-09-12T19:42:07.349579+0000, chain.objs.size()=1 2024-09-12T18:05:20.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qu5Xf03zLzISjW52mU2MGMekmEHMxQX_0 2024-09-12T18:05:20.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13688273051357617946', time=2024-09-12T19:42:07.388468+0000, chain.objs.size()=1 2024-09-12T18:05:20.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.v6s3oLIDQmFQFnBcgNt76YuptvXWAmQ_0 2024-09-12T18:05:20.641 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6182306538709936328', time=2024-09-12T19:42:07.810570+0000, chain.objs.size()=1 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1F1VRZaPFCBtN_m_FzC8NQ2EZTbkGHN_0 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294930709234109217', time=2024-09-12T19:42:08.466032+0000, chain.objs.size()=1 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RNWzvdPEaJmqAeC4FFneaUBbpwwOgAb_0 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9480203826732503236', time=2024-09-12T19:42:08.518605+0000, chain.objs.size()=1 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ir0w2kLi_N14_bL5hZ7SRdllAygjJMF_0 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2348169707343582664', time=2024-09-12T19:42:08.887110+0000, chain.objs.size()=1 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XlP6rAtWRW0TbKpyzY3DstzEPknHm8-_0 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8726901015012448117', time=2024-09-12T19:42:08.887816+0000, chain.objs.size()=1 2024-09-12T18:05:20.642 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.640+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qYW4OVATwFmg6NCy56ilEYTlwk5B-6K_0 2024-09-12T18:05:20.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.643+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9171437066286403167', time=2024-09-12T19:42:09.043028+0000, chain.objs.size()=1 2024-09-12T18:05:20.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.643+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wOSk_mYL5Y2NWdkUMTW3yTSKIkyHg59_0 2024-09-12T18:05:20.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.643+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6185486791458472971', time=2024-09-12T19:42:09.077049+0000, chain.objs.size()=1 2024-09-12T18:05:20.643 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.643+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kiBJpGccZTSg8FfoR5gDDG8yPgunKqH_0 2024-09-12T18:05:20.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.643+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3860869325031997109', time=2024-09-12T19:42:09.650137+0000, chain.objs.size()=1 2024-09-12T18:05:20.644 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.643+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FGbVhgFFCDVMLX6gB47Mzw7td1lcCkp_0 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3900638593863479371', time=2024-09-12T19:42:09.651399+0000, chain.objs.size()=1 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cLEs_WDADK122i88q6RNAr9c0ksecnl_0 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11039656812078566240', time=2024-09-12T19:42:09.651965+0000, chain.objs.size()=1 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FXIe7BSQ8hLjxlckrOB4owoJb6Sh0rI_0 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12058523730343722022', time=2024-09-12T19:42:09.654071+0000, chain.objs.size()=1 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2tvqSXW025GmjteYXrsdGDBx-rcgvS__0 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18067090595361350575', time=2024-09-12T19:42:09.654576+0000, chain.objs.size()=1 2024-09-12T18:05:20.646 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FaNc27XHaunEq4DBo0jfbNBjFCEiTHe_0 2024-09-12T18:05:20.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7338747898028865186', time=2024-09-12T19:42:10.242191+0000, chain.objs.size()=1 2024-09-12T18:05:20.647 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.645+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iQsl-aV7aN9aGfrb7a6Ak9K8VIwzt5o_0 2024-09-12T18:05:20.649 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.648+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/50863 2024-09-12T18:05:20.652 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=32, truncated=0, next_marker='' 2024-09-12T18:05:20.652 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11706603573214597041', time=2024-09-12T19:42:10.450758+0000, chain.objs.size()=1 2024-09-12T18:05:20.652 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._S_wcRkQkgTLdoDmKuTEobcUChw0Zhl_0 2024-09-12T18:05:20.652 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8227279045212630974', time=2024-09-12T19:42:10.451961+0000, chain.objs.size()=1 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dr1MU6tunJh-pYj_ulKZchO40IzT5ST_0 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18014099638690040285', time=2024-09-12T19:42:10.596468+0000, chain.objs.size()=1 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-l7GgQX9TIPrNYp-d_rd7ZyfWgEifN__0 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5562776840984089613', time=2024-09-12T19:42:10.603570+0000, chain.objs.size()=1 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dLCRWL13rBCnXNAoo-0dQAuVuIRDhM0_0 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10776422507300021582', time=2024-09-12T19:42:10.886175+0000, chain.objs.size()=1 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.k_zl4cx1OjYv9x-KC03J_M5TZcAQ4Je_0 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17976516194604776709', time=2024-09-12T19:42:11.191780+0000, chain.objs.size()=1 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.I8NVHVFbUjxYZOBdYB5--HQuSiqHa_k_0 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6457949410346719682', time=2024-09-12T19:42:11.465223+0000, chain.objs.size()=1 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.us3f1An4Ak4G2JjCgGYruS_TAmcw7SD_0 2024-09-12T18:05:20.653 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5427464082982536995', time=2024-09-12T19:42:11.497726+0000, chain.objs.size()=1 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dJ_6EvjymBr-LCgIvsYmolOJUVK0q5C_0 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13320310516083492249', time=2024-09-12T19:42:11.731316+0000, chain.objs.size()=1 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jmjctkJsIzlv8JswrZFA_eCsPpick-b_0 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11288831573125475884', time=2024-09-12T19:42:11.852603+0000, chain.objs.size()=1 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Rg3oOXuQ8g-H6yhYHs2ZUcjIuOag711_0 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11535638807265321253', time=2024-09-12T19:42:11.858131+0000, chain.objs.size()=1 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.R6VEr1tpIEIs1BMDGqKyM4u53Q1S4rh_0 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1177824545320888064', time=2024-09-12T19:42:12.195107+0000, chain.objs.size()=1 2024-09-12T18:05:20.654 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.651+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wDfiXWUKqoZcIq3nxjl96EE7w6-TsfR_0 2024-09-12T18:05:20.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14392373232498201792', time=2024-09-12T19:42:12.761977+0000, chain.objs.size()=1 2024-09-12T18:05:20.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.v5kXgxQT3jimnMsld8EkKQe-WIDMrJY_0 2024-09-12T18:05:20.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10063358414453043109', time=2024-09-12T19:42:36.521595+0000, chain.objs.size()=1 2024-09-12T18:05:20.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.354__shadow_.ZfHlKB-PUbWaEM3YmNZBmWaFaJRUeNu_0 2024-09-12T18:05:20.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5191768563799801381', time=2024-09-12T19:44:38.573340+0000, chain.objs.size()=1 2024-09-12T18:05:20.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.490__shadow_.45EarF8oN_ZXCkT1wuj7KYmzHfp4bOd_0 2024-09-12T18:05:20.659 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10618044724694153795', time=2024-09-12T19:45:20.322459+0000, chain.objs.size()=1 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.513__shadow_.RrZLpobRIKF2hSexec-0wM487RZvRcF_0 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17603505978843059275', time=2024-09-12T19:45:32.552167+0000, chain.objs.size()=2 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.518__shadow_.yywW6KNuWgpH9dzNqK_oviG9E2lWvaO_0 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.518__shadow_.yywW6KNuWgpH9dzNqK_oviG9E2lWvaO_1 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~c7ntwVXy8JAqnlNuqHkAy5K07niCgDi', time=2024-09-12T19:46:51.728105+0000, chain.objs.size()=1 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~c7ntwVXy8JAqnlNuqHkAy5K07niCgDi.2 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13471383986070613297', time=2024-09-12T19:48:27.056070+0000, chain.objs.size()=4 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~etsHAAiVnASCZF7nRIo4HZpDbMZEzYU.1 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__shadow_mymultipart.2~etsHAAiVnASCZF7nRIo4HZpDbMZEzYU.1_1 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~etsHAAiVnASCZF7nRIo4HZpDbMZEzYU.2 2024-09-12T18:05:20.660 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.658+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__shadow_mymultipart.2~etsHAAiVnASCZF7nRIo4HZpDbMZEzYU.2_1 2024-09-12T18:05:20.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.663+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14440917024971145418', time=2024-09-12T19:49:03.702535+0000, chain.objs.size()=2 2024-09-12T18:05:20.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.663+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.529__multipart_mymultipart.2~1q_CHGe9wf2BssDZVvHdPuuhgJuEskR.1 2024-09-12T18:05:20.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.663+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.529__multipart_mymultipart.2~1q_CHGe9wf2BssDZVvHdPuuhgJuEskR.2 2024-09-12T18:05:20.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.663+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7433942029677724243', time=2024-09-12T19:50:40.578992+0000, chain.objs.size()=1 2024-09-12T18:05:20.664 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.663+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.561__shadow_.VAROFW7owfQB8_xts9L0lmEfZQAourU_0 2024-09-12T18:05:20.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18225541635650171551', time=2024-09-12T19:50:42.740595+0000, chain.objs.size()=1 2024-09-12T18:05:20.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.563__shadow_.9816ujar8unPcvkACQdGxTC-MwDSxxe_0 2024-09-12T18:05:20.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.70841216662805316', time=2024-09-12T19:50:51.082075+0000, chain.objs.size()=1 2024-09-12T18:05:20.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.566__shadow_.ta8dSiEOJhBSl2qRdfh8VcDAMlIt2Z7_0 2024-09-12T18:05:20.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10854360414090260338', time=2024-09-12T19:51:12.444156+0000, chain.objs.size()=1 2024-09-12T18:05:20.665 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:TcsMZcP8ug7yqIEhSKP.-S.mFdACUca_.dOGrqHwBHMq9qho3RAWsbqOPNRkiRtn_0 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4786569929753698946', time=2024-09-12T19:51:21.521987+0000, chain.objs.size()=1 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:yAzSuKy7frnvn6JIGdQFfOD1Oy2NEtn_.vfOVH4jeBp6wKwamPCNNffsxkoegmYy_0 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15134032213008833779', time=2024-09-12T19:52:28.853669+0000, chain.objs.size()=1 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.584__shadow:u1E1dpDctipWvPalEkJEZn9JN.4hUr8_.I2bs8ee1ShTjU79D9QE7Ps1xBTS_k4e_0 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11624727539290919800', time=2024-09-12T19:52:50.476013+0000, chain.objs.size()=1 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.608__shadow_.OWjFN7SnxzFFjbc2oZG99DamhDmYDfw_0 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1188568399892883472', time=2024-09-12T19:57:39.551415+0000, chain.objs.size()=1 2024-09-12T18:05:20.666 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.634__shadow_.wKBlbAJ5FpxbtkVDwEty8eAza00vB_B_0 2024-09-12T18:05:20.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2939479413002391046', time=2024-09-12T19:58:07.995825+0000, chain.objs.size()=1 2024-09-12T18:05:20.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.664+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.652__shadow_.3kZ1mtjYHbiRqJkHVHbdPTeP1Ib7VF2_0 2024-09-12T18:05:20.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.666+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11459361869668069818', time=2024-09-12T19:58:14.280884+0000, chain.objs.size()=2 2024-09-12T18:05:20.667 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.666+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.656__shadow_.KugxUaAfCIZyowHC0tKjUAY1-3iOuTu_0 2024-09-12T18:05:20.668 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.668+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.656__shadow_.KugxUaAfCIZyowHC0tKjUAY1-3iOuTu_1 2024-09-12T18:05:20.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.668+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17986112933892229054', time=2024-09-12T19:58:39.592853+0000, chain.objs.size()=1 2024-09-12T18:05:20.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.668+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.664__shadow_.XYL05rozh5DNco82g2K-4sk0epA2IUz_0 2024-09-12T18:05:20.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.668+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15299304447034457378', time=2024-09-12T19:58:44.789474+0000, chain.objs.size()=1 2024-09-12T18:05:20.669 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.668+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.669__shadow_.bmWqQvl2K1tnjqmeJQXypAe-VHtKgOS_0 2024-09-12T18:05:20.672 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.671+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.674 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.674+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:05:20.675 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.675+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.676 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.675+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51499' 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1236551308197478946', time=2024-09-12T19:34:58.430668+0000, chain.objs.size()=5 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-FROZEN.2~M5FvoazyC4D6_gw_w1yR_Iat9M1CMc-.1 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__shadow_mymultipart-FROZEN.2~M5FvoazyC4D6_gw_w1yR_Iat9M1CMc-.1_1 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-FROZEN.2~M5FvoazyC4D6_gw_w1yR_Iat9M1CMc-.2 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__shadow_mymultipart-FROZEN.2~M5FvoazyC4D6_gw_w1yR_Iat9M1CMc-.2_1 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-FROZEN.2~M5FvoazyC4D6_gw_w1yR_Iat9M1CMc-.3 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6144422547641240884', time=2024-09-12T19:38:20.469431+0000, chain.objs.size()=1 2024-09-12T18:05:20.678 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.231__shadow_.Ml82ot0P4S8nXYg773tzOmWfeeccdFs_0 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5342105591456524721', time=2024-09-12T19:38:49.531149+0000, chain.objs.size()=1 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.261__shadow_.yUZkAPKF_BAg8ktYIPO2IfpTWBV4I_P_0 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14601072965869703930', time=2024-09-12T19:39:27.680612+0000, chain.objs.size()=1 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vcOuZbhu5JPDCggmkzqsYlkmNO9rWGW_0 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11053169610784818848', time=2024-09-12T19:39:27.865449+0000, chain.objs.size()=1 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fsMuwU9In-P2rA9Jn43qMgw_v3g86HO_0 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10737543955083996901', time=2024-09-12T19:39:27.970204+0000, chain.objs.size()=1 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sejwKsA33lLOLlCLFi5yQxQ7-DWSA8b_0 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7511566835196882893', time=2024-09-12T19:39:28.811667+0000, chain.objs.size()=1 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qKqiQN0vjSUwCZ85aWzoUXjDwTFPntG_0 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.603981309110083201', time=2024-09-12T19:39:28.935889+0000, chain.objs.size()=1 2024-09-12T18:05:20.679 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.676+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YUF4TdIyaRuPPHHiZWd4PuLOkj5e_21_0 2024-09-12T18:05:20.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.679+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8428396100514167154', time=2024-09-12T19:39:29.246099+0000, chain.objs.size()=1 2024-09-12T18:05:20.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.679+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.o1fvEhM8CI0Uep5e-tP-zG6ePeg_1qW_0 2024-09-12T18:05:20.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.679+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17389767292425806392', time=2024-09-12T19:39:29.246951+0000, chain.objs.size()=1 2024-09-12T18:05:20.680 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.679+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DdHV3MqJZbszV2uERavbk7xD6DQn4_j_0 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7368988780364813640', time=2024-09-12T19:39:29.346139+0000, chain.objs.size()=1 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Mt6UA95UeMCZrSjVKfixB1lVGF7sANM_0 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13432101201254285002', time=2024-09-12T19:39:30.130487+0000, chain.objs.size()=1 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QOWJOdfdx-ljUdc6BpSfH0m1v5Js71y_0 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7774673425975970382', time=2024-09-12T19:39:30.377387+0000, chain.objs.size()=1 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eJeszkrhczHHZgLQtsGM-h0Jexc30lU_0 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9159183847463434038', time=2024-09-12T19:39:31.631532+0000, chain.objs.size()=1 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5lx9tXU_mQHFmwRsU1ucyDEM64ldVrP_0 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1137673901883940726', time=2024-09-12T19:39:32.459419+0000, chain.objs.size()=1 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.itntq7-TVjXsfIbVhZnnciLf_VroiQ5_0 2024-09-12T18:05:20.681 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12116883444590369791', time=2024-09-12T19:39:32.927191+0000, chain.objs.size()=1 2024-09-12T18:05:20.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GyD_-mVUFQBw_xZbgE59hQkOs2z_GIf_0 2024-09-12T18:05:20.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2592626216619924836', time=2024-09-12T19:39:33.341827+0000, chain.objs.size()=1 2024-09-12T18:05:20.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LBrHoEhBBh7ZVrUfs9878jP6HptLKqx_0 2024-09-12T18:05:20.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7695473486856947627', time=2024-09-12T19:39:33.634238+0000, chain.objs.size()=1 2024-09-12T18:05:20.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.96COLVTnAh6xCiqdcPS8Ui_V4e75cih_0 2024-09-12T18:05:20.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.430699407351872783', time=2024-09-12T19:39:34.236711+0000, chain.objs.size()=1 2024-09-12T18:05:20.682 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.680+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WHPtPEcLjlCGxp1IdDu-po1-MxlVvbl_0 2024-09-12T18:05:20.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8636531419226593214', time=2024-09-12T19:39:34.463168+0000, chain.objs.size()=1 2024-09-12T18:05:20.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XzpCfh57oJrIE-zTEBm6fAmh1f4jscb_0 2024-09-12T18:05:20.683 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.116395731454997136', time=2024-09-12T19:39:34.463983+0000, chain.objs.size()=1 2024-09-12T18:05:20.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bzPsiBYDrQQRKvBeqA6RRX0HrfRGACE_0 2024-09-12T18:05:20.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4098884460386690568', time=2024-09-12T19:39:34.774873+0000, chain.objs.size()=1 2024-09-12T18:05:20.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SusZ7BG1RrL430ungV_ozIpbOb0_1i__0 2024-09-12T18:05:20.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5589179710510201183', time=2024-09-12T19:39:34.889963+0000, chain.objs.size()=1 2024-09-12T18:05:20.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.alQfZaevmwO-P78v9aRZ1F8qWdYln70_0 2024-09-12T18:05:20.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13835473682520072616', time=2024-09-12T19:39:35.156016+0000, chain.objs.size()=1 2024-09-12T18:05:20.684 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.683+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mFh_AA_WROM1nLri91whtXjipbm1KQT_0 2024-09-12T18:05:20.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5825585060197704123', time=2024-09-12T19:39:35.156699+0000, chain.objs.size()=1 2024-09-12T18:05:20.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XPzFdiyZTVVSoTmj-nrh48S-1rxkVkx_0 2024-09-12T18:05:20.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7596830737917925523', time=2024-09-12T19:39:35.183563+0000, chain.objs.size()=1 2024-09-12T18:05:20.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gEgYEgVDWBIrTc_2sVU-qAjGtMeeBmP_0 2024-09-12T18:05:20.685 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5811620148221064619', time=2024-09-12T19:39:35.805893+0000, chain.objs.size()=1 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MtMAMW_LQNfDBld0SNAgRfqJDtErQMc_0 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9881509974472261183', time=2024-09-12T19:39:36.414555+0000, chain.objs.size()=1 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SFfS9LVkBHNyGDDB5k0jex4OdwB8t34_0 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12528583589013306298', time=2024-09-12T19:39:36.487099+0000, chain.objs.size()=1 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1cyPwhqyYOHxrrOtRY89G3Kq6kpEwD0_0 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9517118558504156271', time=2024-09-12T19:39:36.906680+0000, chain.objs.size()=1 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.684+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MwIkc856Cd3DMvc7OB62gibiJdBvDbt_0 2024-09-12T18:05:20.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.686+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9100932120277065374', time=2024-09-12T19:39:37.044857+0000, chain.objs.size()=1 2024-09-12T18:05:20.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.686+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4zpBx_f8V3_oZbzftThWo94OxO3e6LQ_0 2024-09-12T18:05:20.687 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8872168204271939278', time=2024-09-12T19:39:37.130721+0000, chain.objs.size()=1 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0Dkt8nQzO6_q1od24QNvicpV_hYTzeq_0 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6189347769638154237', time=2024-09-12T19:39:37.131387+0000, chain.objs.size()=1 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.K1wT9MBQEmnpuOGI4G2OFKUbdUnAdFt_0 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2068633741657843429', time=2024-09-12T19:39:37.295252+0000, chain.objs.size()=1 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PpN3PWvpR5i-2Z3rJe1caUkDJkpX_EO_0 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11475334995218478996', time=2024-09-12T19:39:43.576503+0000, chain.objs.size()=1 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.687+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.270__shadow_.cDTKhgIyLpPoaa6aFwyJm2erPzGGJzR_0 2024-09-12T18:05:20.688 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.688+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13963423275652964030', time=2024-09-12T19:39:48.713972+0000, chain.objs.size()=1 2024-09-12T18:05:20.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.688+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.276__shadow_.iHWDL2jMm8ietZkmShaaQ9-uhaoo9yh_0 2024-09-12T18:05:20.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.688+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7336567403378770846', time=2024-09-12T19:39:51.337059+0000, chain.objs.size()=1 2024-09-12T18:05:20.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.688+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.279__shadow_.bVPLi7VwAxQ8Aws60j2tFhODZ3YDANm_0 2024-09-12T18:05:20.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.688+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17693245197345906946', time=2024-09-12T19:39:55.790855+0000, chain.objs.size()=1 2024-09-12T18:05:20.689 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.688+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.284__shadow_.eWmXERsVQ7p0jBSbkhJWNTTXMfyhrYI_0 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6048537672471640765', time=2024-09-12T19:39:56.663759+0000, chain.objs.size()=1 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.285__shadow_.XERF-tmGvFt4rBhrosOohqaQbp99H_o_0 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7087456107412748711', time=2024-09-12T19:40:02.122493+0000, chain.objs.size()=1 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.291__shadow_.sdYyGES_gYYSXBxiTJbKaKtlLFzSNJb_0 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.239132134092883650', time=2024-09-12T19:40:05.429695+0000, chain.objs.size()=1 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.IjQ7rT6lvjO6hbE-U6K0tlNgqkAP4dp_0 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7063146760915885434', time=2024-09-12T19:40:07.492484+0000, chain.objs.size()=1 2024-09-12T18:05:20.690 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.689+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.NUKLjHEz2jAOhY5AYzsqpOAXqCKMbtG_0 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10593415630412325183', time=2024-09-12T19:40:08.481038+0000, chain.objs.size()=1 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.295__shadow_.y606HPSFSY55mci40S82AoaPk01H840_0 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3440458701873609057', time=2024-09-12T19:40:13.038914+0000, chain.objs.size()=1 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.300__shadow_.6Oi2j92IsMsRLvtf7rL4PxNz1WWaKAJ_0 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18124202498027197305', time=2024-09-12T19:40:15.696424+0000, chain.objs.size()=1 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.303__shadow_.gfBHCTX1VAUQjSRh5qO7NoqZ_DomW8y_0 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1231831484456579878', time=2024-09-12T19:40:20.946142+0000, chain.objs.size()=1 2024-09-12T18:05:20.692 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.308__shadow:kCU2KPLDIl3pxs.QQIAbtS2DGfcxqDi_.mCByij_BlV_7GYa9OmoZWnBIU-uqgBX_0 2024-09-12T18:05:20.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16279656148685248355', time=2024-09-12T19:41:15.550015+0000, chain.objs.size()=1 2024-09-12T18:05:20.693 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.691+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eintAsr0Tikj2KzwRMtnNP7kOZ6yCrw_0 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16205203435412904948', time=2024-09-12T19:41:15.585627+0000, chain.objs.size()=1 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.M0mDdNJ0qme_YO_91RAMPF_3IxRa3F5_0 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2259721493098147221', time=2024-09-12T19:41:16.549925+0000, chain.objs.size()=1 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uN4rjABia7KHTcp-Uz7k9XCegpSilLd_0 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7079181414501756709', time=2024-09-12T19:41:16.728777+0000, chain.objs.size()=1 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fzXhyp0E2pQJyK4Ge0mTkuaAwVeR78G_0 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13317308166567483032', time=2024-09-12T19:41:16.893518+0000, chain.objs.size()=1 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.weCmkNb0h4EfmCBEhCIPkTqV2-pI6Zx_0 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.692+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2829608825166746859', time=2024-09-12T19:41:17.041171+0000, chain.objs.size()=1 2024-09-12T18:05:20.694 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.693+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SuIjVLjALK1E-sm-n99rFl0GD9NGlyF_0 2024-09-12T18:05:20.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.694+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7989879130082764279', time=2024-09-12T19:41:17.085832+0000, chain.objs.size()=1 2024-09-12T18:05:20.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.694+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iZqxwYo--wSFOFznlKzMQmpZubuOkFS_0 2024-09-12T18:05:20.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.695+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13424007454583962327', time=2024-09-12T19:41:17.158269+0000, chain.objs.size()=1 2024-09-12T18:05:20.695 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.695+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.TXimUrjdcmvvr5uAccUHwBdkp_H_KBk_0 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.695+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3120334593221084641', time=2024-09-12T19:41:17.224846+0000, chain.objs.size()=1 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.695+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.n5CYV7hv7STe_TxsMDy18Bk0E0QVDkx_0 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.695+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3178371110797039557', time=2024-09-12T19:41:18.112889+0000, chain.objs.size()=1 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.695+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1O3XdQmkdPvtYaAX93nEzkux5fEFu2G_0 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8947545710696894858', time=2024-09-12T19:41:18.562747+0000, chain.objs.size()=1 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ANSUTt_AlA_b1OVU1RLtWUC_s5zRFVM_0 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6984168888376222856', time=2024-09-12T19:41:18.822388+0000, chain.objs.size()=1 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._pxl2DxDjZMV78vMisfhfSy7uJvVwk9_0 2024-09-12T18:05:20.696 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17050769556063381171', time=2024-09-12T19:41:19.449463+0000, chain.objs.size()=1 2024-09-12T18:05:20.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.yslkd9OjKwDe6v51ErXhFnZ5Pe0qhsh_0 2024-09-12T18:05:20.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13224443546772652438', time=2024-09-12T19:41:19.803035+0000, chain.objs.size()=1 2024-09-12T18:05:20.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.696+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XvUPaNVY8bJCUiWXKM9mFWLqf55DQwa_0 2024-09-12T18:05:20.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1521358691705522529', time=2024-09-12T19:41:20.916360+0000, chain.objs.size()=1 2024-09-12T18:05:20.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aEyojuXVYQB04tiHCETsZKrSszu6duH_0 2024-09-12T18:05:20.697 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7902760538595387363', time=2024-09-12T19:41:20.917427+0000, chain.objs.size()=1 2024-09-12T18:05:20.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1BK5G0w-v0izv3odO_PAIdAWHzs0FuB_0 2024-09-12T18:05:20.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2395953072053569025', time=2024-09-12T19:41:21.088219+0000, chain.objs.size()=1 2024-09-12T18:05:20.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NC5xMcS5htDtb0hfexsUJOw98-TZ_ch_0 2024-09-12T18:05:20.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7849946898888980830', time=2024-09-12T19:41:21.652102+0000, chain.objs.size()=1 2024-09-12T18:05:20.698 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.697+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rjd9H3o7frmsPej6d6AyfmKuoN8p1mq_0 2024-09-12T18:05:20.700 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5891088247869153937', time=2024-09-12T19:41:21.652660+0000, chain.objs.size()=1 2024-09-12T18:05:20.700 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.J2lee1TRHHwApI-bCAqcOo7KRqP_sTC_0 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12991370748418329254', time=2024-09-12T19:41:21.685363+0000, chain.objs.size()=1 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WJa1z6hiweD_eJHfaWKOGSfbtJu6NpY_0 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5305250671867488642', time=2024-09-12T19:41:22.340203+0000, chain.objs.size()=1 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mlaOmqRGC6B6gV1bG-NPszFg6mnCc6g_0 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15741214304971767497', time=2024-09-12T19:41:22.341007+0000, chain.objs.size()=1 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kw5Vo127M4nlho6zP2it8kn8gQcaB1c_0 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11350710999812283718', time=2024-09-12T19:41:22.521561+0000, chain.objs.size()=1 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CvBRazmCC7tRf4YMAv0UOYNuzpE3W9z_0 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15533751974246353901', time=2024-09-12T19:41:23.041988+0000, chain.objs.size()=1 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vk4QYrOygqmUcXS2Y1k7JQxTySSNd1X_0 2024-09-12T18:05:20.701 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17818776350631011167', time=2024-09-12T19:41:23.860789+0000, chain.objs.size()=1 2024-09-12T18:05:20.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1XQxgBtdtIPYHResAPIQMOTGk2Fq9MX_0 2024-09-12T18:05:20.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10276487805599235861', time=2024-09-12T19:41:24.025636+0000, chain.objs.size()=1 2024-09-12T18:05:20.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oDwyqRDh-tiEDlP7V-_r1ykIDzVXuP7_0 2024-09-12T18:05:20.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13046203788028331526', time=2024-09-12T19:41:24.176290+0000, chain.objs.size()=1 2024-09-12T18:05:20.702 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.700+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Zb_Aty-7PeSyMyBDM1I__SsXWgnL-I5_0 2024-09-12T18:05:20.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.702+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9747566353237102292', time=2024-09-12T19:41:24.925359+0000, chain.objs.size()=1 2024-09-12T18:05:20.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.702+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4KQGMvxVkOiUZT_W7FwSwSRAD8AGRwF_0 2024-09-12T18:05:20.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.702+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1561792143772143149', time=2024-09-12T19:41:25.078475+0000, chain.objs.size()=1 2024-09-12T18:05:20.703 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.702+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oaIbAdPAnXSt2SrCK2B0b_YHxjh2ick_0 2024-09-12T18:05:20.704 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7516430361078111715', time=2024-09-12T19:41:25.100961+0000, chain.objs.size()=1 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vt_D_JhYnXyPOodeQxY1Hcma6Jc_xWS_0 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6054042665328216111', time=2024-09-12T19:41:25.196794+0000, chain.objs.size()=1 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1xpjrzSo8NS-3MbBRXn8W0Pjn-4UBTY_0 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3378568606404533913', time=2024-09-12T19:41:25.350304+0000, chain.objs.size()=1 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rJyMUCa5cvfeEoSu34a2NP9KERhavBP_0 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.870826693883061262', time=2024-09-12T19:41:25.466878+0000, chain.objs.size()=1 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zNBWAlzC8WEpSpFpYtL6WeqArbSf_39_0 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4930011324865434130', time=2024-09-12T19:41:25.519426+0000, chain.objs.size()=1 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.41Vn8SyOGK-bawDopNfU3F-iPyDDgjB_0 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15940571672632009205', time=2024-09-12T19:42:02.983692+0000, chain.objs.size()=1 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.pcTuszrBKs0qq6oYsPDOEQbtQinFzk7_0 2024-09-12T18:05:20.705 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18046183450079859203', time=2024-09-12T19:42:03.008427+0000, chain.objs.size()=1 2024-09-12T18:05:20.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6fwRk-WDpFF8JBylT2zgGwckchB4xwb_0 2024-09-12T18:05:20.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5577775733626407234', time=2024-09-12T19:42:03.158941+0000, chain.objs.size()=1 2024-09-12T18:05:20.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TxNRNiX1s5TULnTY3nAXcQUkOB8e8nG_0 2024-09-12T18:05:20.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8106948650542426042', time=2024-09-12T19:42:03.236250+0000, chain.objs.size()=1 2024-09-12T18:05:20.706 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.704+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FIB0Jl-EGH-dU1CFIu0-48R9monPc6-_0 2024-09-12T18:05:20.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13912915301955572654', time=2024-09-12T19:42:03.404481+0000, chain.objs.size()=1 2024-09-12T18:05:20.707 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3CPoYgrT7E8UtJGPWKaidoM-BlTyCoR_0 2024-09-12T18:05:20.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11475629995208223959', time=2024-09-12T19:42:04.130467+0000, chain.objs.size()=1 2024-09-12T18:05:20.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.z6336arQHocbulJNc2ItPWQEFf-QO8-_0 2024-09-12T18:05:20.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4912481390336543102', time=2024-09-12T19:42:04.131124+0000, chain.objs.size()=1 2024-09-12T18:05:20.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.devjRnTcXVuw1nwtmsWeofZCI7pQgxV_0 2024-09-12T18:05:20.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13520792478191009603', time=2024-09-12T19:42:04.353329+0000, chain.objs.size()=1 2024-09-12T18:05:20.708 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.707+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.s63-JBk0DuQCX8Kyw4YK65yUWPaozXI_0 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1945727922709202939', time=2024-09-12T19:42:04.587687+0000, chain.objs.size()=1 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jm6n2GmFlriCePc1BTuC74oSGJFphRu_0 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7193105761632764778', time=2024-09-12T19:42:04.858059+0000, chain.objs.size()=1 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LQOzv8EjRuUs5OTnGXnOMvMvYGFyyCj_0 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11821245273544476101', time=2024-09-12T19:42:04.918508+0000, chain.objs.size()=1 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rmQXLzKbzEN6xvHX8ou7cpXbo438Jj1_0 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14218710136524564350', time=2024-09-12T19:42:05.724278+0000, chain.objs.size()=1 2024-09-12T18:05:20.709 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.708+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xDwdL9aHRCtQ2eoGguD4zNqrm6bZoKp_0 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5640675989686135819', time=2024-09-12T19:42:05.765665+0000, chain.objs.size()=1 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HYC3dV_ZKlw4iqQUo_5CX7JSkoPzyq2_0 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13032924472013830437', time=2024-09-12T19:42:05.861225+0000, chain.objs.size()=1 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HSRVWwQm9nRdaTkdkKHUVel6VFYGwBz_0 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9700012603570568403', time=2024-09-12T19:42:05.938015+0000, chain.objs.size()=1 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xng3-_H8Zg0YOs9H8HqtZJV3YaD-WDX_0 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13458696115303423809', time=2024-09-12T19:42:06.309669+0000, chain.objs.size()=1 2024-09-12T18:05:20.710 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.709+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dneCksFWyxisn3_O1lvk7qJAqfdpha7_0 2024-09-12T18:05:20.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.711+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7174409562557791286', time=2024-09-12T19:42:07.435035+0000, chain.objs.size()=1 2024-09-12T18:05:20.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.711+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JLJLEh-nxW_x3ttkwZ6pLyOw6UdCP9Q_0 2024-09-12T18:05:20.711 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.711+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2609182916828468564', time=2024-09-12T19:42:08.596703+0000, chain.objs.size()=1 2024-09-12T18:05:20.712 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.711+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.eu-EPnQ9yavsWGwvQL-glM7MAKxP-5Q_0 2024-09-12T18:05:20.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.712+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7140231416383569647', time=2024-09-12T19:42:09.003836+0000, chain.objs.size()=1 2024-09-12T18:05:20.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.712+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uXybaCuKk6gO66x7Az6gZUWArhhs4HI_0 2024-09-12T18:05:20.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.713+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18436714930911122098', time=2024-09-12T19:42:09.649247+0000, chain.objs.size()=1 2024-09-12T18:05:20.713 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.713+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.re-bkiio45abpEPmq48rTvyaaLq9gac_0 2024-09-12T18:05:20.721 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.720+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/51499 2024-09-12T18:05:20.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=27, truncated=0, next_marker='' 2024-09-12T18:05:20.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7068435590671845900', time=2024-09-12T19:42:09.650044+0000, chain.objs.size()=1 2024-09-12T18:05:20.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1PR5T3m2WfVXFNjulk4L78jPbJK0OF3_0 2024-09-12T18:05:20.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17309662334338325882', time=2024-09-12T19:42:10.057790+0000, chain.objs.size()=1 2024-09-12T18:05:20.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tqtxwoOC98DQ33mL_9h3hrJHMmNV5_C_0 2024-09-12T18:05:20.724 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17324048882258956918', time=2024-09-12T19:42:10.146264+0000, chain.objs.size()=1 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.y7t352zRnGjQrmtqojCu98h4uVINZcS_0 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9784288003243026097', time=2024-09-12T19:42:10.982048+0000, chain.objs.size()=1 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xWE5dShebeylvuAGdGoDfANW0tCrgVu_0 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8755668931082600747', time=2024-09-12T19:42:10.983537+0000, chain.objs.size()=1 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ebfhPD0GKXRvw4RBjNkMsiTqiRX3PK6_0 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17085315019305119354', time=2024-09-12T19:42:11.366824+0000, chain.objs.size()=1 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Kzx5P5I6xY9ZE-I5RzIP5gEDMhaKY0r_0 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9746456441250407001', time=2024-09-12T19:42:11.729523+0000, chain.objs.size()=1 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.57ZICWH1Y0rDtYlk4tirmR-RLkBha5B_0 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3301874948491861475', time=2024-09-12T19:42:11.766985+0000, chain.objs.size()=1 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fMTacvq17dB00pTu-n929SeARTsn_AZ_0 2024-09-12T18:05:20.725 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6936874664139450823', time=2024-09-12T19:42:12.882394+0000, chain.objs.size()=1 2024-09-12T18:05:20.726 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TpZpiWwYvWrSIk3pKndUOxo8dZi7ATh_0 2024-09-12T18:05:20.726 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15390135319475148934', time=2024-09-12T19:42:12.942131+0000, chain.objs.size()=1 2024-09-12T18:05:20.726 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-xLnQADPOgbxcUXhg2000g1uJXctZJ7_0 2024-09-12T18:05:20.726 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14131395542670808512', time=2024-09-12T19:44:35.910610+0000, chain.objs.size()=4 2024-09-12T18:05:20.726 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_0 2024-09-12T18:05:20.726 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.723+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_1 2024-09-12T18:05:20.727 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.725+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_2 2024-09-12T18:05:20.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_3 2024-09-12T18:05:20.728 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13906963124342150047', time=2024-09-12T19:44:37.742566+0000, chain.objs.size()=1 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.489__shadow_.VbygXc3E4d9cLF7nLpQYoO_i8lY3lJp_0 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4021510165090392080', time=2024-09-12T19:45:32.564529+0000, chain.objs.size()=2 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.518__shadow_.nOR3AbyMEGeP-EtuiKqbRdJ-_6uz4q3_0 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.518__shadow_.nOR3AbyMEGeP-EtuiKqbRdJ-_6uz4q3_1 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10088342737522338328', time=2024-09-12T19:46:23.506502+0000, chain.objs.size()=1 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:zFh5.FOEsI9xybjvrStfP52yHpGFWIY_.q6VW_zeBITLez998W2y91jLaFk0NcTL_0 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~yjtKJcdfl1goccP1TGHE0k0bMMrwEh0', time=2024-09-12T19:49:11.849536+0000, chain.objs.size()=2 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.532__multipart_mymultipart.2~yjtKJcdfl1goccP1TGHE0k0bMMrwEh0.1 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.532__multipart_mymultipart.2~yjtKJcdfl1goccP1TGHE0k0bMMrwEh0.2 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6983319380146974698', time=2024-09-12T19:50:30.672035+0000, chain.objs.size()=1 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.558__shadow_.hlZJ0t7lMnDehhfklvKfxjxuwZIqvZs_0 2024-09-12T18:05:20.729 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5521939794124799920', time=2024-09-12T19:50:36.285350+0000, chain.objs.size()=1 2024-09-12T18:05:20.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.559__shadow_.75d4MYmj1wr-xcfsoO1bm2DViU_Z6p9_0 2024-09-12T18:05:20.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6468875080897084688', time=2024-09-12T19:50:36.520615+0000, chain.objs.size()=1 2024-09-12T18:05:20.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.727+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.559__shadow_.kUXIErs8Z0lL9j4sXZE4KNuUVGHuXes_0 2024-09-12T18:05:20.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.728+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18181263719682353235', time=2024-09-12T19:51:14.581131+0000, chain.objs.size()=1 2024-09-12T18:05:20.730 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.728+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:WpFxXPlICW4PXLIfeOfTte5QO4b-ONx_.cZkd864rogn1p7DwbklMZKvL4Ey6WAn_0 2024-09-12T18:05:20.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.730+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18081119975301605945', time=2024-09-12T19:51:28.571576+0000, chain.objs.size()=1 2024-09-12T18:05:20.731 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.730+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:MOCc.uplJqAGgb..sN-lY5t8bvs2Z7E_.zVK8GP-316JQgqT68PZ7NNaQhexdF5p_0 2024-09-12T18:05:20.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11676617124584836380', time=2024-09-12T19:52:27.589288+0000, chain.objs.size()=1 2024-09-12T18:05:20.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.583__shadow:tOI6otsVmm3yX75F0HW5Vnl0yZMXF96_.ckKGS8i-5it0IwatZGEbO7kD6BjXXtb_0 2024-09-12T18:05:20.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16271363723862999126', time=2024-09-12T19:52:45.935561+0000, chain.objs.size()=1 2024-09-12T18:05:20.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.603__shadow_.vm-To3sNozQfSmMSQ9QJ1pIaGUEjfrw_0 2024-09-12T18:05:20.732 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7978211431553340118', time=2024-09-12T19:55:40.227219+0000, chain.objs.size()=1 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.618__shadow_.cssznYGTDjtnx4Qvi9jwB3__Sm8YKPD_0 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11145776569180280790', time=2024-09-12T19:57:37.789844+0000, chain.objs.size()=1 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.632__shadow_.ZcfJ139VbkurE8e9jEyGUpCxQo1QOmT_0 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6349187463177502610', time=2024-09-12T19:59:42.861587+0000, chain.objs.size()=1 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.731+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.720__shadow_.LKKPz7w19EGOBgA9N9ehqPAwi4dKOm6_0 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.732+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~ZARs1iJRp67ZrLJIkdzVV9yM2HzYSAF', time=2024-09-12T20:00:12.722599+0000, chain.objs.size()=1 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.732+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.743__multipart_mymultipart2.2~ZARs1iJRp67ZrLJIkdzVV9yM2HzYSAF.1 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.732+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12584187136753392217', time=2024-09-12T20:04:48.593332+0000, chain.objs.size()=1 2024-09-12T18:05:20.733 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.732+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.783__shadow_.DREliYhX8GCy9iNqciEduX1xwaUbTNK_0 2024-09-12T18:05:20.736 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.735+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.738 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.738+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:05:20.740 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.740+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.741 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.740+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45851' 2024-09-12T18:05:20.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2364208967317942430', time=2024-09-12T19:36:05.343031+0000, chain.objs.size()=1 2024-09-12T18:05:20.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.179__shadow_.vblYIGn2QtvIp-uziuzDN3Y6p2eSp2G_0 2024-09-12T18:05:20.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2883712268677795587', time=2024-09-12T19:38:39.891226+0000, chain.objs.size()=1 2024-09-12T18:05:20.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.250__shadow_.ttgBGyOKNXG6BGZ7lyzSrq67muykwrJ_0 2024-09-12T18:05:20.743 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.241254530265722528', time=2024-09-12T19:38:44.339535+0000, chain.objs.size()=1 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.255__shadow_.0AGv960FSwrvK42FL-c2xe9ohAroerP_0 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11750248180561306586', time=2024-09-12T19:39:26.898976+0000, chain.objs.size()=1 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4F-J2K1cAFIO7TdWbKeKcFqAj75imPX_0 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10040797416795082464', time=2024-09-12T19:39:27.045944+0000, chain.objs.size()=1 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Fp4NIjus2UmWCbkSp4xpoLfgEAknaZh_0 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4013459424264141183', time=2024-09-12T19:39:27.213700+0000, chain.objs.size()=1 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ulJ9eYI134E1Jx5jPkrGLzKFoYq86YV_0 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7121117159100376127', time=2024-09-12T19:39:27.531698+0000, chain.objs.size()=1 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Z14_OzkKoyqXRReCQXOTFZ4XkqXH_0j_0 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16959661918059291075', time=2024-09-12T19:39:27.951610+0000, chain.objs.size()=1 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.K5sg9_31PUaktJleqdypUnuRHfEmGje_0 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.428192655842940065', time=2024-09-12T19:39:28.004559+0000, chain.objs.size()=1 2024-09-12T18:05:20.744 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SkwwoFd9zuByKPIsc9SmcFTVMDo_JfE_0 2024-09-12T18:05:20.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10425347535481749676', time=2024-09-12T19:39:28.512288+0000, chain.objs.size()=1 2024-09-12T18:05:20.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.741+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xRVJVTT_HnlNkE9h6tEPm3wJ6J7IcWa_0 2024-09-12T18:05:20.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.742+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7766076376066945844', time=2024-09-12T19:39:28.563853+0000, chain.objs.size()=1 2024-09-12T18:05:20.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.742+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bK8C7lG82GG9GlRsAYb4HqmqREaljnv_0 2024-09-12T18:05:20.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.742+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12823157104497051219', time=2024-09-12T19:39:28.649514+0000, chain.objs.size()=1 2024-09-12T18:05:20.745 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.742+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XYSlRD86mAI0a9Acrh3IMYcYOpWgwC__0 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.744+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9405902117102029783', time=2024-09-12T19:39:29.193493+0000, chain.objs.size()=1 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.745+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uTQEWFDc-BDx2g5b8yNKOaLem8fOpk9_0 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.745+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6339326946409391469', time=2024-09-12T19:39:29.441461+0000, chain.objs.size()=1 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.745+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.brJIxL4F9B__NJylNwke0_1Z3RhSorv_0 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.745+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3142149809069194287', time=2024-09-12T19:39:29.572565+0000, chain.objs.size()=1 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.745+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8RAOLceuD7dUt6s1xn8Na-zVyDVM3y6_0 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.745+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.23406026201280651', time=2024-09-12T19:39:30.047629+0000, chain.objs.size()=1 2024-09-12T18:05:20.746 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.745+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FAxEXqDx1c5aTsESSkRn-rWt53v7xno_0 2024-09-12T18:05:20.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.31660365102979119', time=2024-09-12T19:39:30.149613+0000, chain.objs.size()=1 2024-09-12T18:05:20.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1wvR_gGAMm5TUJkE17eb6PLofswe8VH_0 2024-09-12T18:05:20.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14956780978788085527', time=2024-09-12T19:39:30.387014+0000, chain.objs.size()=1 2024-09-12T18:05:20.747 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2B4gPfgNTWrrt02DEgWpsP-kGuTNj08_0 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5697858394791854539', time=2024-09-12T19:39:30.673404+0000, chain.objs.size()=1 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ekfxD0iLWITp9L4tvaFwV5L7XiOonLf_0 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5323596420343520258', time=2024-09-12T19:39:30.825014+0000, chain.objs.size()=1 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1VdpvGUzxNvgGz2BGlwPFRGL6D77laH_0 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8211742420604348994', time=2024-09-12T19:39:30.950572+0000, chain.objs.size()=1 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vpYZc0W1C_otrNNg5iHhTwUwGw3h5i__0 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9525072423437455079', time=2024-09-12T19:39:30.974060+0000, chain.objs.size()=1 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OZta-iV8HkJu9DRT6yekJWs-nJzu2Uw_0 2024-09-12T18:05:20.748 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1474000525642745615', time=2024-09-12T19:39:32.972345+0000, chain.objs.size()=1 2024-09-12T18:05:20.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.44NpgOVbanWfHz32P2HE9htCqh7iX0x_0 2024-09-12T18:05:20.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15216183723995637760', time=2024-09-12T19:39:33.376295+0000, chain.objs.size()=1 2024-09-12T18:05:20.749 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.747+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1upk4ByL79cAz5RQpzbI2zn2I4YENCV_0 2024-09-12T18:05:20.750 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.749+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1938181015554265796', time=2024-09-12T19:39:33.527184+0000, chain.objs.size()=1 2024-09-12T18:05:20.750 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.749+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jAjs33dTRspaFbl2PAKg-8T6cx18Ya7_0 2024-09-12T18:05:20.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.750+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6495084645317403110', time=2024-09-12T19:39:33.593308+0000, chain.objs.size()=1 2024-09-12T18:05:20.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.750+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BPiOOaLwR33MAQMOJmJFt381RgTjJdN_0 2024-09-12T18:05:20.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.750+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13277284509127322490', time=2024-09-12T19:39:34.508331+0000, chain.objs.size()=1 2024-09-12T18:05:20.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.750+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LbCGxx5dBcHzFbmyFvAxSJ_kFXf2pSP_0 2024-09-12T18:05:20.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.750+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2924573895827270318', time=2024-09-12T19:39:34.529892+0000, chain.objs.size()=1 2024-09-12T18:05:20.751 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.750+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.N6palrM_zt76VHq9Qf-LFvRIoTeE6nz_0 2024-09-12T18:05:20.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.329062836621140325', time=2024-09-12T19:39:34.892995+0000, chain.objs.size()=1 2024-09-12T18:05:20.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xcwYzkc75_G035amR1ZmgqcNfamf-ce_0 2024-09-12T18:05:20.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16225360398656117124', time=2024-09-12T19:39:35.011769+0000, chain.objs.size()=1 2024-09-12T18:05:20.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BhydnAi77B55icI9aqwWNDInylvX-1d_0 2024-09-12T18:05:20.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1878152407837975942', time=2024-09-12T19:39:35.012402+0000, chain.objs.size()=1 2024-09-12T18:05:20.752 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.j4_tNGONadWfuEtBabYS1Ey5_8IGhO1_0 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12541413540557983525', time=2024-09-12T19:39:35.482990+0000, chain.objs.size()=1 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.UI6rgymMJZjW0XJWDnO8WGPmqC4aXQL_0 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12612975941560451178', time=2024-09-12T19:39:35.483593+0000, chain.objs.size()=1 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Q1On-sGjJSHUCCUq6DTjI2C1o7PRxxw_0 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1905306017752501294', time=2024-09-12T19:39:36.048821+0000, chain.objs.size()=1 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.toqJ6f80FqOCFlEMv3jPiN7PWIMu1ZJ_0 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18161905903635265914', time=2024-09-12T19:39:36.087145+0000, chain.objs.size()=1 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.751+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XgDbb_1gOzDt4eCyJY4ZyYWjYDtMNPh_0 2024-09-12T18:05:20.753 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16417466121146221918', time=2024-09-12T19:39:36.479716+0000, chain.objs.size()=1 2024-09-12T18:05:20.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vcLmt2bj5iMwGfVpsaEDaNT0W3uPQl6_0 2024-09-12T18:05:20.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.753+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5202215964524245145', time=2024-09-12T19:39:36.993205+0000, chain.objs.size()=1 2024-09-12T18:05:20.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.753+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DtWLPViac-G0FlVr2lz5mymwOXj72mH_0 2024-09-12T18:05:20.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.754+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15177614886442445192', time=2024-09-12T19:39:37.046470+0000, chain.objs.size()=1 2024-09-12T18:05:20.754 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.754+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jBRTvtuT9ij_Q2URc891HYmkjmYnaYT_0 2024-09-12T18:05:20.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.755+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17043831823919495597', time=2024-09-12T19:39:37.269777+0000, chain.objs.size()=1 2024-09-12T18:05:20.756 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.755+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.pHdmRK3T6TEp5JO6RUQ5C2tgfjYuWnw_0 2024-09-12T18:05:20.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9342052201981926932', time=2024-09-12T19:39:39.322955+0000, chain.objs.size()=1 2024-09-12T18:05:20.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.265__shadow_.xRiVcm5PhW4EgF3OsGhB8gAGPpYmJuK_0 2024-09-12T18:05:20.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18017813933998763033', time=2024-09-12T19:39:49.592172+0000, chain.objs.size()=1 2024-09-12T18:05:20.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.277__shadow_.ihzwr7ZHzHQmNSDRHRNsMfM_ox0walg_0 2024-09-12T18:05:20.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4265797412676012892', time=2024-09-12T19:39:51.341518+0000, chain.objs.size()=1 2024-09-12T18:05:20.761 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.279__shadow_.dGq-EXZ8ewxMEx0EtJLgjtq-gbJLb5k_0 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7451783688929888198', time=2024-09-12T19:39:58.569567+0000, chain.objs.size()=1 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.287__shadow_.67g_IY_HoIXsGpFCiy-fTsHc4HrrD9B_0 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9188126630200473552', time=2024-09-12T19:40:05.433370+0000, chain.objs.size()=1 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.Sb73A_047ewC5wE6r0C71f8g--M4D59_0 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2313548387943343162', time=2024-09-12T19:40:13.911378+0000, chain.objs.size()=1 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.301__shadow_.tBp4FINZZA5t5ce6zw2a5paLzJJCOpJ_0 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9578881545568901992', time=2024-09-12T19:41:14.882299+0000, chain.objs.size()=1 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZVFtqAmoT_fGbjZUpgPgKNd_f26IAyd_0 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9948869418585392779', time=2024-09-12T19:41:15.063272+0000, chain.objs.size()=1 2024-09-12T18:05:20.762 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1gF5KrGbLU7M-htk85zJXRwa0a3VlGE_0 2024-09-12T18:05:20.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10845872588201792639', time=2024-09-12T19:41:15.063899+0000, chain.objs.size()=1 2024-09-12T18:05:20.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.757+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3z8Av8FBzb8OF0S7sgnx5ek-pfp4VqD_0 2024-09-12T18:05:20.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.758+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.391166380750240951', time=2024-09-12T19:41:16.380710+0000, chain.objs.size()=1 2024-09-12T18:05:20.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.758+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QTGOo0JUS4Omk-vQVC8nXP4euKJYpkR_0 2024-09-12T18:05:20.763 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.758+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5001708964708929458', time=2024-09-12T19:41:16.553002+0000, chain.objs.size()=1 2024-09-12T18:05:20.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.758+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7VvKKEoDVptmtR6Tinv08ACy8iAfoEq_0 2024-09-12T18:05:20.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.760+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9825034850788272078', time=2024-09-12T19:41:16.553572+0000, chain.objs.size()=1 2024-09-12T18:05:20.764 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.760+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PIyhg0ZGioey5uMaZTGXMqpzUHKkcB4_0 2024-09-12T18:05:20.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7637006492077669790', time=2024-09-12T19:41:16.554141+0000, chain.objs.size()=1 2024-09-12T18:05:20.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kYf1whE9vToUXzbr2s9bmDVhVSm4FaB_0 2024-09-12T18:05:20.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12212662340612614360', time=2024-09-12T19:41:16.763186+0000, chain.objs.size()=1 2024-09-12T18:05:20.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tUVyTJc8Bp8YXo5Agxg72idTNzxzDdS_0 2024-09-12T18:05:20.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8187958571763352529', time=2024-09-12T19:41:17.885650+0000, chain.objs.size()=1 2024-09-12T18:05:20.765 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.f5DgyRE5bSWusrVT01vFJV8fOMzsQnz_0 2024-09-12T18:05:20.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9072087710240776884', time=2024-09-12T19:41:18.117594+0000, chain.objs.size()=1 2024-09-12T18:05:20.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PmvH9_jkK-CH0I_yPvKM6GdeDIY7Kf1_0 2024-09-12T18:05:20.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5174515085594243661', time=2024-09-12T19:41:18.844855+0000, chain.objs.size()=1 2024-09-12T18:05:20.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fDY3AdGTFBEwsfPgqRqHHb5kFvsfwKq_0 2024-09-12T18:05:20.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13670139933343939219', time=2024-09-12T19:41:19.304148+0000, chain.objs.size()=1 2024-09-12T18:05:20.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.lIbcNC8THaSSt3hTJ0p4U9Xa59AgVs7_0 2024-09-12T18:05:20.766 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3672040020360731104', time=2024-09-12T19:41:19.761718+0000, chain.objs.size()=1 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.55xuDjKQ1U7YoOin8zhQg6RkhxvkvpJ_0 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16524146562698742491', time=2024-09-12T19:41:19.812684+0000, chain.objs.size()=1 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kdCr7fP_jOosYFk6hT4ELvVe46F6N-__0 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5363469767784457165', time=2024-09-12T19:41:20.760240+0000, chain.objs.size()=1 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7krQpo6nacZLk5aIVbtjRahsFNE3F41_0 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13264165626429180478', time=2024-09-12T19:41:20.890624+0000, chain.objs.size()=1 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AIx2cQnIHrhz3Td0WYiJxzAEaUWzEpJ_0 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3060232708494337521', time=2024-09-12T19:41:21.132918+0000, chain.objs.size()=1 2024-09-12T18:05:20.767 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.762+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Ktm_eIqzO_S6jFktbos4WDBeHaOTUDd_0 2024-09-12T18:05:20.768 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6390373781657985482', time=2024-09-12T19:41:21.513538+0000, chain.objs.size()=1 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Izts_N11HamHWDJ3SPs6TMejyA-LZrb_0 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7389528039491185229', time=2024-09-12T19:41:21.514099+0000, chain.objs.size()=1 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fAOnHb0i4bOYJlFGuppLe5oBTzXuicH_0 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1899559577124977446', time=2024-09-12T19:41:22.019785+0000, chain.objs.size()=1 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pCXsh6CnSNvFhUeUE3lvLuopIcKKnpa_0 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.120463640630845835', time=2024-09-12T19:41:22.094699+0000, chain.objs.size()=1 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7vGmfdDkvRX1zVZrGGP57vE5FpMF6Sv_0 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11371787879234596110', time=2024-09-12T19:41:22.351616+0000, chain.objs.size()=1 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pVCMiSL-7yCHfVcke1-D_HkjFx0rSD8_0 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11090886584300766317', time=2024-09-12T19:41:22.505169+0000, chain.objs.size()=1 2024-09-12T18:05:20.769 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SNuiJ2SsdSTbvbd9QKCZbdUk2_3Eql7_0 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14006640543294495681', time=2024-09-12T19:41:23.382360+0000, chain.objs.size()=1 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.h-Nzh5n89qh6IJ7CLFl9kwnxXfj5ExZ_0 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17196277641186187607', time=2024-09-12T19:41:23.476235+0000, chain.objs.size()=1 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uNpji0XxRBQKKEeQyAfQGmDadsrZRIa_0 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17485034112670015399', time=2024-09-12T19:41:23.558669+0000, chain.objs.size()=1 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.M1U-JNu3GbQpVNTLFMu7BzsMfnVMT6n_0 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.766+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16708991352079251146', time=2024-09-12T19:41:24.019033+0000, chain.objs.size()=1 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.767+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AlCpR_mSjvAGTyQmmMX6iyWlvK2d6eS_0 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.767+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17637458298164644340', time=2024-09-12T19:41:24.074153+0000, chain.objs.size()=1 2024-09-12T18:05:20.770 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.767+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IJAM7KJn6zJhcADSpvmIxc2R4Dyc8BI_0 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1603606262535106459', time=2024-09-12T19:41:24.195232+0000, chain.objs.size()=1 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Pf5Zvevc-a2ZWUleCgNdPSdu21ZCyUS_0 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5868190109820059110', time=2024-09-12T19:41:24.892033+0000, chain.objs.size()=1 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YbozEKlR6bd8gAqdmmlkzPwILuVfse0_0 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2675404550776503140', time=2024-09-12T19:41:25.059544+0000, chain.objs.size()=1 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LMSNslfvQhxYm93IfzRenBZgLby2ElM_0 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5645209902165301418', time=2024-09-12T19:41:25.175108+0000, chain.objs.size()=1 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EUZxeJO5Ubus3EH0mVpuVFMOudO513t_0 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10437664659623215985', time=2024-09-12T19:41:25.175613+0000, chain.objs.size()=1 2024-09-12T18:05:20.771 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.770+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bXBfyOczQJm7c_4Xvqk9OuhO9vOswYf_0 2024-09-12T18:05:20.772 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3918296929591955722', time=2024-09-12T19:41:25.314678+0000, chain.objs.size()=1 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5OYOp53t0VeBVRKQt9g_CWxFa9aAwV9_0 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13711784298638577432', time=2024-09-12T19:41:25.450897+0000, chain.objs.size()=1 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CTu0GJVz-SZdPPZj0-OD1DGU6l-mfjh_0 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11178460119464143989', time=2024-09-12T19:41:25.500840+0000, chain.objs.size()=1 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.anEbomiNpzWARe62UThMsc1zTEDhRCX_0 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2650055897812821500', time=2024-09-12T19:42:02.861913+0000, chain.objs.size()=1 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.1tCPcxGVJzvA2AAX9-GtinkQSTMI6DS_0 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2955277942470953612', time=2024-09-12T19:42:02.947350+0000, chain.objs.size()=1 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mq2BJspOgtyPAFq-ppun7HFVrI9PxoK_0 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17114964248086229072', time=2024-09-12T19:42:02.947967+0000, chain.objs.size()=1 2024-09-12T18:05:20.773 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.772+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HgnPcf8cL0PSiOkqNn7_UZHrX5u5mqq_0 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8757442351989292154', time=2024-09-12T19:42:03.174484+0000, chain.objs.size()=1 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.381NPtFpGOUz8PH_wQzA-4zmh3i8QEe_0 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10445842294103734199', time=2024-09-12T19:42:03.256090+0000, chain.objs.size()=1 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TRenOki-NqLbHnE3uCtjc-LXLcQ-Pls_0 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3415305647546204369', time=2024-09-12T19:42:03.292551+0000, chain.objs.size()=1 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HH_mMB0ujJaIxG-LZsXrRDfnkkgycV3_0 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2407828236306790222', time=2024-09-12T19:42:03.305876+0000, chain.objs.size()=1 2024-09-12T18:05:20.775 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.774+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6cL9PaGwavOttuej1z7M48IZ03cOV1D_0 2024-09-12T18:05:20.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.775+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8929467222947256804', time=2024-09-12T19:42:04.418854+0000, chain.objs.size()=1 2024-09-12T18:05:20.776 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.775+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bVpgapD5VTq5myXb2vYtkDoTnRUlpFb_0 2024-09-12T18:05:20.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14725349611667594658', time=2024-09-12T19:42:04.630947+0000, chain.objs.size()=1 2024-09-12T18:05:20.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uIfR1ci266E7c3hRH_5yJPc-AfmzsT1_0 2024-09-12T18:05:20.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14338410259139284247', time=2024-09-12T19:42:04.917048+0000, chain.objs.size()=1 2024-09-12T18:05:20.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cYtANpWzI0PdkefwCybM-bfblsNRG4l_0 2024-09-12T18:05:20.779 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13368012028813695709', time=2024-09-12T19:42:05.003319+0000, chain.objs.size()=1 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lSugK1jnx66YKM-R4ZQtqRNlf7I7EuA_0 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16016169381605931758', time=2024-09-12T19:42:05.123688+0000, chain.objs.size()=1 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cQhpItXf5dvp4hrs8C31PzMbzr8Hgfs_0 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6136545204591600631', time=2024-09-12T19:42:05.537409+0000, chain.objs.size()=1 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.hsWk7qyYTBMWe3mxsbl8-0ztL2o1Whr_0 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14951782351505841216', time=2024-09-12T19:42:07.014526+0000, chain.objs.size()=1 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.778+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ds3lC5LW6ZZCLZBQqmqq6oOMgf6uDlh_0 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.779+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12653684615137644631', time=2024-09-12T19:42:07.175169+0000, chain.objs.size()=1 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.779+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.f1ZMryH48R5-cXVJjdAqLVZU3QVdUI3_0 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.779+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4445974135224057038', time=2024-09-12T19:42:07.806495+0000, chain.objs.size()=1 2024-09-12T18:05:20.780 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.779+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yrxLMJmLF2m1YUM2aZcfwvxPKOQ35HB_0 2024-09-12T18:05:20.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.779+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14806362966741745492', time=2024-09-12T19:42:08.588549+0000, chain.objs.size()=1 2024-09-12T18:05:20.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.779+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.yj7TeXAayg7awizLLLp7gPjRf9QFmsC_0 2024-09-12T18:05:20.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9547520909251682148', time=2024-09-12T19:42:08.684379+0000, chain.objs.size()=1 2024-09-12T18:05:20.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fJJ6Pk8kqNZ-B8iaFT9yx1k84e_3aS__0 2024-09-12T18:05:20.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.780+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17044120353490375671', time=2024-09-12T19:42:08.734872+0000, chain.objs.size()=1 2024-09-12T18:05:20.781 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.780+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.g_zDaFpTV_T70DhlCGl9hItu6ABgiyk_0 2024-09-12T18:05:20.785 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.785+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/45851 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17104174108436970155', time=2024-09-12T19:42:09.153478+0000, chain.objs.size()=1 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ery19DK_2e8CLGQRijD3fzbsFmxlcpp_0 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7169932906735703573', time=2024-09-12T19:42:09.787203+0000, chain.objs.size()=1 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ADtJs0Bfn2q4xcb-mynS0p2OBwc_LJH_0 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14549675525402135425', time=2024-09-12T19:42:10.592363+0000, chain.objs.size()=1 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P147pKHZTmyOb6JMDmI-VZRAaLKbJDU_0 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13829089749940523940', time=2024-09-12T19:42:11.813884+0000, chain.objs.size()=1 2024-09-12T18:05:20.791 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PEZEivnkbc30S5yIUfvDD1RAwNzRjhF_0 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2464938953552386896', time=2024-09-12T19:42:11.854897+0000, chain.objs.size()=1 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IpDiR9zEhoE7NlEoKb0Lx3hCaCCrF96_0 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.280689523471658104', time=2024-09-12T19:42:11.905482+0000, chain.objs.size()=1 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Pybp5G9CgmemrCwt70rj8qZ6n7YuGAU_0 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12167225261882694845', time=2024-09-12T19:42:12.158545+0000, chain.objs.size()=1 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sE1RQWQAHlCgyhCWWbTpEjLOD02aGOr_0 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14240847178938061029', time=2024-09-12T19:42:12.204954+0000, chain.objs.size()=1 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QciopXJsb4eL_YhVk5VO-SiAof0qtz6_0 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13294367840871972214', time=2024-09-12T19:42:12.345598+0000, chain.objs.size()=1 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wnYtR7jj9hQuHxq8c-_LeB9OjC8yYFz_0 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13223451287745792011', time=2024-09-12T19:42:12.462690+0000, chain.objs.size()=1 2024-09-12T18:05:20.792 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.H0Lc3vhxsg8M5WGwdHllYEgUIxvg8Lt_0 2024-09-12T18:05:20.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15388250286527396952', time=2024-09-12T19:42:21.916193+0000, chain.objs.size()=1 2024-09-12T18:05:20.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.336__shadow_.GRsELiDcX04iZ6IP6RaqXm5BCcL1Sin_0 2024-09-12T18:05:20.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9440764622278162521', time=2024-09-12T19:42:23.830585+0000, chain.objs.size()=1 2024-09-12T18:05:20.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.790+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.338__shadow_.jUtJ_2DvOm7_ejyEnY0WX5-7OZNOxmH_0 2024-09-12T18:05:20.793 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.793+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17277831041084290681', time=2024-09-12T19:42:25.965462+0000, chain.objs.size()=1 2024-09-12T18:05:20.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.793+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.341__shadow_.v2j17Vi4ohDx18CB6XhS9AI3GpoBCya_0 2024-09-12T18:05:20.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.793+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12577433172665771212', time=2024-09-12T19:43:25.200757+0000, chain.objs.size()=1 2024-09-12T18:05:20.794 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.793+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.411__shadow_.em5l169tQUK3DSsXY2OQz7UjeP-Rduh_0 2024-09-12T18:05:20.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15674846020365281198', time=2024-09-12T19:44:13.478743+0000, chain.objs.size()=1 2024-09-12T18:05:20.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.462__shadow_.u39lYqIDfjGjd3n_B5HdYRku2GDi4Xc_0 2024-09-12T18:05:20.795 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18232970368002663751', time=2024-09-12T19:44:27.408221+0000, chain.objs.size()=1 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.482__shadow_.iBzKKZPVUjjaD4kEL7O8qFszqswzN4r_0 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14450194080898629212', time=2024-09-12T19:44:31.095261+0000, chain.objs.size()=1 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.485__shadow_.6ywLsRET4VqUFcAepyf0l3PvfDTWwoN_0 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3126090128513026944', time=2024-09-12T19:44:50.686036+0000, chain.objs.size()=1 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.794+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.504__shadow:xtVmlnEfqX4cuDuNQx1t8KjAV28SZNC_.nktUSDxHJH00N5oWR-vuGAkvZmvZGPO_0 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14673532959784062864', time=2024-09-12T19:45:31.922314+0000, chain.objs.size()=1 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.519__multipart_mymultipart.2~WOvofIEwgExCeWbM9M4n23oJmDw5ti6.1 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~ysSTubZqlrs1oC9_phILNuPl740M2-c', time=2024-09-12T19:47:13.421092+0000, chain.objs.size()=1 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~ysSTubZqlrs1oC9_phILNuPl740M2-c.3 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.795+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18324443957263982283', time=2024-09-12T19:48:15.676577+0000, chain.objs.size()=6 2024-09-12T18:05:20.796 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.795+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.1xTd9txPKEqzmM3gXjW704dgwt0hYvIR.1 2024-09-12T18:05:20.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.797+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.rw96wmuoCJr43xB6p_DZ7Vxq2J6uvsYh.2 2024-09-12T18:05:20.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.797+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.4SmDKI6-h-WmIkdvo2IdD5j9mtJvrdbN.3 2024-09-12T18:05:20.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.797+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.0ns7UbMUSrOPgwDXorzzRjpwrFqhLLcL.4 2024-09-12T18:05:20.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.797+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.dAc3_sbECGDM1hSDORiOpHZVhbR_8_aw.5 2024-09-12T18:05:20.798 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.797+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.Vp5epGJVCvXDVvHFfcDCwIzB505ckYww.6 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5593439928351616032', time=2024-09-12T19:51:04.647889+0000, chain.objs.size()=1 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:HMzDoXY4dlOBYeMkA5uvtWyf1FvwAn6_.VUmT3ARWROIPrNBAMdCg9zT-t3sGYBO_0 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4923672307257876756', time=2024-09-12T19:51:06.458392+0000, chain.objs.size()=1 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.571__shadow:oGS6iV57FbcMjn2k33C-MIMkTWYwLKm_.nVkza_J4s5Fq3LQaXi5xMDWlk1TFp1T_0 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15477771340459207547', time=2024-09-12T19:51:19.141864+0000, chain.objs.size()=1 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:Em7xWlmPdyXfY-0jRqneIzibYO0CO-J_.Qe0jujtXCCWi3ZSmfro_HQEdwn577W-_0 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7710275606180257311', time=2024-09-12T19:51:34.589553+0000, chain.objs.size()=1 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:m-Nr77zPBp.IsKxKxKbbGWc1WhfUJVz_.lMJtuWb4Dm1UlqMadBaYuHBZUHYgJEc_0 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4344627973127084223', time=2024-09-12T19:51:41.813576+0000, chain.objs.size()=1 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:eR3yXTkmEERwEVolEb3XhsLWad1-b.O_.3JuEmdQFVjx2-m6EZn_GbMHWoeqvCSm_0 2024-09-12T18:05:20.801 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10921445276647937289', time=2024-09-12T19:57:48.058944+0000, chain.objs.size()=1 2024-09-12T18:05:20.802 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.800+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.643__shadow_.6V8hepR4SoqXANuCEUrlnMMYFalUjrh_0 2024-09-12T18:05:20.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.802+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3815519323150462644', time=2024-09-12T19:58:42.087199+0000, chain.objs.size()=1 2024-09-12T18:05:20.803 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.802+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.666__shadow_.dZYhwqjyJa3wXU4UUpcLY678BpA2YtN_0 2024-09-12T18:05:20.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.803+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2400900236634940838', time=2024-09-12T19:58:44.786093+0000, chain.objs.size()=1 2024-09-12T18:05:20.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.803+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.669__shadow_.SQKrl0qMb3F3t8kcOmxy5-n7dnXw5Ik_0 2024-09-12T18:05:20.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.803+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6288111985497815733', time=2024-09-12T19:59:00.026189+0000, chain.objs.size()=1 2024-09-12T18:05:20.804 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.803+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.691__shadow:S3ZrSxUQGO-0GHhti6PWWd8tGvCoU.G_.Dd0ANEJKhwjieIK1YQnnXCTTpb5QVLZ_0 2024-09-12T18:05:20.806 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.806+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.808+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:05:20.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.810+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.810+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52275' 2024-09-12T18:05:20.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3762376359954570849', time=2024-09-12T19:34:58.457911+0000, chain.objs.size()=5 2024-09-12T18:05:20.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-LUKEWARM.2~AWwJxYyJAyWb5sVrwKlBBsitKynRw65.1 2024-09-12T18:05:20.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__shadow_mymultipart-LUKEWARM.2~AWwJxYyJAyWb5sVrwKlBBsitKynRw65.1_1 2024-09-12T18:05:20.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-LUKEWARM.2~AWwJxYyJAyWb5sVrwKlBBsitKynRw65.2 2024-09-12T18:05:20.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__shadow_mymultipart-LUKEWARM.2~AWwJxYyJAyWb5sVrwKlBBsitKynRw65.2_1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-LUKEWARM.2~AWwJxYyJAyWb5sVrwKlBBsitKynRw65.3 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_xiQeRaB2U7OtyDvueepQLUXs9gnCobY', time=2024-09-12T19:35:44.820934+0000, chain.objs.size()=1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.166__shadow_.kH1CXX3degsjkbwGzEPwPjFxU-N7vH1_0 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~8QlqdSbn1JPSHqXA5wztTjM7umVsAxS', time=2024-09-12T19:36:35.772927+0000, chain.objs.size()=1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.203__multipart_mymultipart.2~8QlqdSbn1JPSHqXA5wztTjM7umVsAxS.1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10632163681173321507', time=2024-09-12T19:36:37.745559+0000, chain.objs.size()=1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.205__shadow_.Q82G-yxYD7cmBXsMwI5p4Ha5kva93bs_0 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13048628986060044310', time=2024-09-12T19:38:31.391279+0000, chain.objs.size()=1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.242__shadow_.gLzNpS5jZJmBQn2Sf5-O3OXEN6Rb3OR_0 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6712431826138577596', time=2024-09-12T19:38:31.398970+0000, chain.objs.size()=1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.242__shadow_.zujpL_OXRm-ncEAst5U3VCte8gSwO96_0 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3861145935975363033', time=2024-09-12T19:38:33.845972+0000, chain.objs.size()=1 2024-09-12T18:05:20.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.244__shadow_.GXM8DXFZKtYkEXDcb-udG-JworGK3Gd_0 2024-09-12T18:05:20.814 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11769607620118719569', time=2024-09-12T19:38:35.430075+0000, chain.objs.size()=1 2024-09-12T18:05:20.814 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.811+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.245__shadow_.6NCH14JFnPZm7tGdni1fTebftIuvpgu_0 2024-09-12T18:05:20.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.360895433407950497', time=2024-09-12T19:39:26.929938+0000, chain.objs.size()=1 2024-09-12T18:05:20.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.J_EN2j4xcsBzHCQqRqHBG6ismobtuwC_0 2024-09-12T18:05:20.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1940239261593572658', time=2024-09-12T19:39:26.930714+0000, chain.objs.size()=1 2024-09-12T18:05:20.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RKa7Huo-9oap7dljt6t3B8_reOG00r4_0 2024-09-12T18:05:20.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5548123133269586306', time=2024-09-12T19:39:27.108141+0000, chain.objs.size()=1 2024-09-12T18:05:20.815 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Jx0iwWYUTSNR8lSxAnV-oGUcs5lj5jQ_0 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5200960679641867666', time=2024-09-12T19:39:27.423903+0000, chain.objs.size()=1 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vwmUtBuAQf-rf1f3zijjza4JAkGU1OL_0 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6512866187441885783', time=2024-09-12T19:39:27.725924+0000, chain.objs.size()=1 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0jClTjN3_xXibEqOr8vj5Oy69PjHese_0 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8353220652406834344', time=2024-09-12T19:39:27.773436+0000, chain.objs.size()=1 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fooryEieCGEXj3iH3IsPBhft-Y8VijS_0 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8258572737498229449', time=2024-09-12T19:39:28.954467+0000, chain.objs.size()=1 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Iguhcss-9j-6HSxNO39ZtLI6isLJJrI_0 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4451884840308731309', time=2024-09-12T19:39:29.057499+0000, chain.objs.size()=1 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.J_fPZF118CQ_zWJ1Ah1PbmcfeHDGERh_0 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13644932394782558274', time=2024-09-12T19:39:29.284830+0000, chain.objs.size()=1 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cw7H0Fa404Ev25Nkbu6_f6TLnCt0hjN_0 2024-09-12T18:05:20.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2919755276328014179', time=2024-09-12T19:39:29.533953+0000, chain.objs.size()=1 2024-09-12T18:05:20.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.D3vsNg97N8ym1RTXN7HKVwcA3sHs6-G_0 2024-09-12T18:05:20.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4939232227951072880', time=2024-09-12T19:39:30.065138+0000, chain.objs.size()=1 2024-09-12T18:05:20.817 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.814+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9Mr8gVxbNkLc3ctC_JjE786CmWb-vEk_0 2024-09-12T18:05:20.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.821+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4838918534679476076', time=2024-09-12T19:39:30.215831+0000, chain.objs.size()=1 2024-09-12T18:05:20.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.821+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Gg4rNG3ladxihAkoFgap8UanAK8bitd_0 2024-09-12T18:05:20.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.821+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14611209039158458572', time=2024-09-12T19:39:30.401706+0000, chain.objs.size()=1 2024-09-12T18:05:20.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.821+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.70hfXTkzXFBpvcRHh9_2DQJg3Iglv1W_0 2024-09-12T18:05:20.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.821+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5374022572126151881', time=2024-09-12T19:39:30.623460+0000, chain.objs.size()=1 2024-09-12T18:05:20.822 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.821+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.O0PPa244Az9OuCP9e_6k0_vhqV9-HWo_0 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11563768080323223054', time=2024-09-12T19:39:30.670132+0000, chain.objs.size()=1 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ISZfHYdr_C5tCtPU2us1fhMgzSZIYpe_0 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1900064725066568436', time=2024-09-12T19:39:30.838236+0000, chain.objs.size()=1 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Sho6gIcX-9lA8V179B_pC5Thw-DnTa-_0 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11348517351721914753', time=2024-09-12T19:39:31.406900+0000, chain.objs.size()=1 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Jc4BhVkA0E_muL1Gs3iVozp0PRrLazv_0 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11567870991608955200', time=2024-09-12T19:39:31.637067+0000, chain.objs.size()=1 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._aB1uWoeaR4eXow76hbgfK5DXtx9JB4_0 2024-09-12T18:05:20.823 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13749205692339657628', time=2024-09-12T19:39:32.181784+0000, chain.objs.size()=1 2024-09-12T18:05:20.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.23geK7AX9VUvYqk3YyUchWjN8QuwVLv_0 2024-09-12T18:05:20.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4052705336497691468', time=2024-09-12T19:39:32.398819+0000, chain.objs.size()=1 2024-09-12T18:05:20.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bpcLnMbCpJ_1_BfvE_oyRHtNP1K4f6t_0 2024-09-12T18:05:20.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4848066016872127209', time=2024-09-12T19:39:32.437033+0000, chain.objs.size()=1 2024-09-12T18:05:20.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LBR-sD6crE8diBFwcR_B2qqCza984ka_0 2024-09-12T18:05:20.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6645328196574425072', time=2024-09-12T19:39:32.813276+0000, chain.objs.size()=1 2024-09-12T18:05:20.824 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.822+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.LBY_AV-_mGQKQOhwy_eZM4EV7yRJRTr_0 2024-09-12T18:05:20.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.824+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.607022962179383224', time=2024-09-12T19:39:33.708072+0000, chain.objs.size()=1 2024-09-12T18:05:20.825 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.824+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.z_Ly5ZfbPXANUXbnjVaKmNxaNlvyHgD_0 2024-09-12T18:05:20.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17088893594732712955', time=2024-09-12T19:39:34.182364+0000, chain.objs.size()=1 2024-09-12T18:05:20.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8ce-fCdVYX3kkzZlgXO-6v8uOEejOrL_0 2024-09-12T18:05:20.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12685800928946819704', time=2024-09-12T19:39:34.349767+0000, chain.objs.size()=1 2024-09-12T18:05:20.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.NZxjF62Xdkv4hyFuHAPrhcm5FFUymZV_0 2024-09-12T18:05:20.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7320256755182163658', time=2024-09-12T19:39:34.475170+0000, chain.objs.size()=1 2024-09-12T18:05:20.828 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-bqAf-zoIYZTBNkODRmCdIa6Ooq36Bm_0 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.965379768729160318', time=2024-09-12T19:39:34.524625+0000, chain.objs.size()=1 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xR6M8KWmtrRw4YV89uCcF43Rysbk8S6_0 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15136082775291503001', time=2024-09-12T19:39:34.725125+0000, chain.objs.size()=1 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RyPYNOrXS-CsAg41LyGmfAnxE7sHbKN_0 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17339525177137012769', time=2024-09-12T19:39:34.893105+0000, chain.objs.size()=1 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FsHU-D-SgjmxJQe9k2iG4XBSOD9oGll_0 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9714113222543351142', time=2024-09-12T19:39:36.022312+0000, chain.objs.size()=1 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PeOcrKv25Ziu6rOcelwT6s8peQHMaDD_0 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7260868267958436297', time=2024-09-12T19:39:36.231152+0000, chain.objs.size()=1 2024-09-12T18:05:20.829 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.827+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._xiuw1KdVAHiofKPqCPQgdS1-J9doT1_0 2024-09-12T18:05:20.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8256836680951919789', time=2024-09-12T19:39:36.297485+0000, chain.objs.size()=1 2024-09-12T18:05:20.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._ZWqJLcanf8U8aVsbXGpCdmFrbQLb6__0 2024-09-12T18:05:20.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.829+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11987301980895629206', time=2024-09-12T19:39:36.950832+0000, chain.objs.size()=1 2024-09-12T18:05:20.830 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.829+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rIg95wxpMrxwl0SC-C7hpjMnRy-cuuP_0 2024-09-12T18:05:20.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.830+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1782991388498618498', time=2024-09-12T19:39:37.146048+0000, chain.objs.size()=1 2024-09-12T18:05:20.831 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.830+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uSwtRSmxwWv8MTCN-_MEEpMz2SRQx7l_0 2024-09-12T18:05:20.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.832+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14009688705437668747', time=2024-09-12T19:39:37.262313+0000, chain.objs.size()=1 2024-09-12T18:05:20.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.832+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZEgJuv9RC4s6iKD6jL6qKb_cQaOhkmg_0 2024-09-12T18:05:20.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.832+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10545171981192711455', time=2024-09-12T19:39:37.510298+0000, chain.objs.size()=1 2024-09-12T18:05:20.833 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.832+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vWREkr1g0yFNCPrSH6HQjIdjMwOql8Z_0 2024-09-12T18:05:20.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16915597766434064832', time=2024-09-12T19:39:37.524464+0000, chain.objs.size()=1 2024-09-12T18:05:20.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gZLWMOYi8ARCVP1IqJ0XsdzCykTI2QI_0 2024-09-12T18:05:20.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1315830552360730538', time=2024-09-12T19:39:45.260332+0000, chain.objs.size()=1 2024-09-12T18:05:20.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.272__shadow_.8mxipGXeWSOD-NlVgiJerBk_gilv1fP_0 2024-09-12T18:05:20.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7679558942971412642', time=2024-09-12T19:39:50.462314+0000, chain.objs.size()=1 2024-09-12T18:05:20.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.278__shadow_.wQDxRKIZ1sjBTmf_C644z3WWGdvnZQj_0 2024-09-12T18:05:20.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3748049143176472103', time=2024-09-12T19:40:05.444447+0000, chain.objs.size()=1 2024-09-12T18:05:20.836 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.835+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.vGf7SZ_vzexL0v_Ronff3K1cqNBkX3b_0 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16292995734299946083', time=2024-09-12T19:40:07.574248+0000, chain.objs.size()=1 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.gt2XtuCYSw0xlgB8tMTm0zEGuGghf7i_0 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15654736076644504263', time=2024-09-12T19:40:14.798678+0000, chain.objs.size()=1 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.302__shadow_.HfTnFKqV4zfrmhGjmSBCah89sfYTCAl_0 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11959583385086890472', time=2024-09-12T19:40:14.809199+0000, chain.objs.size()=1 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.302__shadow_.Zlr1U4-oK_jUnaJU8ohRqY-drZNaqud_0 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11762053548902288024', time=2024-09-12T19:40:16.564985+0000, chain.objs.size()=1 2024-09-12T18:05:20.837 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.304__shadow_.T4qmhT0uZlOo1H2p-MxACKyyIvO36XE_0 2024-09-12T18:05:20.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5063169152062284920', time=2024-09-12T19:41:14.870310+0000, chain.objs.size()=1 2024-09-12T18:05:20.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VeNHCPiLb4Zy7NgRcKcHXBwaQVW7ESL_0 2024-09-12T18:05:20.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8191777147546589310', time=2024-09-12T19:41:15.040637+0000, chain.objs.size()=1 2024-09-12T18:05:20.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cXcCDzmwtlxaj4KFceYktso4G-TR358_0 2024-09-12T18:05:20.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5202677292719075864', time=2024-09-12T19:41:15.188069+0000, chain.objs.size()=1 2024-09-12T18:05:20.838 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.836+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.u1cKqiE1RFhqicKj4Zs5vHQBDjcnZQl_0 2024-09-12T18:05:20.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.838+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17956527245354522700', time=2024-09-12T19:41:15.275662+0000, chain.objs.size()=1 2024-09-12T18:05:20.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.838+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bhiEOxLcYYwWq-Ll6lIhcPCd5xaDUgI_0 2024-09-12T18:05:20.839 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.839+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17465082622270163069', time=2024-09-12T19:41:15.341609+0000, chain.objs.size()=1 2024-09-12T18:05:20.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.839+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Xu-DKVe3r-b1kiWMsBJW35EQdQXOqqh_0 2024-09-12T18:05:20.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.839+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3231033504194024947', time=2024-09-12T19:41:15.488907+0000, chain.objs.size()=1 2024-09-12T18:05:20.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.839+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.B7G1efm90zM4EuSpjDHr41GhZbUObaK_0 2024-09-12T18:05:20.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.839+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9906918351571041206', time=2024-09-12T19:41:16.551373+0000, chain.objs.size()=1 2024-09-12T18:05:20.840 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.839+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NBcLmwKi_gLKwAI_E4ygSkkM3zkgxwF_0 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3129554914334117434', time=2024-09-12T19:41:17.057776+0000, chain.objs.size()=1 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Q0v0Qxk6TsTuUNAfvvwZWn_lxcCSXDZ_0 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.259793680485050871', time=2024-09-12T19:41:17.366801+0000, chain.objs.size()=1 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.T5Vj2owVwBgcpMP6gxY05yqvU4FfyON_0 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4776400106347824956', time=2024-09-12T19:41:17.863134+0000, chain.objs.size()=1 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fXB4WsdSP5L7wQoJcoMec9_k9hWZSaJ_0 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7469672120741918493', time=2024-09-12T19:41:17.955073+0000, chain.objs.size()=1 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ye8CycO8_oV_t98WeYnjBZKeOVOYffG_0 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.148036139836249720', time=2024-09-12T19:41:17.986523+0000, chain.objs.size()=1 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.atS9oQ0l0_934e0y-I_SvOSeZka_b5K_0 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5818611801953824570', time=2024-09-12T19:41:18.071847+0000, chain.objs.size()=1 2024-09-12T18:05:20.842 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WZsqIX_gEdRXQO4ZyACKm4cjsQUdS-O_0 2024-09-12T18:05:20.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7672360562255028293', time=2024-09-12T19:41:18.174145+0000, chain.objs.size()=1 2024-09-12T18:05:20.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.841+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tyNtE9PSemGZ9nfWlKUzwnNQP0afu8c_0 2024-09-12T18:05:20.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.842+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.503328931394509702', time=2024-09-12T19:41:18.600394+0000, chain.objs.size()=1 2024-09-12T18:05:20.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.842+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bk3ggxMPerBa_HDP0AuyNYAbldTMXwa_0 2024-09-12T18:05:20.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.843+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14260399627246221452', time=2024-09-12T19:41:18.733291+0000, chain.objs.size()=1 2024-09-12T18:05:20.843 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.843+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ATG_zxiuPsG1ixWVyOCiz_vz6rMFwLM_0 2024-09-12T18:05:20.844 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.843+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5621379437531971682', time=2024-09-12T19:41:19.626735+0000, chain.objs.size()=1 2024-09-12T18:05:20.844 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.843+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.RYypAhl_dCLUFtvme2u_pzzg7XRIr51_0 2024-09-12T18:05:20.844 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.843+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2233109212212845003', time=2024-09-12T19:41:19.905678+0000, chain.objs.size()=1 2024-09-12T18:05:20.844 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.843+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CWvmPEXdNxShWITsk0v3vMxPYxcO8Mw_0 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1526320435667469759', time=2024-09-12T19:41:20.040409+0000, chain.objs.size()=1 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.oLex5VdIdPUmRsrP38MayUz0DSiairX_0 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12899623677121804819', time=2024-09-12T19:41:20.754082+0000, chain.objs.size()=1 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.jb-Vb7dGXX8L11PrTvJedBNjGBKfHmk_0 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18031392813441471710', time=2024-09-12T19:41:20.945192+0000, chain.objs.size()=1 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bAUfo5Vk9nf2Ql8-w_trnycAkNF2RmA_0 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17994836815178007772', time=2024-09-12T19:41:21.205587+0000, chain.objs.size()=1 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JGcxnug0oFg7WGwFNxl4yQM85AzDdf4_0 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2197319291786013367', time=2024-09-12T19:41:22.565857+0000, chain.objs.size()=1 2024-09-12T18:05:20.845 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.844+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tuevjkFQ2L1iuGILy48hO0jOh1EqzVn_0 2024-09-12T18:05:20.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.845+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17782503571169807034', time=2024-09-12T19:41:23.038902+0000, chain.objs.size()=1 2024-09-12T18:05:20.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.845+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fXCHLIMwhJb44-GhQvMhoD3GzKYk88c_0 2024-09-12T18:05:20.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.845+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4197882732320724534', time=2024-09-12T19:41:23.039539+0000, chain.objs.size()=1 2024-09-12T18:05:20.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.845+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MD3vKEYk-Y8a1s9HZRF__tJ8QbAI068_0 2024-09-12T18:05:20.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.845+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14350223860997002487', time=2024-09-12T19:41:23.575181+0000, chain.objs.size()=1 2024-09-12T18:05:20.846 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.845+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zKeBrNqtcp2nwFUHRFb-XcqJPvVRC2c_0 2024-09-12T18:05:20.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.846+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5314898452945707891', time=2024-09-12T19:41:24.010249+0000, chain.objs.size()=1 2024-09-12T18:05:20.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.846+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YSjKJwFPA-N7n8c2gRJvJLXOZBussii_0 2024-09-12T18:05:20.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.847+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7967162043501860976', time=2024-09-12T19:41:24.018868+0000, chain.objs.size()=1 2024-09-12T18:05:20.847 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.847+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4AGy1n6TJMmKR_r7Q9_hCwMQr28trLR_0 2024-09-12T18:05:20.849 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17344811423449945082', time=2024-09-12T19:41:24.124950+0000, chain.objs.size()=1 2024-09-12T18:05:20.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MR8pXToOMw8ir8fMWS1Q8m7D1M-oci3_0 2024-09-12T18:05:20.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13682738281259744496', time=2024-09-12T19:41:24.156193+0000, chain.objs.size()=1 2024-09-12T18:05:20.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HLEcJyV1bwhGWEDd_qXG0rMJ4tphjRF_0 2024-09-12T18:05:20.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1490939541061952833', time=2024-09-12T19:41:24.349996+0000, chain.objs.size()=1 2024-09-12T18:05:20.850 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.W0pgQh4EDuO7QO2bb0YmHfLXm4izeL6_0 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17313789155894118536', time=2024-09-12T19:41:24.831105+0000, chain.objs.size()=1 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.BwY3GDkVaTLs6s4MzQWQ7B5c8ejTsnU_0 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12925315616622917127', time=2024-09-12T19:41:24.915030+0000, chain.objs.size()=1 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zJN1IL7oM3ysYFWFmoDJyUki_Rz_h71_0 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15296469020581176204', time=2024-09-12T19:41:25.306583+0000, chain.objs.size()=1 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ie55E4w9IA9GTJwHsRMmrC_SGAWWI9r_0 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4182847297810698665', time=2024-09-12T19:42:02.938806+0000, chain.objs.size()=1 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.849+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Y-2KoaHoFs6VR3-hpTYnMqHtQ-JbG28_0 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16397850119709655413', time=2024-09-12T19:42:03.230876+0000, chain.objs.size()=1 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IPuWZDtSo0i-Y3vyqbhuw_NvuRaRCqf_0 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11257242462087544111', time=2024-09-12T19:42:04.120619+0000, chain.objs.size()=1 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QhIL3rnmVTUgrHBXoFmWA3R4qaj64ix_0 2024-09-12T18:05:20.851 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14413094752135519944', time=2024-09-12T19:42:04.730593+0000, chain.objs.size()=1 2024-09-12T18:05:20.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.791iXG3qm7MnONM8gpTVcJ3vImhDgEw_0 2024-09-12T18:05:20.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4165221784479129160', time=2024-09-12T19:42:05.907634+0000, chain.objs.size()=1 2024-09-12T18:05:20.852 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.850+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.95oRW9IZm2G-zUeJ0ZOx-oeOzFozV62_0 2024-09-12T18:05:20.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12007746956162112283', time=2024-09-12T19:42:05.967397+0000, chain.objs.size()=1 2024-09-12T18:05:20.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WqXY6P1ixasZjLhBdBHtO8pbSpQSW18_0 2024-09-12T18:05:20.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.999475382165972261', time=2024-09-12T19:42:06.476760+0000, chain.objs.size()=1 2024-09-12T18:05:20.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3z76u4nHb0csk_Wfjfgd4NMq1b_epgq_0 2024-09-12T18:05:20.853 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3886459451536615881', time=2024-09-12T19:42:06.477341+0000, chain.objs.size()=1 2024-09-12T18:05:20.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.afMWmT5dyZRHuid1i3wZH604MdBplNj_0 2024-09-12T18:05:20.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9289931373839214506', time=2024-09-12T19:42:07.319394+0000, chain.objs.size()=1 2024-09-12T18:05:20.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.852+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.thA2CLJVoCs_G9lQ2--J4I1VExTSS-F_0 2024-09-12T18:05:20.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.853+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13929691627035444692', time=2024-09-12T19:42:07.465280+0000, chain.objs.size()=1 2024-09-12T18:05:20.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.853+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dm1Z9PgcFnWqQ3G22um_j_IUVRc0vjU_0 2024-09-12T18:05:20.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.853+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2239079465337597317', time=2024-09-12T19:42:07.717943+0000, chain.objs.size()=1 2024-09-12T18:05:20.854 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.853+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.o02XWAJLUsLFDq-iduS5XVM_CO9285O_0 2024-09-12T18:05:20.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.855+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12366258273221999080', time=2024-09-12T19:42:08.327672+0000, chain.objs.size()=1 2024-09-12T18:05:20.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.855+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OUorgGIGkFuGKFEtWj2QL4IuWsMfJv__0 2024-09-12T18:05:20.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.855+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17830887166551441413', time=2024-09-12T19:42:08.438990+0000, chain.objs.size()=1 2024-09-12T18:05:20.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.855+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.48SHkYIFrJgl52gvdKWF5EgcPJXRbBb_0 2024-09-12T18:05:20.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.855+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13266805726978759037', time=2024-09-12T19:42:08.667158+0000, chain.objs.size()=1 2024-09-12T18:05:20.856 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.855+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bkErnHSv5JBjhz6eAR3nRXyiINTLqrm_0 2024-09-12T18:05:20.859 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.858+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/52275 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=34, truncated=0, next_marker='' 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4412580374327829526', time=2024-09-12T19:42:08.733340+0000, chain.objs.size()=1 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6LOXtiunUk9k9x24_2SedPUhYnDqHJx_0 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5577573655981280387', time=2024-09-12T19:42:08.903043+0000, chain.objs.size()=1 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3My9iRMzAm7mO3hQLHcKwiOMEKZaA7h_0 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12931071351632401559', time=2024-09-12T19:42:10.110025+0000, chain.objs.size()=1 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QVMHpL--BVY5p1X3ChjLUAwTB7CiiGo_0 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6027601864501603202', time=2024-09-12T19:42:10.132703+0000, chain.objs.size()=1 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0DFpLNr62kdZ9dWpufwhyZ7kkTp0FrK_0 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3029605989046982657', time=2024-09-12T19:42:10.468240+0000, chain.objs.size()=1 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZmKADW0VPSRiOpndjOrV48xE5EtUDgS_0 2024-09-12T18:05:20.862 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17004672204696648211', time=2024-09-12T19:42:10.497209+0000, chain.objs.size()=1 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.9Fhhb5cmc4i4JgVe31JiH19QCaCE4o__0 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3201257450484242', time=2024-09-12T19:42:11.099699+0000, chain.objs.size()=1 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gGU7C_ScuulPbIBqzlVgpG_FG498iQD_0 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11517211820994653100', time=2024-09-12T19:42:11.151964+0000, chain.objs.size()=1 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2Vw1qKfZ3B6XrARNQ6AB5dO33hWT8Ha_0 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12878941858325361278', time=2024-09-12T19:42:11.157615+0000, chain.objs.size()=1 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7IVytM073dm1lyv42MWVPpyfxWvJEbR_0 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10585053401087851189', time=2024-09-12T19:42:11.229452+0000, chain.objs.size()=1 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.860+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jQeVDIYdjfgJwFRnv8SWhuMiXETZZY1_0 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.861+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1828777247072110649', time=2024-09-12T19:42:11.249722+0000, chain.objs.size()=1 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.861+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lDym_XT7iJ4opQWUIf2qPe85k8tFzrd_0 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.861+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10776691301341738586', time=2024-09-12T19:42:11.901924+0000, chain.objs.size()=1 2024-09-12T18:05:20.863 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.861+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lurPM4Vj5XaJGqY62wBt7ki7T0rmC7Z_0 2024-09-12T18:05:20.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6961593803115290531', time=2024-09-12T19:42:12.155339+0000, chain.objs.size()=1 2024-09-12T18:05:20.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YlBuTqPOVvwmjzr2eOvCfqQvVpnmZ61_0 2024-09-12T18:05:20.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9468429951485665043', time=2024-09-12T19:42:57.750104+0000, chain.objs.size()=1 2024-09-12T18:05:20.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.380__shadow_.6s1DqXLTjNvBcfhCexeCMOBBwOMNLui_0 2024-09-12T18:05:20.868 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5052599380319511051', time=2024-09-12T19:42:59.236383+0000, chain.objs.size()=1 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.382__shadow_.-qy7hQiJWYf7DSXY34MAgz6jgSdJAyB_0 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4097885514043402693', time=2024-09-12T19:43:12.252300+0000, chain.objs.size()=1 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.395__shadow:rRQGcXlC.OTdizKoRT0Fz3GlhaedzCo_.zDbOv4ML6V2WmWx_bIdObTMnu6nLqhU_0 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.544774556259708224', time=2024-09-12T19:43:53.208970+0000, chain.objs.size()=1 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.444__shadow_.dTifGOizAwdS2Dx2ecvcEfbpfzpXofR_0 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15043256690244817845', time=2024-09-12T19:44:08.303773+0000, chain.objs.size()=1 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.867+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.458__shadow_.MlG2QEcXPTqnYlh0JFbyt2x-wrcQYYP_0 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11819447317445109169', time=2024-09-12T19:44:08.307514+0000, chain.objs.size()=1 2024-09-12T18:05:20.869 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.458__shadow_.NAA6ze_08wHr7guvbiFXGKLm2sEeOFH_0 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16536736002782668724', time=2024-09-12T19:44:10.922754+0000, chain.objs.size()=1 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.460__shadow_.35xbms4u57Bf9yDUqzaAsZlSykcDwUz_0 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11607361143364042887', time=2024-09-12T19:44:18.500053+0000, chain.objs.size()=1 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.466__shadow_.f5-tS5GNysLpKslZsqHvIvWtE0HZlci_0 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14227885708023140723', time=2024-09-12T19:44:31.105666+0000, chain.objs.size()=1 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.485__shadow_.UrTvXFEQtVhXMxDhHk81-jrBC4_D6Lq_0 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14819002819398805900', time=2024-09-12T19:44:50.497435+0000, chain.objs.size()=1 2024-09-12T18:05:20.870 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.868+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.504__shadow:xtVmlnEfqX4cuDuNQx1t8KjAV28SZNC_.nktUSDxHJH00N5oWR-vuGAkvZmvZGPO_0 2024-09-12T18:05:20.873 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.873+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3091532654301255132', time=2024-09-12T19:48:24.682989+0000, chain.objs.size()=3 2024-09-12T18:05:20.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.873+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~2D4-6FcaKn7Z7Y3wYjYtWFXXs_7aY4e.1 2024-09-12T18:05:20.874 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.873+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~2D4-6FcaKn7Z7Y3wYjYtWFXXs_7aY4e.2 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~2D4-6FcaKn7Z7Y3wYjYtWFXXs_7aY4e.3 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7047814196095648420', time=2024-09-12T19:50:10.323193+0000, chain.objs.size()=1 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.553__shadow_.tfwNLUo83FsvfvLc9K2dceoQ7qgDOo7_0 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.419481373942319098', time=2024-09-12T19:51:03.841874+0000, chain.objs.size()=1 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:8wgOswDDaWahgfDXH3vhfVM.kZyJG6k_.JkGn_jVCNqjwe0mBgWBzAqQI8WhNXL0_0 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2112900207153246349', time=2024-09-12T19:51:32.588345+0000, chain.objs.size()=1 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:iFZSP7q-D8WiH19gouEB0Nt-Q7T4Z8t_.GInblj1yjmf27MBeB6wd8m8rkKX__Z8_0 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15750199562832698557', time=2024-09-12T19:51:44.251335+0000, chain.objs.size()=1 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:QpbudvvoePEKbPW87ngxoIB2Rz7.9BJ_.zQdKwx1p3qBCMJ-FTys5nbw6XNoZWiK_0 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2980852697167329810', time=2024-09-12T19:52:17.565599+0000, chain.objs.size()=7 2024-09-12T18:05:20.875 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~9nkZOVe2GYWwh0GoeM707GEdHIlvNCu.1 2024-09-12T18:05:20.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__shadow_testobj.2~9nkZOVe2GYWwh0GoeM707GEdHIlvNCu.1_1 2024-09-12T18:05:20.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~9nkZOVe2GYWwh0GoeM707GEdHIlvNCu.2 2024-09-12T18:05:20.876 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.874+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__shadow_testobj.2~9nkZOVe2GYWwh0GoeM707GEdHIlvNCu.2_1 2024-09-12T18:05:20.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~9nkZOVe2GYWwh0GoeM707GEdHIlvNCu.3 2024-09-12T18:05:20.879 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.879+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__shadow_testobj.2~9nkZOVe2GYWwh0GoeM707GEdHIlvNCu.3_1 2024-09-12T18:05:20.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.579__multipart_testobj.2~9nkZOVe2GYWwh0GoeM707GEdHIlvNCu.4 2024-09-12T18:05:20.882 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16523909747086271110', time=2024-09-12T19:52:26.761099+0000, chain.objs.size()=1 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:jd31ry34I4CKJf4Kbzr.ujbAq-OJ6Qq_.chtZypPP_r54jtimAztN9TooVjv_5t-_0 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13099058964688483179', time=2024-09-12T19:52:32.881669+0000, chain.objs.size()=1 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.587__shadow:7qw85hNddN3ksLWV.br3cXM-L579XX3_.A7QxqeTmyFiL2MD3mG-F0tS8fJ9-rPW_0 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7022214051501416403', time=2024-09-12T19:53:41.089855+0000, chain.objs.size()=12 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__multipart_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.1 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__shadow_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.1_1 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__multipart_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.2 2024-09-12T18:05:20.883 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__shadow_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.2_1 2024-09-12T18:05:20.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__multipart_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.3 2024-09-12T18:05:20.884 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.882+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__shadow_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.3_1 2024-09-12T18:05:20.885 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.884+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__multipart_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.4 2024-09-12T18:05:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__shadow_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.4_1 2024-09-12T18:05:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__multipart_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.5 2024-09-12T18:05:20.886 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.885+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__shadow_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.5_1 2024-09-12T18:05:20.888 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.887+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__multipart_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.6 2024-09-12T18:05:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.889+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.614__shadow_multipart_enc.2~y-M2Q-9x1XgNTC3iIrazcNMj0IRtbGF.6_1 2024-09-12T18:05:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.889+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17037151467557401620', time=2024-09-12T19:57:45.705438+0000, chain.objs.size()=1 2024-09-12T18:05:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.889+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.641__shadow_.LOQdqUv3qO-1p4r_erZMEfYnLFk9Kl-_0 2024-09-12T18:05:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.889+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17599448989707030887', time=2024-09-12T19:59:41.970443+0000, chain.objs.size()=1 2024-09-12T18:05:20.890 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.889+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.719__shadow_.G5Ms9eeuBktNTiz_4WYvuL2o6rwDjcC_0 2024-09-12T18:05:20.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.895+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.898 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.898+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:05:20.899 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.899+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.900 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.900+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.900+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49619' 2024-09-12T18:05:20.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17066736687940009220', time=2024-09-12T19:34:50.973806+0000, chain.objs.size()=3 2024-09-12T18:05:20.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.159__shadow_.Zpx4u05vTm9yEbFlYK9wGn1ua-H_ySi_0 2024-09-12T18:05:20.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.159__shadow_.Zpx4u05vTm9yEbFlYK9wGn1ua-H_ySi_1 2024-09-12T18:05:20.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.159__shadow_.Zpx4u05vTm9yEbFlYK9wGn1ua-H_ySi_2 2024-09-12T18:05:20.902 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1515458337573014912', time=2024-09-12T19:35:49.751525+0000, chain.objs.size()=1 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.172__shadow_.eOq6dJPC7QIbNtKaAXoc8xw7wmvr3ai_0 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~iDF9vXR6EeOiLvFW-yw_SAEmYpQrbt_', time=2024-09-12T19:36:33.892479+0000, chain.objs.size()=2 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.202__multipart_mymultipart.2~iDF9vXR6EeOiLvFW-yw_SAEmYpQrbt_.1 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.202__shadow_mymultipart.2~iDF9vXR6EeOiLvFW-yw_SAEmYpQrbt_.1_1 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1665966662750905862', time=2024-09-12T19:38:24.945834+0000, chain.objs.size()=1 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.236__shadow_.mF54HxuX8ssfu1AQO4K5ANgwupHNFuJ_0 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14431661046760591013', time=2024-09-12T19:38:25.808422+0000, chain.objs.size()=1 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.237__shadow_.eyLCX7LFr_GIK0WDWEGwmn_c90VlaI2_0 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3105457021469358802', time=2024-09-12T19:38:28.945504+0000, chain.objs.size()=1 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.239__shadow_.WJUgef5uPoRSvZDXM5UqGAVB_diSdQI_0 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.138727766909643021', time=2024-09-12T19:38:46.925560+0000, chain.objs.size()=1 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.258__shadow_.E1niwOY7Ux2k66WHQOKnI4MdDjEIRW5_0 2024-09-12T18:05:20.903 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9824757846852323255', time=2024-09-12T19:38:46.926235+0000, chain.objs.size()=1 2024-09-12T18:05:20.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.258__shadow_.kIEaRvmDkTpssMr9K3zmOcxXsLYYvGi_0 2024-09-12T18:05:20.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10634866716371175684', time=2024-09-12T19:39:27.646648+0000, chain.objs.size()=1 2024-09-12T18:05:20.904 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.901+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.UEuQ8toAiJ0dnOPZz2WePIKFeUNJS6V_0 2024-09-12T18:05:20.905 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.904+0000 7f1029014640 0 -- 172.21.15.123:0/2479725377 >> [v2:172.21.15.175:6816/1677524120,v1:172.21.15.175:6817/1677524120] conn(0x7f1010045040 msgr2=0x7f1010036420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.977644687134597391', time=2024-09-12T19:39:28.490477+0000, chain.objs.size()=1 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.l_w3ez7m5cDGhoODOwEmt1LX3XczzGt_0 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7827013814565014334', time=2024-09-12T19:39:28.931105+0000, chain.objs.size()=1 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zr-beMjB94kE0JuBV1XnBUnZ57Ev75p_0 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15213418645362195960', time=2024-09-12T19:39:29.052043+0000, chain.objs.size()=1 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fQ4M6dk6rvTnY_BT4oZtI1CwAspWfGJ_0 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10465382508101797075', time=2024-09-12T19:39:29.563332+0000, chain.objs.size()=1 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.T03i7DEqQDCstGyD7q26vfi_FCMTusz_0 2024-09-12T18:05:20.907 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5925111194185637266', time=2024-09-12T19:39:29.982353+0000, chain.objs.size()=1 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Pk5O3T31LQg49QYjlXg1ewadeTmI8PG_0 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9249753951071618258', time=2024-09-12T19:39:30.213075+0000, chain.objs.size()=1 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.29gb4ydg9-dMm_MtCpTrvAr8-Pm9C8j_0 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5331533710868322812', time=2024-09-12T19:39:30.772658+0000, chain.objs.size()=1 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tvHmP4VvAvgIaiw6Hi9qheISP2gcH-z_0 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6346927590468147225', time=2024-09-12T19:39:30.876120+0000, chain.objs.size()=1 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ULsmisgYZb6F-LzYzX5QZrJj_tFnsxH_0 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7965622116024440159', time=2024-09-12T19:39:32.219272+0000, chain.objs.size()=1 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gp9L11x0MD0M154tbQFF8_PyxrWzs0o_0 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4394221816011595765', time=2024-09-12T19:39:32.938150+0000, chain.objs.size()=1 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gZTDEJp7nH_lkDvYtoYUXvvStj9amcb_0 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.643939596636437617', time=2024-09-12T19:39:33.159455+0000, chain.objs.size()=1 2024-09-12T18:05:20.908 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.906+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3LKTNUdGQh9UiFHWZint9esjIBzkXdv_0 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17466046892923619547', time=2024-09-12T19:39:33.160119+0000, chain.objs.size()=1 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.G4ex0hSnheK_rz_LwTg6t_Z2Yp8h4rz_0 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6612404895044971241', time=2024-09-12T19:39:33.475380+0000, chain.objs.size()=1 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QiODwhqEHVPtBYBuup6ha89Ot2j6PNR_0 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7251096236799007374', time=2024-09-12T19:39:33.546938+0000, chain.objs.size()=1 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sNbrSHlVx1NVCG2yrcY7H43LIKg91_a_0 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17710455957472453590', time=2024-09-12T19:39:33.634272+0000, chain.objs.size()=1 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Jb95n2tdwuld39ze6FJsoTC0xPA13N__0 2024-09-12T18:05:20.910 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10772062544505066242', time=2024-09-12T19:39:33.708503+0000, chain.objs.size()=1 2024-09-12T18:05:20.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7w2lElaZ2wep7jBqs5spymgXn0hLWdV_0 2024-09-12T18:05:20.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15486132423018439639', time=2024-09-12T19:39:35.175832+0000, chain.objs.size()=1 2024-09-12T18:05:20.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.hXlZXc8xXvFiN5EDGlcLBsI-DEfZA19_0 2024-09-12T18:05:20.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10550069194913546488', time=2024-09-12T19:39:35.768179+0000, chain.objs.size()=1 2024-09-12T18:05:20.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.909+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YMSIZE6wIv24q4BYZj9zB9yc-iw3mR5_0 2024-09-12T18:05:20.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2685864538001101937', time=2024-09-12T19:39:36.460796+0000, chain.objs.size()=1 2024-09-12T18:05:20.911 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.k-erQsKoOaCQ2lS0S9mLz9TIj3fzllG_0 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18079316117870977363', time=2024-09-12T19:39:36.782953+0000, chain.objs.size()=1 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ttcOZkSjMyaicOhOyIuZt8ee018vVES_0 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5507922319927055982', time=2024-09-12T19:39:46.946626+0000, chain.objs.size()=1 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.274__shadow_.UaEjlGJ0EzkXZpEHxyZK3meGBjlgRQs_0 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9924536374421013841', time=2024-09-12T19:39:57.620163+0000, chain.objs.size()=1 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.910+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.286__shadow_.WKmTI52l7QW9DtDg_EdJx51NNzPXmfR_0 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.912+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16670252215592635225', time=2024-09-12T19:40:37.428203+0000, chain.objs.size()=1 2024-09-12T18:05:20.912 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.912+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.323__shadow_.kfNzSHtSu3Vs2hhO6uheeUHqQZI-nn1_0 2024-09-12T18:05:20.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18257317768207570994', time=2024-09-12T19:41:15.207041+0000, chain.objs.size()=1 2024-09-12T18:05:20.914 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PtF5X8FnHD5dUx3tEG1hknesKwzZrjJ_0 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4865618317618236232', time=2024-09-12T19:41:16.739192+0000, chain.objs.size()=1 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.X8y3WBzF-tdst4ENdCbBsK-zL1pH3Wx_0 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9854725103270535455', time=2024-09-12T19:41:16.933589+0000, chain.objs.size()=1 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.APJMbkAEm0zEaswCRnIbdpknQPlIXa-_0 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.710744721490105882', time=2024-09-12T19:41:17.032909+0000, chain.objs.size()=1 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iL5FekrPVDai5gl0p62ksbWS0VWVSQx_0 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12617565607446377563', time=2024-09-12T19:41:17.798351+0000, chain.objs.size()=1 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GtYODWnZP_QbqOHF9gkNpMzvopYE0oi_0 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3885741391810112659', time=2024-09-12T19:41:18.066097+0000, chain.objs.size()=1 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MXZT6bguWGaZIvnYLJlg4Vj-ZHLBRMT_0 2024-09-12T18:05:20.915 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4482796846601299023', time=2024-09-12T19:41:19.277424+0000, chain.objs.size()=1 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OPsHRXmK48JLASXmagucIlbh7KICq3T_0 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13737258367776214725', time=2024-09-12T19:41:19.459262+0000, chain.objs.size()=1 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DVyuX4W3fq03E86tJKWvVYDrMtgjhzM_0 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16940666018116081003', time=2024-09-12T19:41:19.630659+0000, chain.objs.size()=1 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GW6MmDkwgvJiiVhBQ3p1Y8VeyFvulEe_0 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.945432324220161440', time=2024-09-12T19:41:19.631173+0000, chain.objs.size()=1 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UnaBSakTWv2xJVkI2Jo0-ogcpicWm75_0 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9827416224778257297', time=2024-09-12T19:41:19.683273+0000, chain.objs.size()=1 2024-09-12T18:05:20.916 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZpEn8yunpFXtFHTHq16VJZz4qBFF2nx_0 2024-09-12T18:05:20.917 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.914+0000 7f1028813640 0 -- 172.21.15.123:0/2479725377 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f0ef408d750 msgr2=0x7f0ef408dc80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:20.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.917+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4661980390992288859', time=2024-09-12T19:41:20.076195+0000, chain.objs.size()=1 2024-09-12T18:05:20.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.917+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EqVh3yPezHwvMPNoxkYm6YPc4tfp9Lv_0 2024-09-12T18:05:20.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.918+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18138102808895226469', time=2024-09-12T19:41:20.226067+0000, chain.objs.size()=1 2024-09-12T18:05:20.918 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.918+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vO1_j9wmMfnU9xpZAUOW5lFNQusGoGs_0 2024-09-12T18:05:20.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18003723015285526495', time=2024-09-12T19:41:20.665836+0000, chain.objs.size()=1 2024-09-12T18:05:20.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UqroZ9afQraGlEQQi0_cEdrbkyUfn-H_0 2024-09-12T18:05:20.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15062255231613585107', time=2024-09-12T19:41:20.750380+0000, chain.objs.size()=1 2024-09-12T18:05:20.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.atqnmu6rRDwWIFr1N4z7G74RyBqA-FB_0 2024-09-12T18:05:20.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2710751491252357683', time=2024-09-12T19:41:20.752996+0000, chain.objs.size()=1 2024-09-12T18:05:20.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8kxPW5qW-JUU_LPHzdlXkrF5H4Ibbh4_0 2024-09-12T18:05:20.920 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14868087354633348991', time=2024-09-12T19:41:21.291789+0000, chain.objs.size()=1 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4wGDOVs9bSvHTCaKpIT-2EIgIJW2NSK_0 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7254998294514854077', time=2024-09-12T19:41:21.506043+0000, chain.objs.size()=1 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pZ6BmzZljaaE7s3JtrmrBEYIoKisv8P_0 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11815120905049714242', time=2024-09-12T19:41:21.506647+0000, chain.objs.size()=1 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rU8MYYk8KWkW_FSPyzubJmxCJjpvy7__0 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13431057004928951964', time=2024-09-12T19:41:22.070591+0000, chain.objs.size()=1 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.old3JC_TL5Fg2w1Dp5SNq8zeQxT3FVL_0 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7349230919343322861', time=2024-09-12T19:41:22.115431+0000, chain.objs.size()=1 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qNUqyJuSdZ-odl38wZXMmS0p4AZuEqI_0 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.692611532608929012', time=2024-09-12T19:41:22.149345+0000, chain.objs.size()=1 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cPq9LFlPFRPk3cFlciY612eIGysfi7__0 2024-09-12T18:05:20.921 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.919+0000 7f1029014640 0 -- 172.21.15.123:0/2479725377 >> [v2:172.21.15.123:6818/2109536791,v1:172.21.15.123:6819/2109536791] conn(0x7f1024081070 msgr2=0x7f0ef408c600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:05:20.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.921+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12847568362775428870', time=2024-09-12T19:41:22.316117+0000, chain.objs.size()=1 2024-09-12T18:05:20.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.921+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7Mu1980JThW2TCLnn4yXig2hPNBB57K_0 2024-09-12T18:05:20.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.921+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13940157826978870824', time=2024-09-12T19:41:22.470720+0000, chain.objs.size()=1 2024-09-12T18:05:20.922 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.921+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3NszCQovBYthlKRakL8qsz5WDL9idyy_0 2024-09-12T18:05:20.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.922+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4932855652708092989', time=2024-09-12T19:41:22.503321+0000, chain.objs.size()=1 2024-09-12T18:05:20.923 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.922+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3SZ4Tr611jIvP9uemDz6msMT8DVFHsA_0 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5022762717698863493', time=2024-09-12T19:41:22.721257+0000, chain.objs.size()=1 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5vv-xmQe_cGYolKSqlLICJazJAfVbCT_0 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3948963081442645378', time=2024-09-12T19:41:22.752251+0000, chain.objs.size()=1 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tNL5B8rXaTTUbZPQv5PaQI8wCjApS2t_0 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7906684837973425787', time=2024-09-12T19:41:22.810870+0000, chain.objs.size()=1 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qZPLZgQYAHec4937ToTUDl7orSDmpBR_0 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11041308849817152728', time=2024-09-12T19:41:23.057967+0000, chain.objs.size()=1 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rTVNlgMhF9pWGccBsR-cPlBymd0bAKW_0 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.753619651789390285', time=2024-09-12T19:41:23.725208+0000, chain.objs.size()=1 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Co8xYDXwf67Ln6TFonq_Wkrojb4FGl3_0 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14533020351560319382', time=2024-09-12T19:41:23.828647+0000, chain.objs.size()=1 2024-09-12T18:05:20.926 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gisrwZyZZq6IEQxo0BHZeptX04mg2FA_0 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2019220278073881622', time=2024-09-12T19:41:24.156810+0000, chain.objs.size()=1 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Cu0_2nlAIu6J-oBvONSzor355_pZmwJ_0 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10330435396412391761', time=2024-09-12T19:41:25.096167+0000, chain.objs.size()=1 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8oqJnd1vkD2Kzr1nVd3Z0ENi39eK7eD_0 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16865894510548973393', time=2024-09-12T19:41:25.191144+0000, chain.objs.size()=1 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AIXYOO1MTCN6kTx2O7XR4Yx6YeYrdXy_0 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10700703621318037598', time=2024-09-12T19:42:02.862327+0000, chain.objs.size()=1 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4T2bzVVS8exNP0Gy1KBPdNQ6S6SzEkg_0 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5212887813406051463', time=2024-09-12T19:42:02.943282+0000, chain.objs.size()=1 2024-09-12T18:05:20.927 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.925+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3N0xn4xRlsYfzIubVITbXTuDFV-9DVa_0 2024-09-12T18:05:20.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.927+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15489009334885471867', time=2024-09-12T19:42:04.254074+0000, chain.objs.size()=1 2024-09-12T18:05:20.928 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.927+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.g0baaNkKFCSvsx51JPdZhv7-9opX1ea_0 2024-09-12T18:05:20.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.928+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1852375970636539443', time=2024-09-12T19:42:05.600030+0000, chain.objs.size()=1 2024-09-12T18:05:20.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.928+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ISNhIheHWClHxk50TuN9VsvUz2kHPS9_0 2024-09-12T18:05:20.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14094346263553256862', time=2024-09-12T19:42:05.644477+0000, chain.objs.size()=1 2024-09-12T18:05:20.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.a7_tVUwmMoURkdXtqpCLjfnbYb0-ore_0 2024-09-12T18:05:20.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5765106813131549229', time=2024-09-12T19:42:05.706118+0000, chain.objs.size()=1 2024-09-12T18:05:20.929 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Mmt4w1dXfOxA0bux9HOChbNmk03Ti13_0 2024-09-12T18:05:20.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8718887026508966668', time=2024-09-12T19:42:05.832182+0000, chain.objs.size()=1 2024-09-12T18:05:20.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Wz56sKY7FKvRVOjFJvqdR2tkBxFYbgi_0 2024-09-12T18:05:20.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1051560284773606450', time=2024-09-12T19:42:05.968877+0000, chain.objs.size()=1 2024-09-12T18:05:20.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.a2QGT9F3SMmqOa925yuSMxEU76LO2Lr_0 2024-09-12T18:05:20.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15554682705525337378', time=2024-09-12T19:42:06.040290+0000, chain.objs.size()=1 2024-09-12T18:05:20.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.929+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._N0tYUTKLhf7zJYI61S7CQgGCEZ7fHJ_0 2024-09-12T18:05:20.930 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11426215094946475901', time=2024-09-12T19:42:06.153475+0000, chain.objs.size()=1 2024-09-12T18:05:20.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._TBDiF81aNrqLobsagqdW5COdK3vB2c_0 2024-09-12T18:05:20.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14313430100073367395', time=2024-09-12T19:42:06.207629+0000, chain.objs.size()=1 2024-09-12T18:05:20.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.eSTKSwIztw6I50nBgmCX8TrdZFNNXJf_0 2024-09-12T18:05:20.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1957755782834617442', time=2024-09-12T19:42:06.418120+0000, chain.objs.size()=1 2024-09-12T18:05:20.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ob_7FrtNShaZxdwDCZWO1_tBgUUWkNW_0 2024-09-12T18:05:20.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13764038046321845099', time=2024-09-12T19:42:07.396794+0000, chain.objs.size()=1 2024-09-12T18:05:20.931 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.930+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Y_5gRivjopl8_ZZjkLcEB9nVJeL6x5f_0 2024-09-12T18:05:20.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.931+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7795859338291282490', time=2024-09-12T19:42:07.512751+0000, chain.objs.size()=1 2024-09-12T18:05:20.932 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.931+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iD6dln5Ovcbe4_wUTy4UpRXi5ZfCrhy_0 2024-09-12T18:05:20.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.933+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14341172395697105437', time=2024-09-12T19:42:07.564291+0000, chain.objs.size()=1 2024-09-12T18:05:20.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.933+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Add04ubeJPF4AjxqqEmkB9IPyl_rZgB_0 2024-09-12T18:05:20.933 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.933+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16289901113131972815', time=2024-09-12T19:42:08.466002+0000, chain.objs.size()=1 2024-09-12T18:05:20.934 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.933+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wQwXH_6Qn6xoAm05mPEcwkNqRg1HOrS_0 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10888095094978402506', time=2024-09-12T19:42:09.897369+0000, chain.objs.size()=1 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Apin4n2CqMA9_p7VoYo6Bd-b-7r7Vj5_0 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1858670141992136818', time=2024-09-12T19:42:10.242191+0000, chain.objs.size()=1 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zW8MnL-Fe3qu6LLHGbDLc4GG53RDVBi_0 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3387432874089942953', time=2024-09-12T19:42:11.015101+0000, chain.objs.size()=1 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.osx1ZTdHGh2IEuwWBvo0qMxV9Ma1kAG_0 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13511272810547314975', time=2024-09-12T19:42:11.498070+0000, chain.objs.size()=1 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SNLOaje4XivH_9rRdkqHnGYnlu0zbOD_0 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8953459506034737802', time=2024-09-12T19:42:11.732136+0000, chain.objs.size()=1 2024-09-12T18:05:20.935 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KAXeSgjQToGUENLuG16CU-knjmmE3OT_0 2024-09-12T18:05:20.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4097678625997244320', time=2024-09-12T19:42:11.770719+0000, chain.objs.size()=1 2024-09-12T18:05:20.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.934+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HsJSfTvNyPWLAK_Sa2mcSGtPG6WMAjh_0 2024-09-12T18:05:20.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16993701264836733965', time=2024-09-12T19:42:12.570845+0000, chain.objs.size()=1 2024-09-12T18:05:20.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qdhT9Nx5Dq5dWWdCmgI6tYlSCYjdaox_0 2024-09-12T18:05:20.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11221435960809714862', time=2024-09-12T19:42:12.996534+0000, chain.objs.size()=1 2024-09-12T18:05:20.936 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.M9AiXcABw7vsJvLiNzng-LmwK-EqLQY_0 2024-09-12T18:05:20.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5034699665540100694', time=2024-09-12T19:42:15.296897+0000, chain.objs.size()=1 2024-09-12T18:05:20.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.328__shadow_.XCeNDdYHy24zDchNxZZrjnWxJ6kADWU_0 2024-09-12T18:05:20.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10481579061746836826', time=2024-09-12T19:42:46.751805+0000, chain.objs.size()=2 2024-09-12T18:05:20.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.935+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.368__shadow_.b6eGfTYMLYv3mEKzJSF3AhtoR3JYkur_0 2024-09-12T18:05:20.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.936+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.368__shadow_.b6eGfTYMLYv3mEKzJSF3AhtoR3JYkur_1 2024-09-12T18:05:20.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.936+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3978661730651679985', time=2024-09-12T19:43:51.373924+0000, chain.objs.size()=1 2024-09-12T18:05:20.937 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.936+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.442__shadow_.hb3PSBbM4dmREkGBlmP7ooFHnycl63P_0 2024-09-12T18:05:20.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6894592617912747919', time=2024-09-12T19:44:12.197781+0000, chain.objs.size()=1 2024-09-12T18:05:20.938 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.461__shadow_.ZnBL6Geohsun_E8EJtJh6yHiBCEMEmk_0 2024-09-12T18:05:20.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15635361763498953802', time=2024-09-12T19:44:18.080252+0000, chain.objs.size()=1 2024-09-12T18:05:20.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.466__shadow_.hd1-NcKi8fYq1qlTUv1_bNEx7X1UhV4_0 2024-09-12T18:05:20.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2686273484364883080', time=2024-09-12T19:45:15.109180+0000, chain.objs.size()=6 2024-09-12T18:05:20.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.1 2024-09-12T18:05:20.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.2 2024-09-12T18:05:20.939 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.938+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.3 2024-09-12T18:05:20.940 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.939+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.4 2024-09-12T18:05:20.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.5 2024-09-12T18:05:20.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.6 2024-09-12T18:05:20.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.940+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4929728018015655752', time=2024-09-12T19:45:17.201798+0000, chain.objs.size()=1 2024-09-12T18:05:20.941 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.940+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.512__multipart_mymultipart.2~8rhPIOgGzHNq7LpigDiqqitDAApEU6a.1 2024-09-12T18:05:20.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.941+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17520042860479496984', time=2024-09-12T19:48:20.171539+0000, chain.objs.size()=2 2024-09-12T18:05:20.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.941+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~bworCIC0-FhfQY05gkCo4XucJ4uIWxz.1 2024-09-12T18:05:20.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.941+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~bworCIC0-FhfQY05gkCo4XucJ4uIWxz.2 2024-09-12T18:05:20.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.941+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17614637184514297264', time=2024-09-12T19:50:27.735747+0000, chain.objs.size()=1 2024-09-12T18:05:20.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.941+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.557__shadow_.2TkYrkvLqcfioRLYdVGGRXF4_D8jvdF_0 2024-09-12T18:05:20.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.941+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15688065337364625920', time=2024-09-12T19:51:06.556910+0000, chain.objs.size()=1 2024-09-12T18:05:20.942 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.941+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.571__shadow:BQ0dQ98WqU8pWhSQgEWhmf3aydnUD7k_.aHFJlZLXDUwKBH_C7rtmaVCWP3_D7S4_0 2024-09-12T18:05:20.946 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.945+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/49619 2024-09-12T18:05:20.948 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12066521337713747987', time=2024-09-12T19:51:22.635185+0000, chain.objs.size()=1 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:domJztM2teqzBCaoqz1Zct0XvPilMAc_.i0lzcoaxXROLXS0Emv2fk5ByDB5jirz_0 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11975561677523389568', time=2024-09-12T19:52:26.569675+0000, chain.objs.size()=1 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:M26DhoQJ3gPqkcewzjnUNRWkpirbitl_.n1mzkmzWnNCWZPfjUgmOtljx-nAJqzq_0 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.754024365429778565', time=2024-09-12T19:58:38.401339+0000, chain.objs.size()=6 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.663__multipart_foo.2~ql2VtaSah0bIoeF2pXNdy6f4MgAEtOY.1 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.663__multipart_foo.2~ql2VtaSah0bIoeF2pXNdy6f4MgAEtOY.2 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.663__multipart_foo.2~ql2VtaSah0bIoeF2pXNdy6f4MgAEtOY.3 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.663__multipart_foo.2~ql2VtaSah0bIoeF2pXNdy6f4MgAEtOY.4 2024-09-12T18:05:20.949 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.663__multipart_foo.2~ql2VtaSah0bIoeF2pXNdy6f4MgAEtOY.5 2024-09-12T18:05:20.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.663__multipart_foo.2~ql2VtaSah0bIoeF2pXNdy6f4MgAEtOY.6 2024-09-12T18:05:20.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13581133783448277593', time=2024-09-12T19:58:39.592861+0000, chain.objs.size()=1 2024-09-12T18:05:20.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.664__shadow_.fduMLnWQjs1bZzLYYfAIIV3JpxBGH5y_0 2024-09-12T18:05:20.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8763990987116083664', time=2024-09-12T19:58:42.088048+0000, chain.objs.size()=1 2024-09-12T18:05:20.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.666__shadow_.wqXXGbsNqRMf52lW-jvTqscsaWMKFyk_0 2024-09-12T18:05:20.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3313642769934922661', time=2024-09-12T20:00:41.829033+0000, chain.objs.size()=1 2024-09-12T18:05:20.950 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.947+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.746__shadow_.4oIDZ86JgZaY4JAt4_YCZpCczDsMUim_0 2024-09-12T18:05:20.952 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.951+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:20.954 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.953+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:05:20.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.954+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:20.955 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.955+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:20.960 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45918' 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_3rpdnEaU8Rs715N_Rz6E__p6QI8eFJO', time=2024-09-12T19:35:19.240093+0000, chain.objs.size()=1 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.UpQ0kJm81Fu-e56m-Z3PFP5IgWnVM9g_0 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13446325406730654244', time=2024-09-12T19:38:27.370040+0000, chain.objs.size()=1 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.238__shadow_.szjCx6oiaifgwPy6DgiUTjSKg33SgPr_0 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9767213824145290253', time=2024-09-12T19:38:33.847250+0000, chain.objs.size()=1 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.244__shadow_.fWEU_jK7bPuNN6p768YeIupsmgE8cec_0 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.823642288524454743', time=2024-09-12T19:38:47.765431+0000, chain.objs.size()=1 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.259__shadow_.lWoX2Uwk7nt86iybfUsubdwMTmc2JUx_0 2024-09-12T18:05:20.961 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11805373293117919576', time=2024-09-12T19:38:48.659482+0000, chain.objs.size()=1 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.260__shadow_.K99bOs7-NubO64vRYbZ3iM21dZQuYpi_0 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5639183290038660572', time=2024-09-12T19:38:50.407473+0000, chain.objs.size()=1 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.262__shadow_.YL4cbk5CanNumnITbBQ1nYtPVFL0slq_0 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5483055140859971460', time=2024-09-12T19:39:27.514849+0000, chain.objs.size()=1 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WpQrKgXqThorJwL5vDQ-KsewVE_DriA_0 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17324308169316168491', time=2024-09-12T19:39:27.645554+0000, chain.objs.size()=1 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1TyJjF2ZRLX_t24_iUBj3QoMNr9lHY3_0 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14274473516280865700', time=2024-09-12T19:39:27.719841+0000, chain.objs.size()=1 2024-09-12T18:05:20.962 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VnKD7YoojYkPgNkd80E4QZSal6AFgSj_0 2024-09-12T18:05:20.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16549553683509740703', time=2024-09-12T19:39:27.798218+0000, chain.objs.size()=1 2024-09-12T18:05:20.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0WC3bp7hDhCtDnMn0pe91yIZbcjY4Oe_0 2024-09-12T18:05:20.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1862199065061756606', time=2024-09-12T19:39:28.550575+0000, chain.objs.size()=1 2024-09-12T18:05:20.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.STGGOD6tojRCTm5IuYbKBP9sEN_VTId_0 2024-09-12T18:05:20.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8919769677841040186', time=2024-09-12T19:39:28.705669+0000, chain.objs.size()=1 2024-09-12T18:05:20.963 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.956+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RkQwclZUCVv4HW_v9WC_v6C2KDfSiqM_0 2024-09-12T18:05:20.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.958+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5810707314498441591', time=2024-09-12T19:39:29.052951+0000, chain.objs.size()=1 2024-09-12T18:05:20.964 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.958+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.34mjl7nNZl2ggvHJbYWvT7caEJPz9E7_0 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.958+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5609345227247700852', time=2024-09-12T19:39:29.213399+0000, chain.objs.size()=1 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.958+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.L5Cz0AJ7is1tpMuXyZrL64r_A6giYOJ_0 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.958+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1179016766704945939', time=2024-09-12T19:39:29.562564+0000, chain.objs.size()=1 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.958+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-z12BqZNDHB3P1vcPE6E3R-Fm7JF6A2_0 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18211185333125937373', time=2024-09-12T19:39:30.058677+0000, chain.objs.size()=1 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.77PvyTb7_hekZmIjGGbmhc_ez9kW9Ha_0 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2623387638033210931', time=2024-09-12T19:39:30.810470+0000, chain.objs.size()=1 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JNM_LO_jaospECOy3inSXodT8YjHBYm_0 2024-09-12T18:05:20.965 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4724635013802669239', time=2024-09-12T19:39:31.020428+0000, chain.objs.size()=1 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iT-qYhUA105XCkLosWWMfgFQwZBA1Ub_0 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14388818674715674543', time=2024-09-12T19:39:31.380320+0000, chain.objs.size()=1 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jicvm1avRyjW3q7v8KFJ_SFr0F9qlBs_0 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18121532568696326576', time=2024-09-12T19:39:31.560113+0000, chain.objs.size()=1 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.959+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JDwrwvHMyVj3bfcApzgKtCWIohjIwli_0 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.960+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17585846689624381792', time=2024-09-12T19:39:32.847559+0000, chain.objs.size()=1 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.960+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.s4tHbzCbNwUIV8mwIwRUpKOjJCYeCP6_0 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.960+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6278774084439980284', time=2024-09-12T19:39:33.158463+0000, chain.objs.size()=1 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.960+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CZohnmTn_E37SZY3k2bxl7WzpO66log_0 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.960+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.997036757961410515', time=2024-09-12T19:39:33.185015+0000, chain.objs.size()=1 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.960+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BhYw3xE7ECkuEItbl8-DHOZHUi7pO5u_0 2024-09-12T18:05:20.966 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.961+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8944211681883403438', time=2024-09-12T19:39:33.214279+0000, chain.objs.size()=1 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.961+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5I_lTdHMX9isKUb5IFGuzS5hl9C9jC0_0 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.961+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13950239514818636435', time=2024-09-12T19:39:33.254775+0000, chain.objs.size()=1 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.961+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mJ1tTB17JrkOsDCfVB-HEV4srPHrZ0m_0 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.961+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14770959905636552700', time=2024-09-12T19:39:33.312039+0000, chain.objs.size()=1 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.961+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.brV1a6EYAqQ5qYdrw1SdRylEaZhNfEZ_0 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1669608958811940879', time=2024-09-12T19:39:33.783985+0000, chain.objs.size()=1 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3K46rZuV3d5c-8Ggd0bVWz8CpYoHduk_0 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13962585855703765809', time=2024-09-12T19:39:34.210064+0000, chain.objs.size()=1 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JC5O9WfQSdpCxbsnh2tno51p174yuKu_0 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15847964078576413175', time=2024-09-12T19:39:34.465890+0000, chain.objs.size()=1 2024-09-12T18:05:20.967 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uptsB0wc78HGvE0SVPKQuGdjAS5Sjdi_0 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9286460978746940780', time=2024-09-12T19:39:34.596940+0000, chain.objs.size()=1 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0ZaYe000jGA2VLMERySAPHu0vtIxOBK_0 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8654883863609037284', time=2024-09-12T19:39:35.156930+0000, chain.objs.size()=1 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2xBcqX8yuPyJsx-LXritqOGyhqS03Kn_0 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10463190331049238415', time=2024-09-12T19:39:35.609495+0000, chain.objs.size()=1 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.raGtV1LjtR2AUYi7ZqLRQj1uniq-eib_0 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1652402592471337879', time=2024-09-12T19:39:35.739593+0000, chain.objs.size()=1 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Z52nGoWWjFgJRTQgRXicWjJFn1aw5Zn_0 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11840797023914989299', time=2024-09-12T19:39:36.486660+0000, chain.objs.size()=1 2024-09-12T18:05:20.968 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.963+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mIekqV7D17iP8hTbnbocDivkVknNaup_0 2024-09-12T18:05:20.969 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.965+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4242055180246295114', time=2024-09-12T19:39:37.061910+0000, chain.objs.size()=1 2024-09-12T18:05:20.969 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.965+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sl5XIBSzKwOCqYCMdHYfT9fWaEESZ0l_0 2024-09-12T18:05:20.969 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.965+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15664729867290745390', time=2024-09-12T19:39:37.249482+0000, chain.objs.size()=1 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.965+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZaV9RIRcvtRcDWt1_Fuo59V-QTY4OeB_0 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.965+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7763247793697608381', time=2024-09-12T19:39:37.266049+0000, chain.objs.size()=1 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.965+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.55EFBlkD6mye8jMilMXYdtMMO99zHeK_0 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13583946955354364328', time=2024-09-12T19:39:37.354531+0000, chain.objs.size()=1 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CLmBJROkehOx5LETKpKqHdxTxgSUh00_0 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2252434478595549397', time=2024-09-12T19:39:37.385318+0000, chain.objs.size()=1 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.h8W9scHGT5YUJ2M5A5ynzlsgiRZYzjF_0 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4043593747627611777', time=2024-09-12T19:39:37.421155+0000, chain.objs.size()=1 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XVhmRtLQCiSwyW8LNeoG_NbrCebKOUh_0 2024-09-12T18:05:20.970 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13008125280663604248', time=2024-09-12T19:39:53.128831+0000, chain.objs.size()=1 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.281__shadow_._yz6ljHFavxKOosGvY3-AQsyYfdcKCZ_0 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.568129781190255901', time=2024-09-12T19:40:07.500168+0000, chain.objs.size()=1 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.S2dJO9Zbts44KF_zhfdVGogTx_hFb_O_0 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17447250637507539879', time=2024-09-12T19:40:11.108766+0000, chain.objs.size()=1 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.298__shadow_.7KHIUKvp5O9gti2wsaI9OsZbxVRr2Du_0 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8386424305825443225', time=2024-09-12T19:40:20.945450+0000, chain.objs.size()=1 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.308__shadow:QsS0Q78cBLbYmLUSFD5.Er8ldvLSdf1_.nyk7e6EzY2ya0Ll93tCG8lFDIeWn48F_0 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7693378378972381826', time=2024-09-12T19:41:15.189634+0000, chain.objs.size()=1 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1_RQYuOKI7ijOZxdfU6A4Jtvv-NRI-e_0 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9022725803847707507', time=2024-09-12T19:41:15.552065+0000, chain.objs.size()=1 2024-09-12T18:05:20.971 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.968+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.30M9o6zs0JiaMB6FLIur-T-eroDKnS2_0 2024-09-12T18:05:20.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17389679036599689451', time=2024-09-12T19:41:15.640508+0000, chain.objs.size()=1 2024-09-12T18:05:20.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.sfuMsM1YdsPCcEr1Ox-aqHjMGIeGzbi_0 2024-09-12T18:05:20.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.970+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15446884797079527860', time=2024-09-12T19:41:15.641038+0000, chain.objs.size()=1 2024-09-12T18:05:20.972 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.970+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SRqC3GStEBXx9q6qLUTRDjRtliNxz-X_0 2024-09-12T18:05:20.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7316374196770430195', time=2024-09-12T19:41:15.747965+0000, chain.objs.size()=1 2024-09-12T18:05:20.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UqJVf9BtUvsXlXO8sxOd_LZ1cP8x4po_0 2024-09-12T18:05:20.973 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8947931397483286364', time=2024-09-12T19:41:16.970961+0000, chain.objs.size()=1 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vTWuHtHeNwztQVdlqryccDmo0fNgW7V_0 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16489961722765592045', time=2024-09-12T19:41:17.278450+0000, chain.objs.size()=1 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xwtAl_meO0spMZ0bx87vi-wrYH-TiXk_0 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15281280722693871277', time=2024-09-12T19:41:17.380979+0000, chain.objs.size()=1 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6JOKGyCY1TL0cboHmfy1Q88xdEbojME_0 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17848897127561624237', time=2024-09-12T19:41:18.107118+0000, chain.objs.size()=1 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-k4nQdlze84uhN15UX8prs2hzgK9tjG_0 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12663103341670029641', time=2024-09-12T19:41:19.310220+0000, chain.objs.size()=1 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MfrjQSNAc8jeQllmXGDmA_wRSpVpX5a_0 2024-09-12T18:05:20.974 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15187868894013594041', time=2024-09-12T19:41:19.650628+0000, chain.objs.size()=1 2024-09-12T18:05:20.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iD0jyyf20nVUvr2cLBWnQZUz5hHp9yB_0 2024-09-12T18:05:20.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3099018963288409521', time=2024-09-12T19:41:19.876384+0000, chain.objs.size()=1 2024-09-12T18:05:20.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.973+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.61E8SozvUix2QzSir_jvdinCzURc2hI_0 2024-09-12T18:05:20.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.974+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1890242833241604953', time=2024-09-12T19:41:19.908744+0000, chain.objs.size()=1 2024-09-12T18:05:20.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.974+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ooRxc340wWmSPWLSM8BjoHrxwvBnzV6_0 2024-09-12T18:05:20.975 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.974+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6228153616078858956', time=2024-09-12T19:41:19.975305+0000, chain.objs.size()=1 2024-09-12T18:05:20.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.974+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wPvAan-3RLhMds0mwVJHTKKXFB7D9F5_0 2024-09-12T18:05:20.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.974+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.469986710509154190', time=2024-09-12T19:41:20.729198+0000, chain.objs.size()=1 2024-09-12T18:05:20.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.974+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zPoGWqM6CiLTLvrjDzibDN1YJDjMs2n_0 2024-09-12T18:05:20.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2213087101260595768', time=2024-09-12T19:41:20.946453+0000, chain.objs.size()=1 2024-09-12T18:05:20.976 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.f2JGNLBFSvfbr_C9iGuH4NmxF-KmFsk_0 2024-09-12T18:05:20.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14717777885849939000', time=2024-09-12T19:41:21.475645+0000, chain.objs.size()=1 2024-09-12T18:05:20.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.KnRhlY6Yn6JAXxZGUnCVQWW7tDdQ61F_0 2024-09-12T18:05:20.977 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18246640071682031157', time=2024-09-12T19:41:22.231499+0000, chain.objs.size()=1 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AsGih2hpPQifmaMjWernblGoH5xEdfz_0 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15521838116329987356', time=2024-09-12T19:41:22.283765+0000, chain.objs.size()=1 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.05Pyuz9ap8i-soFgNiZi7wC22Qgoia1_0 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16215888830727568790', time=2024-09-12T19:41:22.604900+0000, chain.objs.size()=1 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JCQiFqMPJjiHDcBsZ3WqDuvG2pXfySY_0 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3415518013866018345', time=2024-09-12T19:41:22.605465+0000, chain.objs.size()=1 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tROdwXJZx0iOqfQ8r8RFEQdTrHBewlv_0 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8373190057255465600', time=2024-09-12T19:41:22.752248+0000, chain.objs.size()=1 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.f9-4CNTi1iYmPJ40p2e_EawVQG_6J-z_0 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9247896139839608504', time=2024-09-12T19:41:23.064103+0000, chain.objs.size()=1 2024-09-12T18:05:20.978 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.976+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hjnQ6_4c7wUdRaHrIkx6c-BbLsyz7mF_0 2024-09-12T18:05:20.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16133597742948805268', time=2024-09-12T19:41:23.399140+0000, chain.objs.size()=1 2024-09-12T18:05:20.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.77LLz7FTKdl4HBKEz3a7fF527zyd8G__0 2024-09-12T18:05:20.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.856792668899326053', time=2024-09-12T19:41:23.685391+0000, chain.objs.size()=1 2024-09-12T18:05:20.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YwdWY3LeQRwqAvPCNZ-c2o-YIe6LJEi_0 2024-09-12T18:05:20.979 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.977+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7100855022022478276', time=2024-09-12T19:41:24.158195+0000, chain.objs.size()=1 2024-09-12T18:05:20.980 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.977+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OBiOO3rUUu76SDc9HSm_SCwXhk6R5yZ_0 2024-09-12T18:05:20.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.740602208422662987', time=2024-09-12T19:41:24.302567+0000, chain.objs.size()=1 2024-09-12T18:05:20.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aZ8GnB84PkEpM1MIU4ChPi-rB71oqm5_0 2024-09-12T18:05:20.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8584435083326547253', time=2024-09-12T19:41:24.416386+0000, chain.objs.size()=1 2024-09-12T18:05:20.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.I8RMwqcf7bv_7xdQV_gVKhCDzGsM6Zk_0 2024-09-12T18:05:20.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10048545067997365141', time=2024-09-12T19:41:25.004844+0000, chain.objs.size()=1 2024-09-12T18:05:20.981 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.auhx0JkV5s6ryJR9KxUVFvyrTNGCNn4_0 2024-09-12T18:05:20.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1970000957120906439', time=2024-09-12T19:41:25.377272+0000, chain.objs.size()=1 2024-09-12T18:05:20.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HhAtMNmyqeJ3b7ijzO96eC52wNyZMNF_0 2024-09-12T18:05:20.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12210573542084362667', time=2024-09-12T19:42:02.628990+0000, chain.objs.size()=1 2024-09-12T18:05:20.982 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.980+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BjVd-khuld8GTzSOETfxjc4rXar5n4O_0 2024-09-12T18:05:20.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17589655840028130356', time=2024-09-12T19:42:02.643458+0000, chain.objs.size()=1 2024-09-12T18:05:20.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._dX1WogyvnXiJfPGrxzbjFnHPtF_VCL_0 2024-09-12T18:05:20.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8164043386089651490', time=2024-09-12T19:42:02.807184+0000, chain.objs.size()=1 2024-09-12T18:05:20.983 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.q-f3eO9xUd1vncGjkn-8-TLgEtN10QB_0 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16638851135399384032', time=2024-09-12T19:42:03.173985+0000, chain.objs.size()=1 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DUKYLSmkpkBu_sW-3RfxK4A_LwRThRF_0 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17383670770569418584', time=2024-09-12T19:42:03.579918+0000, chain.objs.size()=1 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.i6e2xxMNzl239iC0weFLc_c6IlwbW_Z_0 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5043493557488147665', time=2024-09-12T19:42:04.300648+0000, chain.objs.size()=1 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.y74TEWjCOdMUxc2F-7gaK06VLpGgFIf_0 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.912483688627863568', time=2024-09-12T19:42:04.301359+0000, chain.objs.size()=1 2024-09-12T18:05:20.984 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.982+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KwhQusweUWd-XRElJ_r9AfmR1An82DZ_0 2024-09-12T18:05:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.984+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8233243175813591785', time=2024-09-12T19:42:04.438507+0000, chain.objs.size()=1 2024-09-12T18:05:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.984+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kSUSQcAylv8rFJvQebsS2j2xetWzmuN_0 2024-09-12T18:05:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.984+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16276119058671405808', time=2024-09-12T19:42:04.464851+0000, chain.objs.size()=1 2024-09-12T18:05:20.985 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.984+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4S6TmxR1DFXqmGJokNaR1EQt4GsagIO_0 2024-09-12T18:05:20.986 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13935668780079152495', time=2024-09-12T19:42:04.750043+0000, chain.objs.size()=1 2024-09-12T18:05:20.986 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.9BePtNQmm_pUoMOkr-DM6hBOn9RndRb_0 2024-09-12T18:05:20.986 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3763241027389516734', time=2024-09-12T19:42:04.883821+0000, chain.objs.size()=1 2024-09-12T18:05:20.986 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KkztfT89a996er2ygpmXn7vo33HsN6e_0 2024-09-12T18:05:20.986 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5367889278619490548', time=2024-09-12T19:42:06.134282+0000, chain.objs.size()=1 2024-09-12T18:05:20.987 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nIkDjd_1i89xyS7l7JNx-cGW6N09fDz_0 2024-09-12T18:05:20.987 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15401612193261819968', time=2024-09-12T19:42:06.536990+0000, chain.objs.size()=1 2024-09-12T18:05:20.987 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UU-QY4WtVM4PeLOrAqncJ90l_R6k4v8_0 2024-09-12T18:05:20.987 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14794414866930655862', time=2024-09-12T19:42:06.990827+0000, chain.objs.size()=1 2024-09-12T18:05:20.987 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.985+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rWji_KuoOtYBcsqrptnH1MtK7mmqCmZ_0 2024-09-12T18:05:20.988 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18353977745010723727', time=2024-09-12T19:42:07.695598+0000, chain.objs.size()=1 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Upa8V7f2Oyeqziw1UN4tDa6jXZfGbRP_0 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4664644859229507609', time=2024-09-12T19:42:08.464730+0000, chain.objs.size()=1 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.9wPkMNc_kJoMhPahui83BbdM47jAIcs_0 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10132695564748458643', time=2024-09-12T19:42:08.467491+0000, chain.objs.size()=1 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.q_7dbBdpN_Ja60CdprbH-xYJETg5jao_0 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11590293855595277526', time=2024-09-12T19:42:08.733945+0000, chain.objs.size()=1 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.l0fYWt8y0Dvh-KgX1bDqf4BsmXrUF9g_0 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3838487076721759178', time=2024-09-12T19:42:08.936608+0000, chain.objs.size()=1 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.R-RxYk_qiuZ0-CD94OjC3oymJFMw5aB_0 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4302667113510666970', time=2024-09-12T19:42:09.662821+0000, chain.objs.size()=1 2024-09-12T18:05:20.989 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.987+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.syG8ANh8ipAn5BHuC0EfCHiu-aw1lBk_0 2024-09-12T18:05:20.990 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.988+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.924777853841986854', time=2024-09-12T19:42:11.283322+0000, chain.objs.size()=1 2024-09-12T18:05:20.990 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.988+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.H7UMklY51QC0GNMtpIk1sdGwaxjab08_0 2024-09-12T18:05:20.991 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.990+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16138754200776842814', time=2024-09-12T19:42:11.335697+0000, chain.objs.size()=1 2024-09-12T18:05:20.991 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.990+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oOWx0ox_ekUeKnqN24eXzPh_8CNubF4_0 2024-09-12T18:05:20.991 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12920838587135750592', time=2024-09-12T19:42:11.478981+0000, chain.objs.size()=1 2024-09-12T18:05:20.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2P8E7WtTNUfc1n1sXZ6PM699gafFfOn_0 2024-09-12T18:05:20.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10554282953730161135', time=2024-09-12T19:42:11.645744+0000, chain.objs.size()=1 2024-09-12T18:05:20.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JAzQ3JA9DEe8w8w2cu7E08qrdDkx2YD_0 2024-09-12T18:05:20.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7252354341349462836', time=2024-09-12T19:42:12.195083+0000, chain.objs.size()=1 2024-09-12T18:05:20.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.E-yYzwvTpokH9b6FfJRJPvvg2TjMJx6_0 2024-09-12T18:05:20.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6540423037811505463', time=2024-09-12T19:42:12.403289+0000, chain.objs.size()=1 2024-09-12T18:05:20.992 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.991+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.h48aM1Fyp7KCaFNTocEMR4ThZ0Ff2Q4_0 2024-09-12T18:05:20.994 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.994+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/45918 2024-09-12T18:05:20.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T18:05:20.997 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3748682325095070953', time=2024-09-12T19:42:12.486875+0000, chain.objs.size()=1 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Bk2KDglHcD5VAlBwXNCjkuTZ--ieYir_0 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16423247669111151410', time=2024-09-12T19:42:12.487465+0000, chain.objs.size()=1 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Cx1p8BQ1SDvB-s2VUjZEtxQ-x2NcqXn_0 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6277778299217359225', time=2024-09-12T19:42:12.515187+0000, chain.objs.size()=1 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.J0sOGrvIslwL9s5wgJ8mYgL5E2NMIQu_0 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3523619239570827295', time=2024-09-12T19:42:12.515801+0000, chain.objs.size()=1 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WLt0frjSL1GZmKoTIcaRnWlRHJBlevd_0 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.354283925910396506', time=2024-09-12T19:42:12.595484+0000, chain.objs.size()=1 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.am7nZuUw7_VGJHFr0st-M0YFh6nevMS_0 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9582323097582591475', time=2024-09-12T19:42:12.712113+0000, chain.objs.size()=1 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bahlGrMC-Dfj_lWlUOc7JecHQZ3i9hn_0 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14187757679913463928', time=2024-09-12T19:42:12.761978+0000, chain.objs.size()=1 2024-09-12T18:05:20.998 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qMrYgXgIovX0Rd1VSQhYns478ETJK1v_0 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13231740186372280608', time=2024-09-12T19:42:12.976695+0000, chain.objs.size()=1 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2KsMx9TV6asEx-vEnmGC6oQjcQijscF_0 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.731500614019674752', time=2024-09-12T19:42:12.997782+0000, chain.objs.size()=1 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BFA0827588TYA0FB6UxCBv6MoONqDxP_0 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17903136602341367797', time=2024-09-12T19:43:00.482851+0000, chain.objs.size()=1 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.383__shadow_.F6BHoHFYOBwA-LXEqFzua0as8eQS4mX_0 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7678795933912910871', time=2024-09-12T19:44:10.921913+0000, chain.objs.size()=1 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.460__shadow_.zcTR_KkPoHFUmTEOTcIqfeRmEAxyRze_0 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5073105451973881978', time=2024-09-12T19:44:30.043212+0000, chain.objs.size()=1 2024-09-12T18:05:20.999 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:20.996+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.MNRgXlPgCrdLb_sPBVFJ-rTyEW7Kqs3_0 2024-09-12T18:05:21.000 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7482531645515333983', time=2024-09-12T19:44:35.905045+0000, chain.objs.size()=4 2024-09-12T18:05:21.000 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_0 2024-09-12T18:05:21.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_1 2024-09-12T18:05:21.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_2 2024-09-12T18:05:21.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.487__shadow_.jMvzKTBee4G_lJ7k0ZNJMfmvYuJwOGl_3 2024-09-12T18:05:21.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4879924950604492973', time=2024-09-12T19:44:45.582537+0000, chain.objs.size()=1 2024-09-12T18:05:21.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.499__shadow_.HD59NzI9BoBgDvzuurF0WmkpQtHEO1M_0 2024-09-12T18:05:21.001 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14708549941110298057', time=2024-09-12T19:46:19.310020+0000, chain.objs.size()=3 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~oXwQrDHZasJCo8E0-j1mrIfmZWZz_wH.1 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~oXwQrDHZasJCo8E0-j1mrIfmZWZz_wH.2 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~oXwQrDHZasJCo8E0-j1mrIfmZWZz_wH.3 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~rPnE8bh91M66fspJWa2cDI13kYbl4FY', time=2024-09-12T19:49:14.658948+0000, chain.objs.size()=1 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.535__multipart_mymultipart.2~rPnE8bh91M66fspJWa2cDI13kYbl4FY.1 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7894988135302866602', time=2024-09-12T19:49:33.668331+0000, chain.objs.size()=7 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__multipart_mymultipart.2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z.1 2024-09-12T18:05:21.002 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.000+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__shadow_mymultipart.2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z.1_1 2024-09-12T18:05:21.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.002+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__multipart_mymultipart.2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z.2 2024-09-12T18:05:21.003 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.003+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__shadow_mymultipart.2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z.2_1 2024-09-12T18:05:21.004 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.003+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__multipart_mymultipart.qmcu4HPFkI9UihPzuWu5CsUlqqMbxJ3L.3 2024-09-12T18:05:21.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.004+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__shadow_mymultipart.qmcu4HPFkI9UihPzuWu5CsUlqqMbxJ3L.3_1 2024-09-12T18:05:21.005 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.004+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__multipart_mymultipart.2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z.4 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12300833344762057492', time=2024-09-12T19:51:02.033251+0000, chain.objs.size()=1 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:CLdE8JX2KATp-wDjOCsiSaiG9pAMRZj_.6OiG_HBaZMmcIKuo0CILfmdiNXD5sei_0 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12466633344204043077', time=2024-09-12T19:51:31.521967+0000, chain.objs.size()=1 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:4qqMaJpqOY4FlvFzVIC9zluYIBx22fu_.JckUwjLrVk4XoFuITLuMgEIgE8_w2C-_0 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15176654687449847602', time=2024-09-12T19:52:32.859713+0000, chain.objs.size()=1 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.587__shadow:mBALBYXuu21HHT9QDN0ziiOEHMOBXpg_.voKWidJuaaEZpwEtHy8e6pyl4ag8ONX_0 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9263395187484963890', time=2024-09-12T19:52:34.785087+0000, chain.objs.size()=1 2024-09-12T18:05:21.006 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:Q4OtrmeJZy9lRsLBTEJyYurt1qtMFTL_.xmbLgB8GDw0V6sUZORsL1E7WeyZWpF8_0 2024-09-12T18:05:21.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8532778336474263098', time=2024-09-12T19:52:34.970451+0000, chain.objs.size()=1 2024-09-12T18:05:21.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:yC1GezgdqASm3JPvy7oaVlOSQpr8iL6_.cQkTee0EVagOw2btJkBvBoiJtfPBTsE_0 2024-09-12T18:05:21.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17173007611893611346', time=2024-09-12T19:59:14.998427+0000, chain.objs.size()=1 2024-09-12T18:05:21.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.005+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.709__shadow:BJCUDSnX3y7pARPN8iJJsbHalrK3lke_.ofQAiEswq56IHUvdjE1Pwf56z9ZJA2K_0 2024-09-12T18:05:21.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.007+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11921702370453839692', time=2024-09-12T20:00:18.063876+0000, chain.objs.size()=3 2024-09-12T18:05:21.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.744__multipart_mymultipart3.2~6SU3BOnkdrVLdbrpbVOPPke6c2q-t_U.1 2024-09-12T18:05:21.007 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.007+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.744__multipart_mymultipart3.2~6SU3BOnkdrVLdbrpbVOPPke6c2q-t_U.2 2024-09-12T18:05:21.009 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.008+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.744__multipart_mymultipart3.2~6SU3BOnkdrVLdbrpbVOPPke6c2q-t_U.3 2024-09-12T18:05:21.012 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.011+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.014 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.014+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:05:21.015 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.015+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.016 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.015+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44994' 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3374391494683149711', time=2024-09-12T19:35:17.952956+0000, chain.objs.size()=3 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-STANDARD.2~XI_5vGlHOEmwUwsfGMCoqqZOFi84tUw.1 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-STANDARD.2~XI_5vGlHOEmwUwsfGMCoqqZOFi84tUw.2 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__multipart_foo-STANDARD.2~XI_5vGlHOEmwUwsfGMCoqqZOFi84tUw.3 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_8xNNP6W_QCFcpwYdmj9ubvWlnv0c1V7', time=2024-09-12T19:35:39.242151+0000, chain.objs.size()=1 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.164__shadow_._WpRuF1ZsgOW1vTN5nrZzaI24liBylC_0 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1959223528526828829', time=2024-09-12T19:38:21.377173+0000, chain.objs.size()=1 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.232__shadow_.IWLuI_ve8KzF8DNFvwAik-_NBQgNcHN_0 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.943671264326077501', time=2024-09-12T19:38:28.945457+0000, chain.objs.size()=1 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.239__shadow_.bhJ3t2GCyjgafoQhVCD_6YL6LSgQuvO_0 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5836252397181058688', time=2024-09-12T19:38:38.125625+0000, chain.objs.size()=1 2024-09-12T18:05:21.018 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.248__shadow_.KUr2XKfcB7U3ADzhQCOvdh6_xaODuM8_0 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17649589841759446942', time=2024-09-12T19:38:39.018420+0000, chain.objs.size()=1 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.249__shadow_.Xb74-nmdoUce7vTLSfet9UvmDY71v23_0 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12854448690084705301', time=2024-09-12T19:38:41.640056+0000, chain.objs.size()=1 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.252__shadow_.pJFjgDq3VrRzYw4n4k4jHNROObXsTiL_0 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12536611989392327830', time=2024-09-12T19:38:43.458017+0000, chain.objs.size()=1 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.254__shadow_.aYFW_HiQEjCu7WNDktUIA4gj7gR9D6Q_0 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13600155696064474854', time=2024-09-12T19:38:44.333763+0000, chain.objs.size()=1 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.255__shadow_.Frh5OiPJvGDk4mV7vkI1hSXxWei4QJZ_0 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13621456063711447309', time=2024-09-12T19:39:27.529615+0000, chain.objs.size()=1 2024-09-12T18:05:21.019 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.016+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xxCYsQTFw44jRVHO8M3_08HSMOzkT3Y_0 2024-09-12T18:05:21.020 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.018+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16566821599360843942', time=2024-09-12T19:39:28.003001+0000, chain.objs.size()=1 2024-09-12T18:05:21.020 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.018+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iRLhX-TbADE-aoJ5zyB3BiGbAt7zyyK_0 2024-09-12T18:05:21.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14157911512455794586', time=2024-09-12T19:39:28.567632+0000, chain.objs.size()=1 2024-09-12T18:05:21.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6dWl8foGaYTdCrJEgdfluYLadCXn6ft_0 2024-09-12T18:05:21.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18286385247705931212', time=2024-09-12T19:39:28.670116+0000, chain.objs.size()=1 2024-09-12T18:05:21.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TXCxnRjVGfFpkdRJJAqnF-GSunqcs_l_0 2024-09-12T18:05:21.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15630250617930474556', time=2024-09-12T19:39:28.670657+0000, chain.objs.size()=1 2024-09-12T18:05:21.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vBxD9VA1gv-oq4aLY9q0XNRJSKjYrC-_0 2024-09-12T18:05:21.021 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8904701831106660382', time=2024-09-12T19:39:28.892583+0000, chain.objs.size()=1 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.WH9ZwKD3HcnrtQd4SLWvAuu-fgBZPKu_0 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9135770869803187026', time=2024-09-12T19:39:29.156507+0000, chain.objs.size()=1 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sV9_KZiclGEYSswc_caqzf-HFZ6ZAFL_0 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3964605732443309680', time=2024-09-12T19:39:30.133034+0000, chain.objs.size()=1 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.68ZcOA4TtyunkJHi_p7LZ5G_ASL8AEc_0 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14244829106490772514', time=2024-09-12T19:39:30.876102+0000, chain.objs.size()=1 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_._iLGLrkEg8kUb-0yDSDM_ykTTX58-e6_0 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11858509032122287479', time=2024-09-12T19:39:31.440751+0000, chain.objs.size()=1 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fvK8mBlHMgUVvc7Yq7KNLFHvFTPbDFD_0 2024-09-12T18:05:21.022 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4676453861141255523', time=2024-09-12T19:39:31.560119+0000, chain.objs.size()=1 2024-09-12T18:05:21.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gm2pb-YBjLAmhUsYnI_zDm8DTaE1y3a_0 2024-09-12T18:05:21.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2715433544755289387', time=2024-09-12T19:39:31.631167+0000, chain.objs.size()=1 2024-09-12T18:05:21.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.020+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zUeTyp-3rvDAQTI3sexwZXOROGD4cXH_0 2024-09-12T18:05:21.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.021+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2978990105599311678', time=2024-09-12T19:39:32.304307+0000, chain.objs.size()=1 2024-09-12T18:05:21.023 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.021+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QOfCACTzSHpmRNLEtCHsJp0fBrE2xmF_0 2024-09-12T18:05:21.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.023+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9336153722617331590', time=2024-09-12T19:39:32.457818+0000, chain.objs.size()=1 2024-09-12T18:05:21.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.023+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GhqJNgirD6S6QiTpr0CiaGJZcG5qeS0_0 2024-09-12T18:05:21.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.023+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14126077768903742512', time=2024-09-12T19:39:32.812998+0000, chain.objs.size()=1 2024-09-12T18:05:21.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.023+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CXh9k0lJT06K4zPtwAdJ0nGpup5KN6z_0 2024-09-12T18:05:21.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.023+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7915043852489704834', time=2024-09-12T19:39:32.847027+0000, chain.objs.size()=1 2024-09-12T18:05:21.024 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.023+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.2sWkqGxGhOo0XgqQowJXhcAYoLt98JA_0 2024-09-12T18:05:21.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.024+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7393951297714509097', time=2024-09-12T19:39:32.989415+0000, chain.objs.size()=1 2024-09-12T18:05:21.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.024+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DObuLYl7AeUIgBVhZ__gtOvFSfnkzoA_0 2024-09-12T18:05:21.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.024+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17761313159841029085', time=2024-09-12T19:39:33.517892+0000, chain.objs.size()=1 2024-09-12T18:05:21.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.024+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.tsv9TBLrMtlJNH7uKSWAM_9uyFE2crB_0 2024-09-12T18:05:21.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.024+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8237593182796463823', time=2024-09-12T19:39:33.634354+0000, chain.objs.size()=1 2024-09-12T18:05:21.025 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.024+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PE_o-55E_jnvz8Jb2jfcHzGdQuXOupz_0 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11406558787073907039', time=2024-09-12T19:39:33.708457+0000, chain.objs.size()=1 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rkkvCGTDJm6brgEJe7miKX1qQAz2-P9_0 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8747798578146918203', time=2024-09-12T19:39:33.813535+0000, chain.objs.size()=1 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TGt9O3ySUrQ_FTaWFn6E0J7UkapFFxx_0 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12874895443481546656', time=2024-09-12T19:39:34.299231+0000, chain.objs.size()=1 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Cbs2EGDwF4EdGARUa3ySkE1-Pa62kqe_0 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15110774413731337353', time=2024-09-12T19:39:34.596948+0000, chain.objs.size()=1 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uY38NRvoPqGRVw3noRGwNHfMIR4f_7Q_0 2024-09-12T18:05:21.026 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15140877950528296933', time=2024-09-12T19:39:34.626157+0000, chain.objs.size()=1 2024-09-12T18:05:21.027 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.025+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CBM8U2sCAEiitlIEGhixTOi6xzOz3JL_0 2024-09-12T18:05:21.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.027+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11335088337745852746', time=2024-09-12T19:39:34.675366+0000, chain.objs.size()=1 2024-09-12T18:05:21.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.027+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5wNM0VsKu_FfE1NRAl_zgDc9E83LReX_0 2024-09-12T18:05:21.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.027+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15472332518534090490', time=2024-09-12T19:39:34.756857+0000, chain.objs.size()=1 2024-09-12T18:05:21.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.027+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8UuYEU5wwgFzyU1dTUAMegoeONvg3-o_0 2024-09-12T18:05:21.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.027+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17961479396431946379', time=2024-09-12T19:39:35.689682+0000, chain.objs.size()=1 2024-09-12T18:05:21.028 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.027+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KUZyufnQksNiaKV094VkLTzR4HVSCkV_0 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2675725035154123854', time=2024-09-12T19:39:35.817231+0000, chain.objs.size()=1 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IuyfNaReRJsQuFhTanzktCvan4IjgE__0 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18063116821867859131', time=2024-09-12T19:39:36.089710+0000, chain.objs.size()=1 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zOQugpCAbTOGa53pjtj7e3rDRzm2vpi_0 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2834888429260761237', time=2024-09-12T19:39:36.355368+0000, chain.objs.size()=1 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vtPlrbgQoYOCK2rktRa0UgxYqzC_YMJ_0 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8645642995211670187', time=2024-09-12T19:39:36.815298+0000, chain.objs.size()=1 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1HJxYA0hOWsnhkh-aWFcAU9jJmLS12w_0 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15938624727246197233', time=2024-09-12T19:39:37.212749+0000, chain.objs.size()=1 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FcNtH6Ns1Oty0Fo5e0HcippjA6Y_ogz_0 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6660816766565070271', time=2024-09-12T19:39:37.354554+0000, chain.objs.size()=1 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Jzb5c9B72FevJzTWUw2AyDNMq28U1Tp_0 2024-09-12T18:05:21.030 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5073230453680267008', time=2024-09-12T19:39:37.385930+0000, chain.objs.size()=1 2024-09-12T18:05:21.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gQ7_WLvsZcrDirZJ0C7F4IJnopy4DeI_0 2024-09-12T18:05:21.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13938495380305571839', time=2024-09-12T19:39:37.507502+0000, chain.objs.size()=1 2024-09-12T18:05:21.031 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.029+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1oa1JnZiXn9QrzPejRKXIBQoJ10mgA__0 2024-09-12T18:05:21.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9490224854126972956', time=2024-09-12T19:39:41.870097+0000, chain.objs.size()=1 2024-09-12T18:05:21.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.268__shadow_.iwem_G73KFT7VJAagAewZnixGhHdehr_0 2024-09-12T18:05:21.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.031+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5078720847828762860', time=2024-09-12T19:39:47.817470+0000, chain.objs.size()=1 2024-09-12T18:05:21.032 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.031+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.275__shadow_.vJZfFyapIUfpDyLOIvSOaz1ktJHCj2Q_0 2024-09-12T18:05:21.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.033+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18065705612189114161', time=2024-09-12T19:39:47.821944+0000, chain.objs.size()=1 2024-09-12T18:05:21.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.033+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.275__shadow_.KLqHsiDT5b0D8Cy1fzAbndtx0fIF2MR_0 2024-09-12T18:05:21.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.033+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11399570891466939838', time=2024-09-12T19:39:50.459041+0000, chain.objs.size()=1 2024-09-12T18:05:21.034 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.033+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.278__shadow_.41FIWIExX9EKTGLM8oA43UKmZtyyEa8_0 2024-09-12T18:05:21.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16727573735777716091', time=2024-09-12T19:41:15.074738+0000, chain.objs.size()=1 2024-09-12T18:05:21.035 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.k4-gh0OHhZnmVDAjvKOJ6eJHY6aKJQz_0 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2151184874561461627', time=2024-09-12T19:41:15.122606+0000, chain.objs.size()=1 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5dX3uhS6tZq6nP3tCIzLwPdOcRpscee_0 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17187741217362468518', time=2024-09-12T19:41:15.301002+0000, chain.objs.size()=1 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.J6NTpiAvB-1K_jWYlq3qgE8Jsu6GZaS_0 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.267063800601584944', time=2024-09-12T19:41:15.552048+0000, chain.objs.size()=1 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nowSruJHdVMOF9QEQB5f_vN3-MqmL_B_0 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6220175727057992437', time=2024-09-12T19:41:15.618891+0000, chain.objs.size()=1 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2CqDzY7UGN3qlGRN5tMj5hPg6zy-CjE_0 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3149855395032603600', time=2024-09-12T19:41:15.748408+0000, chain.objs.size()=1 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GWf4odbYE7GLVBXREotGZgt7_voZAzW_0 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14815256657330861085', time=2024-09-12T19:41:15.832382+0000, chain.objs.size()=1 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EalSmqg3mI5kRBALvbxnoZz0PRsj29S_0 2024-09-12T18:05:21.036 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12266684919994105373', time=2024-09-12T19:41:18.107091+0000, chain.objs.size()=1 2024-09-12T18:05:21.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.w6V_oMtRKdFr-W_l4Uybgw1vq_NCZ2l_0 2024-09-12T18:05:21.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6107925762407767515', time=2024-09-12T19:41:18.341921+0000, chain.objs.size()=1 2024-09-12T18:05:21.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.034+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XloMBbFUF6PWEGCsREIoUrTM0GJmZIj_0 2024-09-12T18:05:21.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.035+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12586313834369638454', time=2024-09-12T19:41:18.366659+0000, chain.objs.size()=1 2024-09-12T18:05:21.037 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.035+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.X1kQYLGgnvLAea13AoKOO_Frw4vzc9n_0 2024-09-12T18:05:21.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.037+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8378572971153789255', time=2024-09-12T19:41:18.477753+0000, chain.objs.size()=1 2024-09-12T18:05:21.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.037+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rPFtm1aZktA4nuJ21RN_ezqeA_B1RsH_0 2024-09-12T18:05:21.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.037+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2781487905598022081', time=2024-09-12T19:41:18.521990+0000, chain.objs.size()=1 2024-09-12T18:05:21.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.037+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8qCWTGg_afvafWn4dXFsma38jTxnAEZ_0 2024-09-12T18:05:21.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.037+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8522373312376258383', time=2024-09-12T19:41:18.616433+0000, chain.objs.size()=1 2024-09-12T18:05:21.038 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.037+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qzxYLZbl7BLPipI31xhfjWbVzjyoIAy_0 2024-09-12T18:05:21.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.189592219239747844', time=2024-09-12T19:41:18.737052+0000, chain.objs.size()=1 2024-09-12T18:05:21.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.TSLo9IG4v2WksawQEtYooil3KgqSn3L_0 2024-09-12T18:05:21.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3532794540484363396', time=2024-09-12T19:41:18.830096+0000, chain.objs.size()=1 2024-09-12T18:05:21.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xPhKiG27bngkKV-ColN356razsBrfhg_0 2024-09-12T18:05:21.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15117644748721005975', time=2024-09-12T19:41:19.458010+0000, chain.objs.size()=1 2024-09-12T18:05:21.039 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dpLV1JmBSR5BbfOrRQQxOHsfNK1Uh46_0 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5647528526192049977', time=2024-09-12T19:41:19.544682+0000, chain.objs.size()=1 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WOe_3gq0VYPclmbELAF4K6RV6IQSuPb_0 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9747991712946845714', time=2024-09-12T19:41:19.546546+0000, chain.objs.size()=1 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4ZdLaeaLf7Yzbp_L1MkzTHYrqi-npsw_0 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3832912305132947697', time=2024-09-12T19:41:19.757322+0000, chain.objs.size()=1 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8Q5QOhXGBny-QQl--c6GshKxq4Ej-F0_0 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2962921570898793422', time=2024-09-12T19:41:19.776281+0000, chain.objs.size()=1 2024-09-12T18:05:21.040 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.038+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.B5xSw4FXxPDYfdJSFYha8tFepY5w31U_0 2024-09-12T18:05:21.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.039+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.784017825648535077', time=2024-09-12T19:41:20.226603+0000, chain.objs.size()=1 2024-09-12T18:05:21.041 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.039+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pqIsNaIzFPdkpA8uTEMkz8liyB6wYE1_0 2024-09-12T18:05:21.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.041+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14836150930494637175', time=2024-09-12T19:41:20.982522+0000, chain.objs.size()=1 2024-09-12T18:05:21.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.041+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wdCrnxzdShwb0s6nvaV31LER0oUklX2_0 2024-09-12T18:05:21.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.041+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8095003258729390839', time=2024-09-12T19:41:21.100723+0000, chain.objs.size()=1 2024-09-12T18:05:21.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.041+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.n-Cl22TOeWEkcjz0pbsaGwqreERMeNs_0 2024-09-12T18:05:21.042 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18036442665052004624', time=2024-09-12T19:41:21.350463+0000, chain.objs.size()=1 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tSJHdPXoybyljPGBzGd1seXP5HH0MEV_0 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.590415265277582105', time=2024-09-12T19:41:21.633297+0000, chain.objs.size()=1 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kgl9DUnJhdgHLZu9pYMnldEped3gX9I_0 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15772547766818271885', time=2024-09-12T19:41:22.470734+0000, chain.objs.size()=1 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.k1CchSfYT4Sdts10linMRtJsEyCIgFp_0 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11202652609723857271', time=2024-09-12T19:41:22.625495+0000, chain.objs.size()=1 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IPTs1SIkYWLnFh7S4g5FNf1p9Ns8X0L_0 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2697311632398991220', time=2024-09-12T19:41:22.870055+0000, chain.objs.size()=1 2024-09-12T18:05:21.043 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.042+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kFXWXtpGzKYDk39vGxThtefkIw0mXVj_0 2024-09-12T18:05:21.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4163978783299359647', time=2024-09-12T19:41:22.977976+0000, chain.objs.size()=1 2024-09-12T18:05:21.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.p9VTTFZZvhQ4j-_FcFUYGnlUo3C44zQ_0 2024-09-12T18:05:21.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3767445109569106969', time=2024-09-12T19:41:23.073279+0000, chain.objs.size()=1 2024-09-12T18:05:21.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SNydcJrNUBwgt-sb5ddfCGKDvsrZfzf_0 2024-09-12T18:05:21.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11197565176855380051', time=2024-09-12T19:41:23.470718+0000, chain.objs.size()=1 2024-09-12T18:05:21.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.utYvpRq9JDI0nn16Zt9K9IS77Qhf1oW_0 2024-09-12T18:05:21.044 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2060799071589687933', time=2024-09-12T19:41:23.725239+0000, chain.objs.size()=1 2024-09-12T18:05:21.045 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.043+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mpsC1qQhs3kuc05HmoA3WBFTGTzrblc_0 2024-09-12T18:05:21.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.045+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1215224672324965395', time=2024-09-12T19:41:23.946343+0000, chain.objs.size()=1 2024-09-12T18:05:21.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.045+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aMqojl_5-LZV4dItkEflILB_uRoUIiq_0 2024-09-12T18:05:21.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.045+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6631731769905514932', time=2024-09-12T19:41:24.016572+0000, chain.objs.size()=1 2024-09-12T18:05:21.046 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.045+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.azSfVYcI-hdnGtpIyJ0TDtPmY92lOJv_0 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6976907394769008484', time=2024-09-12T19:41:24.176959+0000, chain.objs.size()=1 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FM0qhBe-sdLe4K3-eGWf_FXg6MurGGT_0 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11680275501129280267', time=2024-09-12T19:41:25.192592+0000, chain.objs.size()=1 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.w5oULp6jYTCe2AzspWdRDwggWzOfWEa_0 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4706784158953565538', time=2024-09-12T19:41:25.194215+0000, chain.objs.size()=1 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mBa2FoULp-jwV_STCQO1riCq4WCgPZ8_0 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3678365478650428236', time=2024-09-12T19:42:03.113609+0000, chain.objs.size()=1 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uBEZ2WmxPv9jeGg7EvAB145SA_tjE4G_0 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11501427621796630209', time=2024-09-12T19:42:03.233527+0000, chain.objs.size()=1 2024-09-12T18:05:21.047 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.046+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MMQocuZS3swMs2skzqz_A0geqFs8ENE_0 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13529053536621625508', time=2024-09-12T19:42:03.256739+0000, chain.objs.size()=1 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oJ__Ix3TCEVKBTMbLq1TKIElwkM350f_0 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17087682705127200345', time=2024-09-12T19:42:03.435061+0000, chain.objs.size()=1 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.w7mg6ZHhSiJJ-qqLPQNgsb5_6Yh1Cp1_0 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3881281915991648946', time=2024-09-12T19:42:03.538812+0000, chain.objs.size()=1 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.du_SACaqUTqGJJ2sFbbC_l1qe2_68bx_0 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.847883542076971102', time=2024-09-12T19:42:03.615311+0000, chain.objs.size()=1 2024-09-12T18:05:21.048 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.047+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MLeaFH_rBsIJ6V49MJeQvboMypG3AKj_0 2024-09-12T18:05:21.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.049+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16655603442834189718', time=2024-09-12T19:42:04.162879+0000, chain.objs.size()=1 2024-09-12T18:05:21.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.049+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wMf0q8wXrLsRWQJ6YOtjFNkaqnb8Bl9_0 2024-09-12T18:05:21.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.049+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16240521700315210582', time=2024-09-12T19:42:04.233515+0000, chain.objs.size()=1 2024-09-12T18:05:21.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.049+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4icu5d7CIB1BYp15TJNwWRPx7N-NgmM_0 2024-09-12T18:05:21.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4378253818692285157', time=2024-09-12T19:42:04.437325+0000, chain.objs.size()=1 2024-09-12T18:05:21.050 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.a5XfKdKoJSmV9HaQRvYfX7DCZ8aHSty_0 2024-09-12T18:05:21.051 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.881296634772259714', time=2024-09-12T19:42:04.567160+0000, chain.objs.size()=1 2024-09-12T18:05:21.051 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8kCevjJSQdi_4I21sPq13tZmDhWiHxY_0 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13574085959693652168', time=2024-09-12T19:42:04.729628+0000, chain.objs.size()=1 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TZJhWMaH3jpucIW4i7ocyiQl7kME3v4_0 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8545812760127072267', time=2024-09-12T19:42:04.982314+0000, chain.objs.size()=1 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.A00ro545RC5c2JFLaN7jMsi6kv_0N4q_0 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13882391636759956354', time=2024-09-12T19:42:05.108713+0000, chain.objs.size()=1 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.050+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YInKllY8Iw3KFupgkLWOK1ToQpvHGU9_0 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.051+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8286298920426068632', time=2024-09-12T19:42:05.599690+0000, chain.objs.size()=1 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.051+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SC3DCNOGeaj_zJ1WLYoopVNQS4g01Hc_0 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.051+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15679356585219538587', time=2024-09-12T19:42:06.040313+0000, chain.objs.size()=1 2024-09-12T18:05:21.052 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.051+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kLZA3kJzDunuyWqm-FYINkn6C2Qrh3K_0 2024-09-12T18:05:21.055 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.055+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/44994 2024-09-12T18:05:21.057 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.056+0000 7f1028813640 0 -- 172.21.15.123:0/2479725377 >> [v2:172.21.15.175:6824/1843939643,v1:172.21.15.175:6825/1843939643] conn(0x7f0ef408cb40 msgr2=0x7f0ef4094e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=39, truncated=0, next_marker='' 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14230058117334029518', time=2024-09-12T19:42:06.112822+0000, chain.objs.size()=1 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.pnl73wxYD5wMY8FxuoLsj3Bmo-IXxUs_0 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15951119584967655181', time=2024-09-12T19:42:06.481992+0000, chain.objs.size()=1 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YoRPDu_IVgvy15EZFe3w1wL-6bqfOiU_0 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18063757320320518158', time=2024-09-12T19:42:06.923471+0000, chain.objs.size()=1 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.klfPtI2sWfwYqTmTEpTsjapXYEYl-uS_0 2024-09-12T18:05:21.059 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4614994178450506516', time=2024-09-12T19:42:06.957734+0000, chain.objs.size()=1 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PBT3CEE9CJ-8sabf8AZ_QWqJoeCb_Xf_0 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12069544084189059798', time=2024-09-12T19:42:06.990815+0000, chain.objs.size()=1 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VNDmRcLNDeVY56Iiux3hsgYttc8pXKS_0 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16770660029514102919', time=2024-09-12T19:42:07.084768+0000, chain.objs.size()=1 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CielqzBQL8zoNOT8j8Cd26hf8MAOiTw_0 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14564426360267127016', time=2024-09-12T19:42:07.146543+0000, chain.objs.size()=1 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.E7Mg8Gf36IMAWpq2twr8nXGjzFILWr-_0 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4291454377984730836', time=2024-09-12T19:42:07.936730+0000, chain.objs.size()=1 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NsQHwh58SLcQKz-b_ZdmLvyme9snmbZ_0 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11721966078486149781', time=2024-09-12T19:42:08.759241+0000, chain.objs.size()=1 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sMwznFzPnrZ8J9CwJWXhKFBxEf09TYX_0 2024-09-12T18:05:21.060 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17124220499029341008', time=2024-09-12T19:42:09.100527+0000, chain.objs.size()=1 2024-09-12T18:05:21.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FMwfAaAdI4rVoL6m_Dyu9f-i1X2HJEq_0 2024-09-12T18:05:21.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3801220294463309976', time=2024-09-12T19:42:09.655313+0000, chain.objs.size()=1 2024-09-12T18:05:21.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.e70uSQQSAAfkeHzsnAIkZGOj2togbq4_0 2024-09-12T18:05:21.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15162180139255653532', time=2024-09-12T19:42:09.771228+0000, chain.objs.size()=1 2024-09-12T18:05:21.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.058+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Q31faAiOi_gjPXS50bmL0G8YCMDY37c_0 2024-09-12T18:05:21.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.060+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13420113606762347443', time=2024-09-12T19:42:10.113001+0000, chain.objs.size()=1 2024-09-12T18:05:21.061 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.060+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dnJGz7Qchk3ABqqGftx7RUwWjyQFfrr_0 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.060+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1209703833062547362', time=2024-09-12T19:42:10.177664+0000, chain.objs.size()=1 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.060+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Pf_YjVFxO1DuTuNFYFDkgx6A3wMKvV7_0 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4267265117565698866', time=2024-09-12T19:42:10.209171+0000, chain.objs.size()=1 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cfEcQ0fYCx3NlTBbkyQyZk26Ba1_sKS_0 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11333025390828054267', time=2024-09-12T19:42:10.267943+0000, chain.objs.size()=1 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.O-idx8YWj17uY1hkF8_FcH6779gWZSi_0 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3752372611348745967', time=2024-09-12T19:42:10.400614+0000, chain.objs.size()=1 2024-09-12T18:05:21.062 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kYIX1l0mSkvIqHRRP02C22I9DJZyQbQ_0 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1174536382822071818', time=2024-09-12T19:42:10.911723+0000, chain.objs.size()=1 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CrW-L-7mf-ufpokq1D_0sLbxuPiUvAl_0 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11846106276400257795', time=2024-09-12T19:42:11.191107+0000, chain.objs.size()=1 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.C12hROSMWFQfWYo0eHT4R2z6bU6zUcT_0 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2567749809743410579', time=2024-09-12T19:42:11.368296+0000, chain.objs.size()=1 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ok2OizkY7ZZcds1LWNeH_qsLZPeijPu_0 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16408079304323068035', time=2024-09-12T19:42:11.646054+0000, chain.objs.size()=1 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wO3ka0bKsqFZMMmVkdXwYLdof_9RsPz_0 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12415506712133616490', time=2024-09-12T19:42:11.791118+0000, chain.objs.size()=1 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lL31H1NJX9T4Eup7jJ5VNsEWW4mUJKq_0 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5552430475860958593', time=2024-09-12T19:42:12.570832+0000, chain.objs.size()=1 2024-09-12T18:05:21.063 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.061+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Fn61OVtRCL-vfnwgZDYX7-Zz3HNVhO9_0 2024-09-12T18:05:21.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.064+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11306241168171465345', time=2024-09-12T19:42:12.612620+0000, chain.objs.size()=1 2024-09-12T18:05:21.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.064+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Iq3iLLBfJvTp3Wa1VVQjGeC_lizp-YO_0 2024-09-12T18:05:21.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.064+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15241923776096899080', time=2024-09-12T19:42:12.833810+0000, chain.objs.size()=1 2024-09-12T18:05:21.065 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.064+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.d4393insR4MLipzPKnjBSZMUwGgB-V1_0 2024-09-12T18:05:21.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.065+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5280131700519790323', time=2024-09-12T19:42:12.834534+0000, chain.objs.size()=1 2024-09-12T18:05:21.066 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.065+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bDeTh_3BwBp83w8kqSZTqZNyRIBlyeF_0 2024-09-12T18:05:21.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2835181174375030550', time=2024-09-12T19:42:17.726340+0000, chain.objs.size()=1 2024-09-12T18:05:21.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.331__shadow_.NbQjlm_VZBo0C5vCEi6CIXtgmMM-_eW_0 2024-09-12T18:05:21.067 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1560299111262114493', time=2024-09-12T19:43:45.011202+0000, chain.objs.size()=1 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.435__shadow_.m1J2VROqjYM4ZCOMoT-zVHJnVFK8zbt_0 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12748745468613389602', time=2024-09-12T19:44:19.695430+0000, chain.objs.size()=1 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.467__shadow_.xn93Cd7eDnyYEVRysW0n2DYbB9lQ7z6_0 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2106440963880311417', time=2024-09-12T19:44:30.068840+0000, chain.objs.size()=1 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.pkbekVsoLO6QuvZio1g8zClCo7NIoyc_0 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11908075333313489296', time=2024-09-12T19:44:46.898521+0000, chain.objs.size()=1 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.500__shadow_.agfaLF00wbw62FvC3BxT3B8ZsBewDfL_0 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5495446420339580312', time=2024-09-12T19:45:15.109083+0000, chain.objs.size()=6 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.1 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.2 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.3 2024-09-12T18:05:21.068 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.066+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.4 2024-09-12T18:05:21.069 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.067+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.5 2024-09-12T18:05:21.069 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.068+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.6 2024-09-12T18:05:21.071 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8464462930386927681', time=2024-09-12T19:46:23.553008+0000, chain.objs.size()=4 2024-09-12T18:05:21.071 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:U2-yglZFeF8e5uaEU--DcDKzPsNbUxJ_.kItadWSE9okjfV3DQKHDoJIINHqOK_p_0 2024-09-12T18:05:21.071 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:U2-yglZFeF8e5uaEU--DcDKzPsNbUxJ_.kItadWSE9okjfV3DQKHDoJIINHqOK_p_1 2024-09-12T18:05:21.071 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:U2-yglZFeF8e5uaEU--DcDKzPsNbUxJ_.kItadWSE9okjfV3DQKHDoJIINHqOK_p_2 2024-09-12T18:05:21.071 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.521__shadow:U2-yglZFeF8e5uaEU--DcDKzPsNbUxJ_.kItadWSE9okjfV3DQKHDoJIINHqOK_p_3 2024-09-12T18:05:21.071 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15538962628543323808', time=2024-09-12T19:48:51.039881+0000, chain.objs.size()=4 2024-09-12T18:05:21.071 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~OkcI-EiupISn0QdOsYEmlIGDwzLAyAZ.1 2024-09-12T18:05:21.072 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.070+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__shadow_mymultipart.2~OkcI-EiupISn0QdOsYEmlIGDwzLAyAZ.1_1 2024-09-12T18:05:21.072 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~OkcI-EiupISn0QdOsYEmlIGDwzLAyAZ.2 2024-09-12T18:05:21.072 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__shadow_mymultipart.2~OkcI-EiupISn0QdOsYEmlIGDwzLAyAZ.2_1 2024-09-12T18:05:21.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3444663920080922123', time=2024-09-12T19:50:11.417518+0000, chain.objs.size()=1 2024-09-12T18:05:21.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.553__shadow_.ClXLeS3aInKolHvlS9EpgAv_G2jJCXd_0 2024-09-12T18:05:21.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11351396374581909086', time=2024-09-12T19:51:18.379479+0000, chain.objs.size()=1 2024-09-12T18:05:21.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:IVY6ux8nCPOyC8y9rXMfqByoJZ6nE.-_.5XZv5kvQ_IvDaX7SQGsgX6b11i1xWlf_0 2024-09-12T18:05:21.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9964886924380146849', time=2024-09-12T19:51:26.963846+0000, chain.objs.size()=1 2024-09-12T18:05:21.073 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.072+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:aNyYaVuDu5COSY1Uw12EzXOZRPw3qUM_.HFbFPTi612hf_Oe6ZRItPBfaLllePMq_0 2024-09-12T18:05:21.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.073+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11227107054236344752', time=2024-09-12T19:51:33.965924+0000, chain.objs.size()=1 2024-09-12T18:05:21.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.073+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:Sna.FX0n.CwnjxVDwRy6RuFpcZzJw7q_.cdACna5UvwsHAnKpbhAd5gPBEtlNKgK_0 2024-09-12T18:05:21.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.073+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7574632047208907767', time=2024-09-12T19:58:43.629190+0000, chain.objs.size()=1 2024-09-12T18:05:21.074 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.073+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.667__shadow_.KX81z2JOr1ExjbOCAMVH-CmaT8BEDAl_0 2024-09-12T18:05:21.078 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.077+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.081 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.080+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:05:21.082 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.082+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.083 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.082+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.083 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47143' 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3489976289164518216', time=2024-09-12T19:34:36.188040+0000, chain.objs.size()=1 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.152__shadow_.OwfZmXSUML4fOa3t7jEmAEIQI6Y3Jyd_0 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17156820146470488691', time=2024-09-12T19:34:58.484573+0000, chain.objs.size()=5 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-STANDARD.2~TcYSXLznIXIwIGb5DPBAw6mRwYASEJg.1 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__shadow_mymultipart-STANDARD.2~TcYSXLznIXIwIGb5DPBAw6mRwYASEJg.1_1 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-STANDARD.2~TcYSXLznIXIwIGb5DPBAw6mRwYASEJg.2 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__shadow_mymultipart-STANDARD.2~TcYSXLznIXIwIGb5DPBAw6mRwYASEJg.2_1 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.160__multipart_mymultipart-STANDARD.2~TcYSXLznIXIwIGb5DPBAw6mRwYASEJg.3 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14236475641115647213', time=2024-09-12T19:38:20.474383+0000, chain.objs.size()=1 2024-09-12T18:05:21.084 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.231__shadow_.YIaaIJ5tI3k3SdTiD57mIJTUCeTuyIA_0 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16793875950385265392', time=2024-09-12T19:38:33.846878+0000, chain.objs.size()=1 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.244__shadow_.WPX7aibqEp__dsthNt0vEBqbaKmmzy7_0 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2228694894033906974', time=2024-09-12T19:38:47.770568+0000, chain.objs.size()=1 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.259__shadow_.haecteESWNU448-hR_o0DXy3Syu7fkh_0 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13988561308214699983', time=2024-09-12T19:39:27.653765+0000, chain.objs.size()=1 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ypwQITJSlaNGONZKUEvSZk7U1IopkPR_0 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13109974554871721803', time=2024-09-12T19:39:27.927171+0000, chain.objs.size()=1 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9XZVn0Ok8UHv14Isg33ReQ_83y0D2So_0 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16841671152117748689', time=2024-09-12T19:39:28.708823+0000, chain.objs.size()=1 2024-09-12T18:05:21.085 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.083+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DjVNydxO-MLtAGNzXu6VxYmo6KsUf2Q_0 2024-09-12T18:05:21.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.859353797267229184', time=2024-09-12T19:39:28.779287+0000, chain.objs.size()=1 2024-09-12T18:05:21.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MkPOv1Z1Iy18Nptw5OlawFVLK5iMyjR_0 2024-09-12T18:05:21.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12989762264136430059', time=2024-09-12T19:39:29.166711+0000, chain.objs.size()=1 2024-09-12T18:05:21.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rc3G6fMYSOX5pmK9nPqD3RpY2_6cXyn_0 2024-09-12T18:05:21.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.085+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11460861406956987417', time=2024-09-12T19:39:29.396710+0000, chain.objs.size()=1 2024-09-12T18:05:21.086 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.085+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.81F1TgqGrbtZTf8y301ARi-_Xp0E9aS_0 2024-09-12T18:05:21.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.086+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.764560170157887333', time=2024-09-12T19:39:30.060604+0000, chain.objs.size()=1 2024-09-12T18:05:21.087 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.086+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FWrf_5RN7VXqGbYdpZ1YdsdGPX7LlDc_0 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17483348887459411443', time=2024-09-12T19:39:30.476701+0000, chain.objs.size()=1 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Moyg23ZXlb0E6DbEuOBsxFm3DuuXUKk_0 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3143276901059513578', time=2024-09-12T19:39:30.799691+0000, chain.objs.size()=1 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fbBTFUQXZ_6W_CmgdA8U8LY9VWAUPTR_0 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14767098553791792612', time=2024-09-12T19:39:30.952882+0000, chain.objs.size()=1 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uSL7lTg7YksIbL-IKMz7rkaeBmT_NUj_0 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6457330135641054460', time=2024-09-12T19:39:31.444344+0000, chain.objs.size()=1 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZAGDEVjp_YB8W42L9vzJ-EK9y5g35_P_0 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11194238552623450575', time=2024-09-12T19:39:31.551638+0000, chain.objs.size()=1 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bkR6r9i9ZnywO7MGj88GR3z9do7ExIV_0 2024-09-12T18:05:21.088 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14556996756029450898', time=2024-09-12T19:39:31.708082+0000, chain.objs.size()=1 2024-09-12T18:05:21.089 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.s2Owb_x9FHQwvNZoC-leHqIL061dWG4_0 2024-09-12T18:05:21.089 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9517047725349214519', time=2024-09-12T19:39:31.727860+0000, chain.objs.size()=1 2024-09-12T18:05:21.089 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.087+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QASxr9T7QOaYjwJTOs7KxJS-Pawf4YL_0 2024-09-12T18:05:21.089 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.089+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8528032826480428891', time=2024-09-12T19:39:32.078098+0000, chain.objs.size()=1 2024-09-12T18:05:21.089 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.089+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.j6SSqUwxkWxBy6nWQBEVMLG6PUg8hpn_0 2024-09-12T18:05:21.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.089+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12777594517250656572', time=2024-09-12T19:39:32.457335+0000, chain.objs.size()=1 2024-09-12T18:05:21.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.089+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mDxe131iE2qMf7F2KuoyOcKkt42_Zo8_0 2024-09-12T18:05:21.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.089+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15969845977899014659', time=2024-09-12T19:39:33.051130+0000, chain.objs.size()=1 2024-09-12T18:05:21.090 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.089+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GJsBmnEEG1_XUptLu1q520AvDEOaQrj_0 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13740715042488094234', time=2024-09-12T19:39:33.230614+0000, chain.objs.size()=1 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.V2WLCgO1upmtIrO-FZeuFyzZchjq2Sd_0 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4721861031632349301', time=2024-09-12T19:39:33.754923+0000, chain.objs.size()=1 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.icZSzXTciYuHjZLMGykMCrFMUCaqpRN_0 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17568421853767677390', time=2024-09-12T19:39:34.367028+0000, chain.objs.size()=1 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.N0L5kP86OhovosNXs_MTgZCG-E6SBOr_0 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17367652214658724', time=2024-09-12T19:39:34.510074+0000, chain.objs.size()=1 2024-09-12T18:05:21.092 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DE7wkDvaUa1hwpKFVKSPbKuM4tF2jcD_0 2024-09-12T18:05:21.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17838655107338004034', time=2024-09-12T19:39:34.759166+0000, chain.objs.size()=1 2024-09-12T18:05:21.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dw8Mgy4T9npu-yZrm8WiAOzhiMzl_Lr_0 2024-09-12T18:05:21.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7367363590676890558', time=2024-09-12T19:39:35.802424+0000, chain.objs.size()=1 2024-09-12T18:05:21.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CKc03WU80mHpArJnOPXDqs-TmxNzVHZ_0 2024-09-12T18:05:21.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8135016006867250141', time=2024-09-12T19:39:35.881265+0000, chain.objs.size()=1 2024-09-12T18:05:21.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.091+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.L0UZfoeFK9pihyRJUdO1hiDJX5bK0At_0 2024-09-12T18:05:21.093 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6952463552466257464', time=2024-09-12T19:39:35.881922+0000, chain.objs.size()=1 2024-09-12T18:05:21.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dNrjBw9TRnlZYj66yUyesVKxgIuZQTl_0 2024-09-12T18:05:21.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7784182298134870973', time=2024-09-12T19:39:35.969331+0000, chain.objs.size()=1 2024-09-12T18:05:21.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PK3YpzsnZFCCL5V2v_k2vZEp2-h1e-c_0 2024-09-12T18:05:21.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11214607199281315867', time=2024-09-12T19:39:35.997446+0000, chain.objs.size()=1 2024-09-12T18:05:21.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.w4k-kSY0RvjPSgKwtKihdKp-d11PBDT_0 2024-09-12T18:05:21.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15444996310951047454', time=2024-09-12T19:39:36.216678+0000, chain.objs.size()=1 2024-09-12T18:05:21.094 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.093+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cfDogUVBg8cMU4qA90qlVOvi6dHqL8k_0 2024-09-12T18:05:21.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15661118080768629338', time=2024-09-12T19:39:36.347992+0000, chain.objs.size()=1 2024-09-12T18:05:21.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.YxWqVV5ysEvpsSgMovcFErwkQylnKab_0 2024-09-12T18:05:21.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.094+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3119504734620981433', time=2024-09-12T19:39:36.858019+0000, chain.objs.size()=1 2024-09-12T18:05:21.095 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.094+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xMaCRUU9syrLUu3TjPnHOtrvrKAUg4y_0 2024-09-12T18:05:21.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.095+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14146330562207169360', time=2024-09-12T19:39:37.012820+0000, chain.objs.size()=1 2024-09-12T18:05:21.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.095+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5ydse9Jlv15GwSlJxLt2zrEkiyLThR0_0 2024-09-12T18:05:21.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4751628991418521289', time=2024-09-12T19:39:37.286006+0000, chain.objs.size()=1 2024-09-12T18:05:21.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PZnkH2yNq95JpV9PYdZbxACOutOBN5E_0 2024-09-12T18:05:21.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7398246266408271198', time=2024-09-12T19:39:37.585761+0000, chain.objs.size()=1 2024-09-12T18:05:21.096 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cwibijnRbEhW_m0EaIHSvmd4ZsEgH3d_0 2024-09-12T18:05:21.097 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14535204705268727763', time=2024-09-12T19:39:40.990762+0000, chain.objs.size()=1 2024-09-12T18:05:21.097 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.267__shadow_.A7WsE973nah2OkuqF3cQ5hvqjYUA1b3_0 2024-09-12T18:05:21.097 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15199164125769432170', time=2024-09-12T19:39:51.348805+0000, chain.objs.size()=1 2024-09-12T18:05:21.097 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.096+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.279__shadow_.sC0mc6NRymMMncrVET4GMYBReiL1Rpf_0 2024-09-12T18:05:21.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18200780719200519181', time=2024-09-12T19:39:54.041057+0000, chain.objs.size()=1 2024-09-12T18:05:21.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.282__shadow_.FFJeGLSwb-e01jGqBZK4dssEU16F58Q_0 2024-09-12T18:05:21.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17207374959300277256', time=2024-09-12T19:40:05.331738+0000, chain.objs.size()=1 2024-09-12T18:05:21.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.-1Zc17XaTtV45kgkZ0cCz8PgAQbn_Wa_0 2024-09-12T18:05:21.098 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6223855275809385645', time=2024-09-12T19:40:05.452526+0000, chain.objs.size()=1 2024-09-12T18:05:21.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.yhr_7n6JzW9c9WRb92z--PYR4RUQpt__0 2024-09-12T18:05:21.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14182455421837170853', time=2024-09-12T19:40:07.558342+0000, chain.objs.size()=1 2024-09-12T18:05:21.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.097+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.PxSe7FVszVEQ4EvKgjJlqBtZtXEjJWY_0 2024-09-12T18:05:21.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.098+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2162144207181427408', time=2024-09-12T19:40:12.078576+0000, chain.objs.size()=1 2024-09-12T18:05:21.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.098+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.299__shadow_.LCmYQNFCcCeYc9MSpdGXmVL02bNCZLp_0 2024-09-12T18:05:21.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.098+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1467236410320500085', time=2024-09-12T19:41:15.191039+0000, chain.objs.size()=1 2024-09-12T18:05:21.099 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.098+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SvZSNQ6CJZJM6WoeUzAG5f4btpVdsEM_0 2024-09-12T18:05:21.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.098+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15317723317900913644', time=2024-09-12T19:41:15.465786+0000, chain.objs.size()=1 2024-09-12T18:05:21.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.098+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.j5ICtiOrgBp8PHL8oyO8qWwtoWfogVf_0 2024-09-12T18:05:21.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.099+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1417118686847946034', time=2024-09-12T19:41:15.641422+0000, chain.objs.size()=1 2024-09-12T18:05:21.100 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.099+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Dx3HbFmfCKox5J6LyjwIywb3rVL1Uvj_0 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2376404317446204568', time=2024-09-12T19:41:15.772825+0000, chain.objs.size()=1 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.h-BJ2hrhXUlhr8wUuQBoGYHDfbhNxKn_0 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13442316424967235865', time=2024-09-12T19:41:16.480676+0000, chain.objs.size()=1 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.U3GbaI-vXNIIfJmOgIZ2HNfFO70-6gp_0 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4074623177097449078', time=2024-09-12T19:41:16.827563+0000, chain.objs.size()=1 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1C70ZidCFV5fEikk0_PGLvED7HjAPSr_0 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3489943911300188335', time=2024-09-12T19:41:16.905690+0000, chain.objs.size()=1 2024-09-12T18:05:21.101 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.100+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.03gNwqnyWMZbcbDAnYh-yhPqTJjZVwy_0 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3371290808973897171', time=2024-09-12T19:41:16.988673+0000, chain.objs.size()=1 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-j1OoC5_iT9mpQvOXq9-I7Ma5LOoKQ-_0 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11545501922508980524', time=2024-09-12T19:41:17.817611+0000, chain.objs.size()=1 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pqcu00f5VadkgVMbt9d6t-UZIvN8ACw_0 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3767203943120717810', time=2024-09-12T19:41:17.872650+0000, chain.objs.size()=1 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vmXZbHeIfi-bOQgtjsvmlzE02oF2qwC_0 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18264557138265118560', time=2024-09-12T19:41:17.873277+0000, chain.objs.size()=1 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SxKLC-bcaQeI5ie0QqMDHJ1bkBvfO_J_0 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8961444769572159923', time=2024-09-12T19:41:18.180204+0000, chain.objs.size()=1 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GGODRvUfwFenLjbNEZxTxPBOL-ZB_8M_0 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9263827359066161034', time=2024-09-12T19:41:18.196437+0000, chain.objs.size()=1 2024-09-12T18:05:21.103 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.102+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.fabGU2cVHusB72HJ0Zw-kSm36Mx0MFX_0 2024-09-12T18:05:21.104 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.103+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2041766455831232920', time=2024-09-12T19:41:18.267336+0000, chain.objs.size()=1 2024-09-12T18:05:21.104 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.103+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OG4gn30z-ZVoUVrXq_cemzxAC6a21mq_0 2024-09-12T18:05:21.104 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.103+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16362319585125072994', time=2024-09-12T19:41:18.362255+0000, chain.objs.size()=1 2024-09-12T18:05:21.104 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.103+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1MV0kcGA8sgBL6r6we3Z-BWCiDVf_B1_0 2024-09-12T18:05:21.105 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.105+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14761428703767941815', time=2024-09-12T19:41:18.677191+0000, chain.objs.size()=1 2024-09-12T18:05:21.105 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.105+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HUVJGBfxN78dVMndVQOlw1sTops3Uqb_0 2024-09-12T18:05:21.106 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2180321022534323779', time=2024-09-12T19:41:19.496766+0000, chain.objs.size()=1 2024-09-12T18:05:21.106 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Kxjk47G6cRidRq6g32AnLCc5lxjfblM_0 2024-09-12T18:05:21.106 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9856767322513961578', time=2024-09-12T19:41:19.497751+0000, chain.objs.size()=1 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OuoZBKNL1SeOA1xZyFnR1--Jyh7xpsr_0 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.596569271426112623', time=2024-09-12T19:41:19.936215+0000, chain.objs.size()=1 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.TX_PmBAosZ3hWCXMisCO9KY3_bW8LPR_0 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4927548208418205919', time=2024-09-12T19:41:20.260568+0000, chain.objs.size()=1 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.106+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8UiUbi9BYx0BPUxruxXlso7m4bVNqLo_0 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14631237203914484814', time=2024-09-12T19:41:21.511438+0000, chain.objs.size()=1 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nwGu_dJYMvTEUdRmmX4Y_3rXbo6VMNa_0 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4829943069420610696', time=2024-09-12T19:41:22.149733+0000, chain.objs.size()=1 2024-09-12T18:05:21.107 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xGzFRtV4ohBZUw45FFF0MzoY7gyr0o__0 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1412616611062996160', time=2024-09-12T19:41:22.193904+0000, chain.objs.size()=1 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tNkYjMOq-y39_HZ4QMZDOlONehMbFA__0 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2693630122979667617', time=2024-09-12T19:41:22.416834+0000, chain.objs.size()=1 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tgYL0GFD2h1-ZFFziBSVbwM0YSOmR1r_0 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.895504364625153540', time=2024-09-12T19:41:22.731824+0000, chain.objs.size()=1 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.d4kSlwAWNrckVTcVfDX23P7YmWTZLwG_0 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9311413634774556061', time=2024-09-12T19:41:23.041956+0000, chain.objs.size()=1 2024-09-12T18:05:21.108 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.107+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.P4v9MMPYrJRnqLaABZBYdhamo0Zpiyo_0 2024-09-12T18:05:21.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.109+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13970491116259311868', time=2024-09-12T19:41:23.073869+0000, chain.objs.size()=1 2024-09-12T18:05:21.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.109+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2wG6wB30Vf3Nzy_eUzzdXxgQ7Hq36Wf_0 2024-09-12T18:05:21.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.109+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13170279930298910650', time=2024-09-12T19:41:23.850393+0000, chain.objs.size()=1 2024-09-12T18:05:21.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.109+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.y9DTgwEh_YGhWVBqGRfvN8SrxqDKiOC_0 2024-09-12T18:05:21.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.109+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10929244585973616881', time=2024-09-12T19:41:23.949353+0000, chain.objs.size()=1 2024-09-12T18:05:21.110 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.109+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nwmD9mKdzWK69RF9uFkqc4PYJkthlIo_0 2024-09-12T18:05:21.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15139350652501040209', time=2024-09-12T19:41:24.391337+0000, chain.objs.size()=1 2024-09-12T18:05:21.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CFBh7LMHbcuu0EexT-g5SHvNe52X29V_0 2024-09-12T18:05:21.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10448868929702366393', time=2024-09-12T19:41:25.044778+0000, chain.objs.size()=1 2024-09-12T18:05:21.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.33nDVHQ2PQ-NbyeaQ0rhBBQEezuX4Es_0 2024-09-12T18:05:21.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6030160568341494896', time=2024-09-12T19:41:25.261018+0000, chain.objs.size()=1 2024-09-12T18:05:21.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.68eNFe_vr3_x3getTMrPEdOkuEB_KUP_0 2024-09-12T18:05:21.111 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7058275179760457409', time=2024-09-12T19:41:25.308838+0000, chain.objs.size()=1 2024-09-12T18:05:21.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.110+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.33k_KYXOwjQOOWlYe8Kwwvs42VwxlET_0 2024-09-12T18:05:21.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.111+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14315260350284563347', time=2024-09-12T19:41:25.500673+0000, chain.objs.size()=1 2024-09-12T18:05:21.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.111+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0NP4d7VyC62z9zlx207O-D-7DM_JOn1_0 2024-09-12T18:05:21.112 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.111+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4975907144052138499', time=2024-09-12T19:42:03.118299+0000, chain.objs.size()=1 2024-09-12T18:05:21.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.111+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Bfk2_CWzaVOmEr-TXnFDuyEN01KHPZq_0 2024-09-12T18:05:21.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.112+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9584641332911741235', time=2024-09-12T19:42:03.552059+0000, chain.objs.size()=1 2024-09-12T18:05:21.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.112+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lekfsJ2zTIXUAJ-QHkbX_GQ1CMH8AVZ_0 2024-09-12T18:05:21.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.112+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7071160575471830190', time=2024-09-12T19:42:03.609879+0000, chain.objs.size()=1 2024-09-12T18:05:21.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.112+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JSAalkiIyfFLYVzr0SKg_EKpc5nYboi_0 2024-09-12T18:05:21.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.112+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12891945345086644529', time=2024-09-12T19:42:04.608577+0000, chain.objs.size()=1 2024-09-12T18:05:21.113 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.112+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.bIBdbRB-gwmZX4_r4hPbvhzKKS1ZPhH_0 2024-09-12T18:05:21.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.113+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4519675534725348906', time=2024-09-12T19:42:04.662525+0000, chain.objs.size()=1 2024-09-12T18:05:21.114 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.113+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.o5MRvsQg6EiTqCUZkt81jnNtTWP8vp0_0 2024-09-12T18:05:21.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.114+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10683724516360373776', time=2024-09-12T19:42:04.888327+0000, chain.objs.size()=1 2024-09-12T18:05:21.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.114+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IuO9Q-H31l5QL-Ci3UpKqG2Xim-GzDu_0 2024-09-12T18:05:21.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.114+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12773520056050925770', time=2024-09-12T19:42:05.546394+0000, chain.objs.size()=1 2024-09-12T18:05:21.115 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.114+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IxpnBmFWbriMOEelhRMDQDt10X02rIe_0 2024-09-12T18:05:21.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5013138760990669826', time=2024-09-12T19:42:05.598432+0000, chain.objs.size()=1 2024-09-12T18:05:21.117 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8fTnnfOjOh17PIvbdNpsJ720wacz13l_0 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6514453039951721909', time=2024-09-12T19:42:05.678109+0000, chain.objs.size()=1 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nm6Z111sR0wyNriFtI6Gl_EcMahHofp_0 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18151243714210513996', time=2024-09-12T19:42:06.332018+0000, chain.objs.size()=1 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fHFFuTA1_rriAfKQ__9au-rau96MXrp_0 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16533954162908174453', time=2024-09-12T19:42:07.174702+0000, chain.objs.size()=1 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MHyBBrgWYfNFjv4Lk_BochnPAQ_hi9c_0 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11146259490492166424', time=2024-09-12T19:42:07.470594+0000, chain.objs.size()=1 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cVnQZXuC8JL2Ofo7u_Bgo6qjLelisk2_0 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1707695139195786726', time=2024-09-12T19:42:07.471209+0000, chain.objs.size()=1 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-GyM7-WQmVbsddIiwPfcNpLT8uJl9WQ_0 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14777724111153834062', time=2024-09-12T19:42:07.649783+0000, chain.objs.size()=1 2024-09-12T18:05:21.118 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fB6HTQGXEnDXi-gfnQD2cUUktNzmMx9_0 2024-09-12T18:05:21.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.163385347784997484', time=2024-09-12T19:42:07.760864+0000, chain.objs.size()=1 2024-09-12T18:05:21.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.116+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nbKMbIXEqPjgapGDZ0TVJbukqOmAChm_0 2024-09-12T18:05:21.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.117+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1706106111267991711', time=2024-09-12T19:42:07.783897+0000, chain.objs.size()=1 2024-09-12T18:05:21.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.117+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4zyjuutdNcYQ_xcJReQV3gBiUKiwFgv_0 2024-09-12T18:05:21.119 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.118+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4589364074077421083', time=2024-09-12T19:42:08.890686+0000, chain.objs.size()=1 2024-09-12T18:05:21.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.118+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3FcP__SgaCzTDRkKoWA4MGQV2cvl7lI_0 2024-09-12T18:05:21.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.118+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14590326081174569339', time=2024-09-12T19:42:09.031731+0000, chain.objs.size()=1 2024-09-12T18:05:21.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.118+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YSSQoZrCRRuDGTzVH3Yl7pk1S-fpriW_0 2024-09-12T18:05:21.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.119+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.732484274454738173', time=2024-09-12T19:42:09.139867+0000, chain.objs.size()=1 2024-09-12T18:05:21.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.119+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Ra5lS1yjT3lr-2ieqS59NBgFSdfsH9N_0 2024-09-12T18:05:21.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.119+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8625706921717569944', time=2024-09-12T19:42:09.179627+0000, chain.objs.size()=1 2024-09-12T18:05:21.120 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.119+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qbJDS8EG44qXjKzuKnc7nkWR3aQTlx-_0 2024-09-12T18:05:21.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.121+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1891945661513422150', time=2024-09-12T19:42:09.785324+0000, chain.objs.size()=1 2024-09-12T18:05:21.122 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.121+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MXw_qdev3MSrM2b9h4nqn9Ji4iDMjWl_0 2024-09-12T18:05:21.123 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.123+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/47143 2024-09-12T18:05:21.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-12T18:05:21.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11198645092555747838', time=2024-09-12T19:42:10.335740+0000, chain.objs.size()=1 2024-09-12T18:05:21.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.VnEjNcfYnwOTUa7GTa1AZRxwsQlUrPK_0 2024-09-12T18:05:21.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14972821767782751023', time=2024-09-12T19:42:10.918817+0000, chain.objs.size()=1 2024-09-12T18:05:21.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nCYnglaSQTWye3i7lG0vFxGfpBhBzoW_0 2024-09-12T18:05:21.126 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15088294404757960697', time=2024-09-12T19:42:11.153064+0000, chain.objs.size()=1 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.xCtVo951u3Ydy6SFD3CFwwXZvxm3vyu_0 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17529378566791869467', time=2024-09-12T19:42:11.387098+0000, chain.objs.size()=1 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HtTofu8MckmpdkxIeKnMevIP-ZgYdK7_0 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6149872111363623847', time=2024-09-12T19:42:11.501217+0000, chain.objs.size()=1 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.avrNCfRuJhU_a7Yad9Eh82EwDRSsK8P_0 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15517683654303326', time=2024-09-12T19:42:11.550106+0000, chain.objs.size()=1 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2Uy71ervUVIdJ3n10hgN3FXvM1Gd01q_0 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8270474444857049726', time=2024-09-12T19:42:11.735438+0000, chain.objs.size()=1 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PW_OUS6fG1ixxtV4j_ai4pJFEmXlxpI_0 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16050767778586352744', time=2024-09-12T19:42:11.871774+0000, chain.objs.size()=1 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.heaJLbOaxWzIH9_P4xMYSO1pb9B6dWL_0 2024-09-12T18:05:21.127 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9301507088481735318', time=2024-09-12T19:42:11.911295+0000, chain.objs.size()=1 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.L8qTr9QyKUF9diWtNmCYg9eVoNwitZM_0 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8022790551639712114', time=2024-09-12T19:42:12.768856+0000, chain.objs.size()=1 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.A7KeUwJWyIGo8Qea4C9MWxTt3GjHE_S_0 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2201969772737285065', time=2024-09-12T19:42:12.880225+0000, chain.objs.size()=1 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.3wkaM6U8KhZ3KzEy_k6esbr4wo7LEAU_0 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7836565879400526114', time=2024-09-12T19:42:12.969407+0000, chain.objs.size()=1 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.125+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.36RcK-CrbnCt22FkAZ7DpDCxwiaOVzV_0 2024-09-12T18:05:21.128 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.127+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.882416502571055113', time=2024-09-12T19:42:23.066688+0000, chain.objs.size()=1 2024-09-12T18:05:21.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.127+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.337__shadow_.o9FdmMZ-ytoK5gLBQ2mD0hIdPEZSNsJ_0 2024-09-12T18:05:21.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.128+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13354865318804683723', time=2024-09-12T19:42:48.245204+0000, chain.objs.size()=1 2024-09-12T18:05:21.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.128+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.370__shadow_.szXBWFUueYqvA8ywC5d90QxlCP0B3AW_0 2024-09-12T18:05:21.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.128+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11453374103677140095', time=2024-09-12T19:44:30.048287+0000, chain.objs.size()=1 2024-09-12T18:05:21.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.128+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.eC61MT0r6J0Yx39-XXIeFiLmDBky0za_0 2024-09-12T18:05:21.129 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.129+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11580002496548749648', time=2024-09-12T19:44:42.765982+0000, chain.objs.size()=1 2024-09-12T18:05:21.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.129+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.496__shadow_.cgBFLfzgHJp1L54PWWareiyl38NVAz-_0 2024-09-12T18:05:21.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.129+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11226094825602755072', time=2024-09-12T19:44:46.895508+0000, chain.objs.size()=1 2024-09-12T18:05:21.130 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.129+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.500__shadow_.agfaLF00wbw62FvC3BxT3B8ZsBewDfL_0 2024-09-12T18:05:21.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF', time=2024-09-12T19:48:00.909092+0000, chain.objs.size()=1 2024-09-12T18:05:21.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF.1 2024-09-12T18:05:21.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF', time=2024-09-12T19:48:00.912492+0000, chain.objs.size()=1 2024-09-12T18:05:21.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF.2 2024-09-12T18:05:21.131 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF', time=2024-09-12T19:48:00.915805+0000, chain.objs.size()=1 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF.3 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF', time=2024-09-12T19:48:00.919039+0000, chain.objs.size()=1 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF.4 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF', time=2024-09-12T19:48:00.922432+0000, chain.objs.size()=1 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF.5 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF', time=2024-09-12T19:48:00.925531+0000, chain.objs.size()=1 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.523__multipart_mymultipart.2~MKyKRXaGXg9-10La4QFdd_wKeuj1gyF.6 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18099851717656577040', time=2024-09-12T19:50:27.149343+0000, chain.objs.size()=1 2024-09-12T18:05:21.132 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.130+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.557__shadow_.5XkF6uTO6e2ZnqPl4nx6v9ds6llkHOx_0 2024-09-12T18:05:21.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.132+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11594159633438471247', time=2024-09-12T19:50:30.437747+0000, chain.objs.size()=1 2024-09-12T18:05:21.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.132+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.558__shadow_.OSnnj1sWeA43Xw5IlfLWggN1EVAYvq1_0 2024-09-12T18:05:21.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.132+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11013726291719610185', time=2024-09-12T19:52:24.017967+0000, chain.objs.size()=1 2024-09-12T18:05:21.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.132+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:GTIB6GX1xCn6suagn9Kwsyp9eKShIRn_.jsShnJrePKOnOoldrZAKQnV95eTAeWM_0 2024-09-12T18:05:21.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.132+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5706870356820918654', time=2024-09-12T19:54:37.977529+0000, chain.objs.size()=12 2024-09-12T18:05:21.133 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.132+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__multipart_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.1 2024-09-12T18:05:21.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.134+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__shadow_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.1_1 2024-09-12T18:05:21.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.134+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__multipart_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.2 2024-09-12T18:05:21.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.134+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__shadow_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.2_1 2024-09-12T18:05:21.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.134+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__multipart_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.3 2024-09-12T18:05:21.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.134+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__shadow_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.3_1 2024-09-12T18:05:21.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.135+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__multipart_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.4 2024-09-12T18:05:21.135 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.135+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__shadow_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.4_1 2024-09-12T18:05:21.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.137+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__multipart_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.5 2024-09-12T18:05:21.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.137+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__shadow_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.5_1 2024-09-12T18:05:21.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.137+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__multipart_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.6 2024-09-12T18:05:21.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.137+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.616__shadow_multipart_enc.2~Yy6foLPClLTOv87dTipj76lTkAsJuLK.6_1 2024-09-12T18:05:21.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.137+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4604672713595111224', time=2024-09-12T19:57:44.352204+0000, chain.objs.size()=1 2024-09-12T18:05:21.138 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.137+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.639__shadow_.BSFWeLmnDV4O1zHHaX_cMSQn6xR9-m0_0 2024-09-12T18:05:21.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.139+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1608974934210409012', time=2024-09-12T19:59:05.001633+0000, chain.objs.size()=1 2024-09-12T18:05:21.140 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.139+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.697__shadow:8ofj6L47i9b9RIr0WZOfz.0AzUhO3WJ_.-gVlCnboqbhffRX6tIaqsugtrXyHXlm_0 2024-09-12T18:05:21.142 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.142+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.145 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.145+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:05:21.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.146+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.147 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.147+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51396' 2024-09-12T18:05:21.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1984545122984785863', time=2024-09-12T19:34:50.999649+0000, chain.objs.size()=3 2024-09-12T18:05:21.149 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.159__shadow_.CRD23v3o0RGhD6W-Wx6yMEt5zhdmAwg_0 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.159__shadow_.CRD23v3o0RGhD6W-Wx6yMEt5zhdmAwg_1 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.159__shadow_.CRD23v3o0RGhD6W-Wx6yMEt5zhdmAwg_2 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13795571614408060480', time=2024-09-12T19:35:06.358772+0000, chain.objs.size()=3 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.EmdWcDOD_ZjOybzPDaz3kTeAErIfo7t_0 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.EmdWcDOD_ZjOybzPDaz3kTeAErIfo7t_1 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.161__shadow_.EmdWcDOD_ZjOybzPDaz3kTeAErIfo7t_2 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_kqkMEyLydt5_nwvu9xC4-fPdjEo3VFR', time=2024-09-12T19:35:34.163008+0000, chain.objs.size()=1 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162__shadow_.sIzjm-SMpJonFdPUmE0gpynVHpS2NVO_0 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16742354966364119444', time=2024-09-12T19:38:21.379359+0000, chain.objs.size()=1 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.232__shadow_.NsUMnJtmgnEOijhf-WLZIYTWPE0dNda_0 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1929657227623212159', time=2024-09-12T19:38:27.377795+0000, chain.objs.size()=1 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.238__shadow_.gH-9IMUaiKW_C0JPxyF_-brbbTVK5Bw_0 2024-09-12T18:05:21.150 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11808807571547574748', time=2024-09-12T19:38:36.331189+0000, chain.objs.size()=1 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.246__shadow_.iMcr2XnuW4L54t7bMDuCk-mS8yg8V-X_0 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10497603985008155558', time=2024-09-12T19:38:41.640029+0000, chain.objs.size()=1 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.252__shadow_.9D1bzGIe2AWARM6JFi7n0nBfvAvm1FV_0 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6344633473716585108', time=2024-09-12T19:38:42.558414+0000, chain.objs.size()=1 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.148+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.253__shadow_.9PJ0qUBbPreKuG3zRjBslIwiVM0H6nv_0 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2519925852979844806', time=2024-09-12T19:38:50.399509+0000, chain.objs.size()=1 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.262__shadow_.PG2ZmQ1ynaP_UKEzFMYvSW9XsxnrBUF_0 2024-09-12T18:05:21.151 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9499257698450442043', time=2024-09-12T19:39:27.366522+0000, chain.objs.size()=1 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.B_nKY6chkT_uWOoMlQ5yQbYyX5cM8qM_0 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17589545132084760494', time=2024-09-12T19:39:27.404652+0000, chain.objs.size()=1 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GuCh9pHcUyqyw-ieEYEppiEtD3jPkjB_0 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17578340935020642294', time=2024-09-12T19:39:27.646643+0000, chain.objs.size()=1 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9pw8gcbL5wNIa8oogOBtt3cic8BWQXU_0 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4971502274875193670', time=2024-09-12T19:39:28.017558+0000, chain.objs.size()=1 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RQPwLdMCYMkEAQoCAqVV5-5UJYUdY05_0 2024-09-12T18:05:21.152 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.940332113723988870', time=2024-09-12T19:39:29.052942+0000, chain.objs.size()=1 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.r3ZaxS5wFtc6aMMOu7MhYS4XCWyYqsv_0 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12578851113527459817', time=2024-09-12T19:39:29.405342+0000, chain.objs.size()=1 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rjXnvxm_XH_scYRSD2_afbThmPVcVlJ_0 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2892254321100201989', time=2024-09-12T19:39:30.213075+0000, chain.objs.size()=1 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TQngLnCQ9qVEM7G76bY2508_u_VUI8Y_0 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13101617709330900286', time=2024-09-12T19:39:30.476687+0000, chain.objs.size()=1 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.xh13TeOWH6TCOzDsB_B0Eq5CVDwkYnu_0 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7358588624650335876', time=2024-09-12T19:39:30.508980+0000, chain.objs.size()=1 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RMN3h6BK9_KtoPxt1ERJJxFJ0SiYgf7_0 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6757432588611425677', time=2024-09-12T19:39:30.555899+0000, chain.objs.size()=1 2024-09-12T18:05:21.153 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.151+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.nWDkXfNnA3qCfxKKe3IRmal-7C1RVQC_0 2024-09-12T18:05:21.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.153+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17095487610839077261', time=2024-09-12T19:39:31.650672+0000, chain.objs.size()=1 2024-09-12T18:05:21.154 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.153+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jNGmCW_M0GfubwpGuhtbC-zRJKN0Xrq_0 2024-09-12T18:05:21.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1826919223237572854', time=2024-09-12T19:39:32.078813+0000, chain.objs.size()=1 2024-09-12T18:05:21.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.29Mcog_2XbcwY38hN_HtdJH0NSwsTHU_0 2024-09-12T18:05:21.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16496665343000093371', time=2024-09-12T19:39:32.451786+0000, chain.objs.size()=1 2024-09-12T18:05:21.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.amFSjZm9Gr1SjAQx7ZZQBtvFYKAhRE5_0 2024-09-12T18:05:21.155 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9883311574879913662', time=2024-09-12T19:39:33.254649+0000, chain.objs.size()=1 2024-09-12T18:05:21.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.h8pBYn_ywIh4y-qOVqOmkyJNcXKMZrQ_0 2024-09-12T18:05:21.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6322637144122770801', time=2024-09-12T19:39:33.312003+0000, chain.objs.size()=1 2024-09-12T18:05:21.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.154+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9fUasCpcncbd9sh3ED0RJFJMPK1-164_0 2024-09-12T18:05:21.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16226307712645996714', time=2024-09-12T19:39:33.375216+0000, chain.objs.size()=1 2024-09-12T18:05:21.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.uyNJQZG6BozaDVzGudMyVcTHKXgMorC_0 2024-09-12T18:05:21.156 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12122331013284831917', time=2024-09-12T19:39:34.172694+0000, chain.objs.size()=1 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EdGFzcf7okjMRkWamrkvPNZe8HqgEqB_0 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10970803736302779601', time=2024-09-12T19:39:34.626129+0000, chain.objs.size()=1 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FrJUgeb6eDstXFLgoZFQj2mjuI0Q-f1_0 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10812570931452493844', time=2024-09-12T19:39:35.458767+0000, chain.objs.size()=1 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vackjgVrHRebgxx5zaLn_IymTvaiEJ7_0 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7982861313351985429', time=2024-09-12T19:39:35.610659+0000, chain.objs.size()=1 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5bn8Um_bJoaActND5s7p_qjpI67ftBr_0 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16235898400277172505', time=2024-09-12T19:39:36.047587+0000, chain.objs.size()=1 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.155+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OoCwB_nQK3GKoAkQkrT9qjnDLTwrYdA_0 2024-09-12T18:05:21.157 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.156+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12326981046136826343', time=2024-09-12T19:39:36.356317+0000, chain.objs.size()=1 2024-09-12T18:05:21.158 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.156+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.AvPl5wzGoViRI7acerImD_LoSFHPSt-_0 2024-09-12T18:05:21.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.158+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12275548073126762500', time=2024-09-12T19:39:36.755192+0000, chain.objs.size()=1 2024-09-12T18:05:21.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.158+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.b5zNj_CRfpflNYDDg8-OzXplAlT7OYH_0 2024-09-12T18:05:21.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.158+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6224730403719038093', time=2024-09-12T19:39:52.238428+0000, chain.objs.size()=1 2024-09-12T18:05:21.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.158+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.280__shadow_.fAq2dsv_3g3Th1tAQBmIHL9tD7Tk4RQ_0 2024-09-12T18:05:21.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.158+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1659456695517271070', time=2024-09-12T19:39:53.128919+0000, chain.objs.size()=1 2024-09-12T18:05:21.159 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.158+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.281__shadow_.N2kfTbiZwQg1CNUYvpN4WgsrqxCrwZI_0 2024-09-12T18:05:21.160 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.160+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14012536368348531115', time=2024-09-12T19:40:01.243070+0000, chain.objs.size()=1 2024-09-12T18:05:21.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.160+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.290__shadow_.92fUrL8_q_1Efqzr4VOt6ZNDynib7jF_0 2024-09-12T18:05:21.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.160+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10853984833441000650', time=2024-09-12T19:40:09.358999+0000, chain.objs.size()=1 2024-09-12T18:05:21.161 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.160+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.296__shadow_.ykznrZkg_ZtOoErcs8CVFS7BbttN10o_0 2024-09-12T18:05:21.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14074705993214087810', time=2024-09-12T19:40:10.247369+0000, chain.objs.size()=1 2024-09-12T18:05:21.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.297__shadow_._eUbPFOmkLqqqdZ0vulBiTTZJdShttZ_0 2024-09-12T18:05:21.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17530686826215421550', time=2024-09-12T19:41:14.873948+0000, chain.objs.size()=1 2024-09-12T18:05:21.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ewtTggyKz41B38HzedNDb02Oij-jL7m_0 2024-09-12T18:05:21.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5649603980152469922', time=2024-09-12T19:41:15.042617+0000, chain.objs.size()=1 2024-09-12T18:05:21.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6NZ8gijhquoSSVL2JA9z1ujw9YY7s-A_0 2024-09-12T18:05:21.165 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3189986165500358876', time=2024-09-12T19:41:15.189160+0000, chain.objs.size()=1 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SZzNxQp5sK1JlhhbR0lV9D8yCsk4ndy_0 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4339543905391833660', time=2024-09-12T19:41:15.464918+0000, chain.objs.size()=1 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CH_P1yAMs9iGA7fQlC_rvO-30sKb9BF_0 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15274215207830514038', time=2024-09-12T19:41:16.549415+0000, chain.objs.size()=1 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Q09jYR3nn0fjvifyrcyODzqwxc6PWt9_0 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2605786552519311107', time=2024-09-12T19:41:16.970891+0000, chain.objs.size()=1 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cJY363v7AQUeM2vxN_aAXbEOr5yfhdE_0 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5648091274390791333', time=2024-09-12T19:41:17.098382+0000, chain.objs.size()=1 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.161+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-g19mgmCiydbOeXp3RWRbKej9Bv1DCE_0 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.162+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5877215867392033297', time=2024-09-12T19:41:17.232972+0000, chain.objs.size()=1 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.162+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Es4ZxNoTFdb-JSjNH3qeOyNtJ4Mzyqx_0 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.162+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1899544061434204521', time=2024-09-12T19:41:17.312535+0000, chain.objs.size()=1 2024-09-12T18:05:21.166 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.162+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Chb07hk_RwCcKhKXXqgTQmoydYNd2-u_0 2024-09-12T18:05:21.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.165+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18045618807785718301', time=2024-09-12T19:41:17.992294+0000, chain.objs.size()=1 2024-09-12T18:05:21.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.165+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IR5NzknhBqtCuXBg1slihvXeA9QTg2g_0 2024-09-12T18:05:21.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.165+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14844818482843533703', time=2024-09-12T19:41:18.196658+0000, chain.objs.size()=1 2024-09-12T18:05:21.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.165+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Jb3jacNpC75rXskucHObyohuruYMllT_0 2024-09-12T18:05:21.167 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.166+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4696956967097484051', time=2024-09-12T19:41:18.842319+0000, chain.objs.size()=1 2024-09-12T18:05:21.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.166+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1evC7zxotVtK-ZZxiaAAGQ2sqNNqZvj_0 2024-09-12T18:05:21.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.166+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10121567810110465431', time=2024-09-12T19:41:19.549465+0000, chain.objs.size()=1 2024-09-12T18:05:21.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.166+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.UqT5NmQfS6zCioVS5T95bFFMIJXDiPW_0 2024-09-12T18:05:21.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1078661581577096722', time=2024-09-12T19:41:19.757421+0000, chain.objs.size()=1 2024-09-12T18:05:21.168 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hBTOkW2m2Z2TRLxCKsZwArvXy4kTCjt_0 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13902516011683777449', time=2024-09-12T19:41:19.776361+0000, chain.objs.size()=1 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Qy2B7_P39xHe8hE7mWaCnjuF3OgJRfP_0 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16656961371795719238', time=2024-09-12T19:41:19.909119+0000, chain.objs.size()=1 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Npcwh4P8fgM9v3eMiaViqy6YnjKJ3lN_0 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1922103955276932324', time=2024-09-12T19:41:20.226620+0000, chain.objs.size()=1 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.vDlIZj4rJ0lL_r3LVapYRTGzcJ1Gjai_0 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5832640870506514255', time=2024-09-12T19:41:20.270464+0000, chain.objs.size()=1 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.O0vuEZoSW8ZwdQ1Dq3uL26S4INJcmqh_0 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5474752833240654331', time=2024-09-12T19:41:21.178646+0000, chain.objs.size()=1 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._LXce2hyHLoU3UjVstBxYfFriVwp5A0_0 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15858591051141253152', time=2024-09-12T19:41:21.204712+0000, chain.objs.size()=1 2024-09-12T18:05:21.169 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.168+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.zCrHDocn_s1y-q5K-URtTsFOBX5R-Ry_0 2024-09-12T18:05:21.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.169+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4758491683454077684', time=2024-09-12T19:41:21.249263+0000, chain.objs.size()=1 2024-09-12T18:05:21.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.169+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nT_UCjmkpBoxT_ZNd4reenrQt88S1Lc_0 2024-09-12T18:05:21.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.169+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1743362675719285539', time=2024-09-12T19:41:21.349505+0000, chain.objs.size()=1 2024-09-12T18:05:21.170 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.169+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bQhPtdVy6iLjov7lePWvceZ3tViSTzq_0 2024-09-12T18:05:21.171 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.171+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14529354274079267843', time=2024-09-12T19:41:22.182816+0000, chain.objs.size()=1 2024-09-12T18:05:21.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.171+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.88rmKgVTQZgiTC1bdH2Dx5epH_i1hrK_0 2024-09-12T18:05:21.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.171+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9951241150298327222', time=2024-09-12T19:41:22.503303+0000, chain.objs.size()=1 2024-09-12T18:05:21.172 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.171+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZFGZcQMqBpSYHylIjU_iLHNSUzeD7MQ_0 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4992035194580228003', time=2024-09-12T19:41:22.575302+0000, chain.objs.size()=1 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.USdgPxCLy1NzbhUJQteOoaxTxo-nqnn_0 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11727099285326782696', time=2024-09-12T19:41:22.897963+0000, chain.objs.size()=1 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.hoKnTF_-WU3YLlkxNLtF5159zjv0LDs_0 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6607519557001641298', time=2024-09-12T19:41:23.066210+0000, chain.objs.size()=1 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.6E2JQBiLO3OiKjohGbduaJhHTO_JYU3_0 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8603832664639522775', time=2024-09-12T19:41:23.688344+0000, chain.objs.size()=1 2024-09-12T18:05:21.173 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.BSQNTvCv5SGHQkW1Jc3eAmj-0EVz2sS_0 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1046470459589624588', time=2024-09-12T19:41:24.348521+0000, chain.objs.size()=1 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uwg0VvYLvHChpiLCLnV3hva9-gSGsHr_0 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7363735057946258818', time=2024-09-12T19:41:25.313771+0000, chain.objs.size()=1 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.172+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-YtYKFaPvvUo1o6PjvSmWogYyZSwuLx_0 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.173+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3464178052685983314', time=2024-09-12T19:42:02.944112+0000, chain.objs.size()=1 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.173+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IOuV6PpEsPzZquGIKe5qlSugGADM1Zl_0 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.173+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11450066124044143565', time=2024-09-12T19:42:04.271340+0000, chain.objs.size()=1 2024-09-12T18:05:21.174 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.173+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2fmRY82W4ARib0TssEFdSMkWPJwYlw7_0 2024-09-12T18:05:21.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7924987698717910540', time=2024-09-12T19:42:04.542828+0000, chain.objs.size()=1 2024-09-12T18:05:21.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.GaQQwq-Wn5eAbj3swr2SCMaqWKVTTDS_0 2024-09-12T18:05:21.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15914226446313057061', time=2024-09-12T19:42:05.529521+0000, chain.objs.size()=1 2024-09-12T18:05:21.176 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.FiFjVvaOBb6bJyDDfDqoRmRYNhAXQEM_0 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6594031692923148473', time=2024-09-12T19:42:05.862620+0000, chain.objs.size()=1 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7RNYnV-K3KQ5e9s8R8p_DIa178L47XH_0 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1954653164374957202', time=2024-09-12T19:42:05.997662+0000, chain.objs.size()=1 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qGB9MYnzc-m5h0CGxs1RuNgbv3fzemQ_0 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2315882871260937126', time=2024-09-12T19:42:06.484188+0000, chain.objs.size()=1 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qHWIfRs_qjW_FCEHtGEXo-IXGIJpgg8_0 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15648954172194499573', time=2024-09-12T19:42:06.990837+0000, chain.objs.size()=1 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gEPeHfZL2VgNHXcazeOgClEHmIEMGbC_0 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13004729539129578161', time=2024-09-12T19:42:07.170527+0000, chain.objs.size()=1 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HaGKGMePQDd_Wo4F86HK76zC5axrEFD_0 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18202263819520969518', time=2024-09-12T19:42:07.221043+0000, chain.objs.size()=1 2024-09-12T18:05:21.177 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.175+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.2tVjq-tvhqc5CTLyAlMHnwZiwYNkIC1_0 2024-09-12T18:05:21.178 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.176+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1928287223266635420', time=2024-09-12T19:42:07.222347+0000, chain.objs.size()=1 2024-09-12T18:05:21.178 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.176+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UUh5ibW3jeppQRVinUvA1Xz8ubYNHbf_0 2024-09-12T18:05:21.178 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.176+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8194572903224002215', time=2024-09-12T19:42:07.467460+0000, chain.objs.size()=1 2024-09-12T18:05:21.178 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.176+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0JXC1FaH2mLuTGEzXJlYRNL7X7C6R9B_0 2024-09-12T18:05:21.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.178+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16860685359502320586', time=2024-09-12T19:42:07.628250+0000, chain.objs.size()=1 2024-09-12T18:05:21.179 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.178+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8w9WxBPZ1FLvz_FHruuqdsiM16jIKPR_0 2024-09-12T18:05:21.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.179+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2443979535962352245', time=2024-09-12T19:42:07.759387+0000, chain.objs.size()=1 2024-09-12T18:05:21.180 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.179+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.g90goYJvfeET2T4Z7Pq3ZrQAIu_7cVZ_0 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11057754449089743695', time=2024-09-12T19:42:08.312683+0000, chain.objs.size()=1 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.9f1U9AYODZCzqZWfdduYNFd83ZRCueb_0 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5577003496758475728', time=2024-09-12T19:42:08.611906+0000, chain.objs.size()=1 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8YLudEEWBOTCP1pfeAr6BvS251EsS-4_0 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15112286090840298955', time=2024-09-12T19:42:08.612506+0000, chain.objs.size()=1 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.D_GwfjqIdABMWUIEt2xZwO11eSilbqv_0 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17249249098553384657', time=2024-09-12T19:42:08.732992+0000, chain.objs.size()=1 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wMC1yXdrbNcMN4yti3pEpAjTtSTuO03_0 2024-09-12T18:05:21.182 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10662689633456920252', time=2024-09-12T19:42:09.053682+0000, chain.objs.size()=1 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.SellA2T1vaCbHKXC6zqh6UKccG2NoHu_0 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2633204107419530589', time=2024-09-12T19:42:09.197387+0000, chain.objs.size()=1 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zQcZ_9-v-_MA8KsxbS8tdZE48sb7iM1_0 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.884060729850494040', time=2024-09-12T19:42:09.258226+0000, chain.objs.size()=1 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Jym4zoQeAyOFDW5JZwycMMPlQiIwkQZ_0 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15893755832038665617', time=2024-09-12T19:42:09.771213+0000, chain.objs.size()=1 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.iSMc3Z1_hGFQ-5J9D6fuWp7PF-oHbRZ_0 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15350994213853706861', time=2024-09-12T19:42:09.785482+0000, chain.objs.size()=1 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7mKRfHLZjpvlN17nyvWJvrm7nysLHsr_0 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10233518711700071508', time=2024-09-12T19:42:09.786005+0000, chain.objs.size()=1 2024-09-12T18:05:21.183 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.181+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ewob0gvNi5X0gtxyGBH7znXphjG7ogu_0 2024-09-12T18:05:21.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.183+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13378028628062248149', time=2024-09-12T19:42:09.989300+0000, chain.objs.size()=1 2024-09-12T18:05:21.184 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.183+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Z9W0KMSmmniFrIZAD4aJFDMGoSD2NEE_0 2024-09-12T18:05:21.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.184+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7474057159899680320', time=2024-09-12T19:42:10.155521+0000, chain.objs.size()=1 2024-09-12T18:05:21.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.184+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.re6RymP0vSlB3WZ8VlX7S8nTPXHrJKp_0 2024-09-12T18:05:21.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.184+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16622162499205509343', time=2024-09-12T19:42:10.596415+0000, chain.objs.size()=1 2024-09-12T18:05:21.185 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.185+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RDegPqb4JueDGDJCg67xez6dPEo3xMp_0 2024-09-12T18:05:21.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11275318544636674805', time=2024-09-12T19:42:10.946969+0000, chain.objs.size()=1 2024-09-12T18:05:21.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oEOkfYk7tps-PBPVNAE1jLkXdbTljZ2_0 2024-09-12T18:05:21.187 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7489582767830655216', time=2024-09-12T19:42:11.193242+0000, chain.objs.size()=1 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.eaV1mC3oT2pqGD8wnqzic9s_jP3BGxw_0 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7025651323546686251', time=2024-09-12T19:42:11.731614+0000, chain.objs.size()=1 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-3ZMVEQpYS5NqMoL7L5sWVeit7mkM8C_0 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17085317787433203271', time=2024-09-12T19:42:12.149357+0000, chain.objs.size()=1 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CteTz1NZNnkEoFw8k4qq-JYC2eAt3VN_0 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11398710259185328334', time=2024-09-12T19:42:12.564614+0000, chain.objs.size()=1 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.5UaWHAN_UJuE_1Ioju0cqdXyGsOUpyV_0 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15010380028130202268', time=2024-09-12T19:42:50.648510+0000, chain.objs.size()=1 2024-09-12T18:05:21.188 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.187+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.373__shadow_.O-6kb-KBaLP5eoBUY8aG4Uh3nWEFyTU_0 2024-09-12T18:05:21.191 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.190+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/51396 2024-09-12T18:05:21.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:05:21.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12921891852355496649', time=2024-09-12T19:42:55.637443+0000, chain.objs.size()=1 2024-09-12T18:05:21.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.378__shadow_.2IkDUKbo3G0VYaSyN-IOGKDZZChd984_0 2024-09-12T18:05:21.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10893379840188518172', time=2024-09-12T19:42:56.842661+0000, chain.objs.size()=1 2024-09-12T18:05:21.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.379__shadow_.6ct4h9d0vaJLbslFypmaL80mqqYbjSh_0 2024-09-12T18:05:21.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12602136308468235164', time=2024-09-12T19:43:43.579517+0000, chain.objs.size()=1 2024-09-12T18:05:21.194 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.433__shadow_.vHyguG36clBTUSIvZRbSxEwxA-WdQie_0 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.808244794028021274', time=2024-09-12T19:43:47.007934+0000, chain.objs.size()=1 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.437__shadow_.yORYUG-Pz-fP3t5CV7tfbFG_tt_9rzX_0 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18073247534995483085', time=2024-09-12T19:44:31.098529+0000, chain.objs.size()=1 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.485__shadow_.hB7tmfGJDsfFngE32Ot_mUuV5e-RnC9_0 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4282110779608193578', time=2024-09-12T19:44:40.620482+0000, chain.objs.size()=1 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.492__shadow_.NhwAmiiOC6xk29LfXtQL-bruTk1gwG8_0 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.162672139262000783', time=2024-09-12T19:45:56.464386+0000, chain.objs.size()=6 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.520__multipart_mymultipart.2~lqoWveNVeuyy6CvKycsyChD7UPn2kRq.1 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.520__multipart_mymultipart.2~lqoWveNVeuyy6CvKycsyChD7UPn2kRq.2 2024-09-12T18:05:21.195 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.520__multipart_mymultipart.2~lqoWveNVeuyy6CvKycsyChD7UPn2kRq.3 2024-09-12T18:05:21.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.520__multipart_mymultipart.2~lqoWveNVeuyy6CvKycsyChD7UPn2kRq.4 2024-09-12T18:05:21.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.520__multipart_mymultipart.2~lqoWveNVeuyy6CvKycsyChD7UPn2kRq.5 2024-09-12T18:05:21.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.193+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.520__multipart_mymultipart.2~lqoWveNVeuyy6CvKycsyChD7UPn2kRq.6 2024-09-12T18:05:21.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17790606564977063521', time=2024-09-12T19:50:13.472924+0000, chain.objs.size()=1 2024-09-12T18:05:21.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.554__shadow_.R4dUyh7pynT8Yujb_fku659z8sRJ0rK_0 2024-09-12T18:05:21.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9324805063197706468', time=2024-09-12T19:51:27.897071+0000, chain.objs.size()=1 2024-09-12T18:05:21.196 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:pye9XzP1dItlFhng8pId6JQkrH9NabA_.Ye6jBQYuZB2i9H3MlUvBeBzW0akXzSP_0 2024-09-12T18:05:21.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13564066796329575652', time=2024-09-12T19:51:28.267615+0000, chain.objs.size()=1 2024-09-12T18:05:21.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:EY2NaNiiNxxeZnbaKmRHm1rZKtSs0S1_.4LcpXinWJdh7YzNBq31CYdyQpw8jr3k_0 2024-09-12T18:05:21.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10743921851039755387', time=2024-09-12T19:51:43.709025+0000, chain.objs.size()=1 2024-09-12T18:05:21.197 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.195+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:XeKfLU8CuAwgstfJzRizuZ-BdJT2jnt_.aor1Y5LIiiB_WfRcwEAKkxIMWRa4fhD_0 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.701389659756150510', time=2024-09-12T19:57:15.144773+0000, chain.objs.size()=12 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__multipart_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.1 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__shadow_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.1_1 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__multipart_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.2 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__shadow_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.2_1 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__multipart_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.3 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__shadow_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.3_1 2024-09-12T18:05:21.198 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.197+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__multipart_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.4 2024-09-12T18:05:21.199 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.198+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__shadow_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.4_1 2024-09-12T18:05:21.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__multipart_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.5 2024-09-12T18:05:21.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__shadow_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.5_1 2024-09-12T18:05:21.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__multipart_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.6 2024-09-12T18:05:21.200 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.199+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.624__shadow_multipart_enc.2~3n4zQI6QjTv44cdqN5NPF90LuG2OwNM.6_1 2024-09-12T18:05:21.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.200+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10736868765909020112', time=2024-09-12T19:57:44.528550+0000, chain.objs.size()=1 2024-09-12T18:05:21.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.200+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.640__shadow_.6raKm6CMUMAkDo4PnpJgvqjA05QU2K__0 2024-09-12T18:05:21.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.201+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1492136113281928486', time=2024-09-12T19:59:11.618823+0000, chain.objs.size()=1 2024-09-12T18:05:21.201 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.201+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.705__shadow:aKrRKYiAEpPdnePTFc1VcvsitY3QDF5_.hNW2C5Gn8-4F2tDXk_YjgyswzTUKVbW_0 2024-09-12T18:05:21.205 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.204+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.208 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.207+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:05:21.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.208+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.209 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51504' 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16130796987890337779', time=2024-09-12T19:35:39.114808+0000, chain.objs.size()=1 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.163__shadow_.xkrUPRCtCEte71nDrPJc2Bs8gJtO9lr_0 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9468487326255267844', time=2024-09-12T19:35:44.694210+0000, chain.objs.size()=2 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.165__multipart_foo.2~EfS4__e3UaVUXfpiQCxvUn5OhPrjRXT.1 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.165__multipart_foo.2~EfS4__e3UaVUXfpiQCxvUn5OhPrjRXT.2 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15599475875571878502', time=2024-09-12T19:38:27.377963+0000, chain.objs.size()=1 2024-09-12T18:05:21.211 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.238__shadow_.gvUfQqnyDrBsVIP9svLn6PFgbGmpa8J_0 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.428983423492297314', time=2024-09-12T19:38:32.284742+0000, chain.objs.size()=1 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.243__shadow_.dkf9GRL3-ApEy7vLgcFGbx05dyT94G5_0 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8047653392755881576', time=2024-09-12T19:38:40.762630+0000, chain.objs.size()=1 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.251__shadow_.K2oPZJBKqXzgMpP1IpY0bzX6cRH2kn3_0 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13065877215774494898', time=2024-09-12T19:38:46.091687+0000, chain.objs.size()=1 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.257__shadow_.8FJTS5w7PUYSjbbDdjFms_AhBRVve7R_0 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.953096313099796143', time=2024-09-12T19:39:26.923216+0000, chain.objs.size()=1 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.209+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mh3Pp7NCEN_XR1EnDamd-BCB0YyV4DO_0 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14615730506872515842', time=2024-09-12T19:39:27.075276+0000, chain.objs.size()=1 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.pZDH-2rlG2i4TzYc6xm24lzEaYctb-R_0 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11335442894365660758', time=2024-09-12T19:39:27.311417+0000, chain.objs.size()=1 2024-09-12T18:05:21.212 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Np_htzRtt7W2vo8hdzRUf-2xGStjwGR_0 2024-09-12T18:05:21.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11097923215283013900', time=2024-09-12T19:39:27.312088+0000, chain.objs.size()=1 2024-09-12T18:05:21.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TQAzl0taLEt0EZOoWxxYvAUoUGqdd1Z_0 2024-09-12T18:05:21.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15270944611885403332', time=2024-09-12T19:39:27.507010+0000, chain.objs.size()=1 2024-09-12T18:05:21.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.210+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.hqngNg-YY-oxYO-rjrwqTroR2kEISef_0 2024-09-12T18:05:21.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5931679053736484032', time=2024-09-12T19:39:27.742214+0000, chain.objs.size()=1 2024-09-12T18:05:21.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.K2Fjz7lTfiQSYtxspkwGN8ayuZRKqQj_0 2024-09-12T18:05:21.213 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10069779964798010179', time=2024-09-12T19:39:28.668930+0000, chain.objs.size()=1 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.EUWUmBisiEvS6z941RBG_1ndBCmgwQq_0 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15701318361531064124', time=2024-09-12T19:39:28.822583+0000, chain.objs.size()=1 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Nbkmi0QOMHR_rDrhNstm5tPEa9vzjy7_0 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4910224034497735439', time=2024-09-12T19:39:29.529761+0000, chain.objs.size()=1 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rqkIUrvPG_Rtg31QbgbDu093oYHVZc__0 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10184083040813942034', time=2024-09-12T19:39:29.530573+0000, chain.objs.size()=1 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.MOxf3GMI00qDvA-UrxnLrUp-0BgUk-c_0 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17459733851481541661', time=2024-09-12T19:39:31.607770+0000, chain.objs.size()=1 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.212+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QeN-GUxIdd0LaIHdWW_V5Wk-aJZA3HV_0 2024-09-12T18:05:21.214 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9272431149979090733', time=2024-09-12T19:39:31.703413+0000, chain.objs.size()=1 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3jQ4rIR4cVMZIvbdX0tHtlrNRfLvMAk_0 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14347632418512704808', time=2024-09-12T19:39:31.862878+0000, chain.objs.size()=1 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BwE8yAblVYN1ViEZRPIndOdoIFKxb32_0 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7433694747148044940', time=2024-09-12T19:39:32.036955+0000, chain.objs.size()=1 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9hKp7iscvJS7hhibPVi7WFrUzREk_z-_0 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15106482200280656451', time=2024-09-12T19:39:32.154429+0000, chain.objs.size()=1 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.zCbcB5ZHxjdGL8_8CF9nUpKTvfpswVs_0 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17779898784117677607', time=2024-09-12T19:39:32.213706+0000, chain.objs.size()=1 2024-09-12T18:05:21.215 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.214+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mklXKlomliIRB__S0Y_pZJwTtwLYZZz_0 2024-09-12T18:05:21.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.215+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14265972418839598461', time=2024-09-12T19:39:32.394149+0000, chain.objs.size()=1 2024-09-12T18:05:21.216 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.215+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.E5nqAp2NxK1K9E1D2gJ-3AH7xoef_5a_0 2024-09-12T18:05:21.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17319855687906680199', time=2024-09-12T19:39:32.435268+0000, chain.objs.size()=1 2024-09-12T18:05:21.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.qwJ3-44t2HKeTewlHopatpz1kodwVwD_0 2024-09-12T18:05:21.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10559946865915276193', time=2024-09-12T19:39:33.214052+0000, chain.objs.size()=1 2024-09-12T18:05:21.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5YRzidA9VA4cqO4moSJc3m9r8fYHWw__0 2024-09-12T18:05:21.217 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.787544343517647505', time=2024-09-12T19:39:33.256932+0000, chain.objs.size()=1 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6ucVJCb8fWA-P0a7GoE7WNh7l6JthAv_0 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11196837672421884535', time=2024-09-12T19:39:33.341887+0000, chain.objs.size()=1 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.TgRvgNSX19rgz9zpsZpyrX_RKI6ySqj_0 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13972522902945520511', time=2024-09-12T19:39:33.417921+0000, chain.objs.size()=1 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.j0pDlhb-boM_AgcjrSgaJy003kcKn3D_0 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16750318842944530138', time=2024-09-12T19:39:33.470167+0000, chain.objs.size()=1 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.216+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fKGaf16PfBGKKq99BhFdubKL6QTsamo_0 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.217+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12093399850672726780', time=2024-09-12T19:39:33.526914+0000, chain.objs.size()=1 2024-09-12T18:05:21.218 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.217+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mqfS2xXjZDzxzRqx1qhU0bHcuzV2Lr-_0 2024-09-12T18:05:21.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.218+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3748628347671184798', time=2024-09-12T19:39:34.344880+0000, chain.objs.size()=1 2024-09-12T18:05:21.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.218+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FbVPJzNjibGxfrnpS44bx8Ff5zj6uZv_0 2024-09-12T18:05:21.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.218+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7342673881047258762', time=2024-09-12T19:39:34.463168+0000, chain.objs.size()=1 2024-09-12T18:05:21.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.218+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RCfuohLE0ApEzbTZsMZvlQyTy3gpW1R_0 2024-09-12T18:05:21.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.218+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13078939520425702172', time=2024-09-12T19:39:34.579576+0000, chain.objs.size()=1 2024-09-12T18:05:21.219 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.218+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Y4FNm4J74NBvazxrpV6WRKB0Xw6EsCd_0 2024-09-12T18:05:21.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.221+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3082787033868407501', time=2024-09-12T19:39:34.600763+0000, chain.objs.size()=1 2024-09-12T18:05:21.221 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.221+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fuHvZYKzezMo66TvGZz4qwI2YTT-tjS_0 2024-09-12T18:05:21.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.221+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3148158573319570250', time=2024-09-12T19:39:34.754247+0000, chain.objs.size()=1 2024-09-12T18:05:21.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.221+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IafsbL2QyNoJmJKvo4RwNCEn39VWt-T_0 2024-09-12T18:05:21.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.221+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17651149895611130081', time=2024-09-12T19:39:34.969419+0000, chain.objs.size()=1 2024-09-12T18:05:21.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.221+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rbXBT37F1IahAb03q5DBb3SVIXMoicJ_0 2024-09-12T18:05:21.222 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.222+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3704433544265898488', time=2024-09-12T19:39:35.464213+0000, chain.objs.size()=1 2024-09-12T18:05:21.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.222+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CX8j8YHR5MC-1nB3G1HWBgz0gJTaksY_0 2024-09-12T18:05:21.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.222+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2987952765312975819', time=2024-09-12T19:39:35.760464+0000, chain.objs.size()=1 2024-09-12T18:05:21.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.222+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.77m0geMBp0HFG1_fPSE6QPjiFDCd7qG_0 2024-09-12T18:05:21.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.222+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2138129804839297316', time=2024-09-12T19:39:36.250392+0000, chain.objs.size()=1 2024-09-12T18:05:21.223 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.222+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.pLlKkaBbmT-N5YqKX7Pw5Rij0LIldV4_0 2024-09-12T18:05:21.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.223+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16104147903142272047', time=2024-09-12T19:39:36.466649+0000, chain.objs.size()=1 2024-09-12T18:05:21.224 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.223+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gRhtQ0E-4_LwvnCDzlKu0RnwpvF-gli_0 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14321265171724090796', time=2024-09-12T19:39:36.866265+0000, chain.objs.size()=1 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IPPx0ODJYuCPSTTv_mSsM4svdsBuxWL_0 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11079304781494444444', time=2024-09-12T19:39:37.222717+0000, chain.objs.size()=1 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mEyA-fdidVvk1TYjzj_iRZI14NH5DZm_0 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4791612250080143189', time=2024-09-12T19:39:54.912495+0000, chain.objs.size()=1 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.283__shadow_.uDmr3VLixAdUtXassWItIAgJOvC6N-Q_0 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10192337467763159075', time=2024-09-12T19:39:59.474343+0000, chain.objs.size()=1 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.288__shadow_.GL_zy0xmlIf259_fw04O2i3RsfiG8Tp_0 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11575895545814665409', time=2024-09-12T19:40:05.464085+0000, chain.objs.size()=1 2024-09-12T18:05:21.225 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.224+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.cJPBhQ_BF9bG_m-ZgFVP6VTmQ3oGcGn_0 2024-09-12T18:05:21.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.225+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15063784299181231909', time=2024-09-12T19:40:08.482413+0000, chain.objs.size()=1 2024-09-12T18:05:21.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.225+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.295__shadow_.fXCJqPK1rvoZ-9MTZP9syFp1Za4FTkw_0 2024-09-12T18:05:21.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.225+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5629955910091655574', time=2024-09-12T19:40:16.561123+0000, chain.objs.size()=1 2024-09-12T18:05:21.226 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.225+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.304__shadow_.r4qBMfRtfMm_pVBadMPvVMZLVcJJK2J_0 2024-09-12T18:05:21.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.106846578630082818', time=2024-09-12T19:40:17.443361+0000, chain.objs.size()=1 2024-09-12T18:05:21.227 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.305__shadow_.1NqjAY2AXcZ2bOYRy8LFUezioJOwyOl_0 2024-09-12T18:05:21.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15159321436044962291', time=2024-09-12T19:41:14.869882+0000, chain.objs.size()=1 2024-09-12T18:05:21.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OdGX0Z0qiu2FUXqmsVQEakw2N08IZyM_0 2024-09-12T18:05:21.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10448492775670485754', time=2024-09-12T19:41:14.870771+0000, chain.objs.size()=1 2024-09-12T18:05:21.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kC4YbzSBcUniBNINTjGXpYLRBnQuNDY_0 2024-09-12T18:05:21.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.690711177245444875', time=2024-09-12T19:41:15.023182+0000, chain.objs.size()=1 2024-09-12T18:05:21.228 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.227+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.24HWe59QWVo2Bk8mSxYExVFkSw4Hgvz_0 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17679098344835871570', time=2024-09-12T19:41:15.202690+0000, chain.objs.size()=1 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qVvzO4ihxGpyW9Ojde5t-9Mn_qKL6xY_0 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9581591575175731590', time=2024-09-12T19:41:15.349990+0000, chain.objs.size()=1 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2TVoKg3ZOEpLIHc5cCI79n0ZXVQgWDL_0 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4878335025021508604', time=2024-09-12T19:41:15.844985+0000, chain.objs.size()=1 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.lm7QScRMPGIZEI3vx66GAeIsjJVZv09_0 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9255894775862351456', time=2024-09-12T19:41:16.368595+0000, chain.objs.size()=1 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DRRhiPztZaMNrdGI5ImU2mnYWje10QL_0 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7532643776896708422', time=2024-09-12T19:41:16.571531+0000, chain.objs.size()=1 2024-09-12T18:05:21.229 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.RV2XHcC2jJ3TARrnQDWuJG6UkiqvCM5_0 2024-09-12T18:05:21.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16684459571780450229', time=2024-09-12T19:41:18.025977+0000, chain.objs.size()=1 2024-09-12T18:05:21.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.228+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.2H0Ah9UovjbcBkhAug2nOn_yGtrbmUG_0 2024-09-12T18:05:21.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.229+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1210086270680753479', time=2024-09-12T19:41:18.325095+0000, chain.objs.size()=1 2024-09-12T18:05:21.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.229+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uU6XPrRe0MKiWhnTYh-3dvhy9augouI_0 2024-09-12T18:05:21.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.229+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3136384524125195364', time=2024-09-12T19:41:18.444309+0000, chain.objs.size()=1 2024-09-12T18:05:21.230 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.229+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xX4QSpO2Mjgwkz1i2cLNbPkPj8fAU_f_0 2024-09-12T18:05:21.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.230+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17198835062968325666', time=2024-09-12T19:41:18.465687+0000, chain.objs.size()=1 2024-09-12T18:05:21.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.230+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LNQ2-0AuVvvkN7sLJpnthosKph5Xutx_0 2024-09-12T18:05:21.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.230+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9320712880824237510', time=2024-09-12T19:41:19.476843+0000, chain.objs.size()=1 2024-09-12T18:05:21.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.230+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7PFjP6pUw3W7NSC-e76P5KPaYW46krg_0 2024-09-12T18:05:21.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.230+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14491347199022108704', time=2024-09-12T19:41:19.627935+0000, chain.objs.size()=1 2024-09-12T18:05:21.231 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.230+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dbFu5ad5dj06V01gNX4jWTATPIjk8hw_0 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14792799351732273545', time=2024-09-12T19:41:20.166267+0000, chain.objs.size()=1 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.BiCxlvHJKiy868rRHyavf_30_ZCgAN2_0 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13276158495182230605', time=2024-09-12T19:41:20.235565+0000, chain.objs.size()=1 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.84Nm50Z7jePGkez5nw7Sr6_Bt1tMiFi_0 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.352180354726528626', time=2024-09-12T19:41:20.257621+0000, chain.objs.size()=1 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qLeISq6uy8P-2vAxj8QBl_kv_gYDTWC_0 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8538660421820400238', time=2024-09-12T19:41:20.718301+0000, chain.objs.size()=1 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mmAVko7BzVk-c-OUGdG0qQRY9-VMgCB_0 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3617691963663066152', time=2024-09-12T19:41:20.833728+0000, chain.objs.size()=1 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-lTXwQiXUwqFodhu-tR0hB0upBuZ_yL_0 2024-09-12T18:05:21.233 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1420117166568138945', time=2024-09-12T19:41:21.272824+0000, chain.objs.size()=1 2024-09-12T18:05:21.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.232+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PGQ0aw7DKrWQgpyKANB1tYnKSFZcwsY_0 2024-09-12T18:05:21.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3177909142647057038', time=2024-09-12T19:41:21.344304+0000, chain.objs.size()=1 2024-09-12T18:05:21.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VasOctzEP1O3Mh1YTV3mk4qrpgmuLm0_0 2024-09-12T18:05:21.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7806256901972713483', time=2024-09-12T19:41:21.508341+0000, chain.objs.size()=1 2024-09-12T18:05:21.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.o8Iac_QQAfCkA8xAUhkdr9TsRujkdVR_0 2024-09-12T18:05:21.234 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10876479398172447740', time=2024-09-12T19:41:21.589893+0000, chain.objs.size()=1 2024-09-12T18:05:21.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.65FzS44LIcxgSpG_sa-vMg6_rQxIAcV_0 2024-09-12T18:05:21.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17561615776286563434', time=2024-09-12T19:41:21.652103+0000, chain.objs.size()=1 2024-09-12T18:05:21.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.233+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.D3bElZwEGtQJhAZbnJgY1-5d53tdEAI_0 2024-09-12T18:05:21.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12689935588879249002', time=2024-09-12T19:41:21.670449+0000, chain.objs.size()=1 2024-09-12T18:05:21.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AlB1CegnNHnQQtuRZm8Qb_wslJvF2GL_0 2024-09-12T18:05:21.235 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11987739512637957038', time=2024-09-12T19:41:22.014446+0000, chain.objs.size()=1 2024-09-12T18:05:21.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AfkOuhjTI-cgcYRPVHn2bFmotRdv4RS_0 2024-09-12T18:05:21.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2185150091770767410', time=2024-09-12T19:41:22.588767+0000, chain.objs.size()=1 2024-09-12T18:05:21.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.qGxZH6F0JIRK2YOCNo9Q4f78wZxDYRq_0 2024-09-12T18:05:21.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13296560833974703014', time=2024-09-12T19:41:22.971920+0000, chain.objs.size()=1 2024-09-12T18:05:21.236 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.235+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rTiIxCrcLHPm5Xg8xjkpflFVQV773t7_0 2024-09-12T18:05:21.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.236+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11402499848007450521', time=2024-09-12T19:41:23.603475+0000, chain.objs.size()=1 2024-09-12T18:05:21.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.236+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.GOJo0WHdwpDFpUDLFQgyYyb4wVai9MU_0 2024-09-12T18:05:21.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11254941529169527366', time=2024-09-12T19:41:23.717091+0000, chain.objs.size()=1 2024-09-12T18:05:21.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xEkn9vU9piA0VNhAx68fCbxWRQ4VuZl_0 2024-09-12T18:05:21.237 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1328254733694779803', time=2024-09-12T19:41:23.826101+0000, chain.objs.size()=1 2024-09-12T18:05:21.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.-lpXoNmZxElDU-UKmd7QJ--Tpwxl4Rj_0 2024-09-12T18:05:21.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5263390315272288595', time=2024-09-12T19:41:24.303525+0000, chain.objs.size()=1 2024-09-12T18:05:21.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NVvuivqKP_ah5m6HiU3THnCez06W5tC_0 2024-09-12T18:05:21.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11363054660616847748', time=2024-09-12T19:41:24.411131+0000, chain.objs.size()=1 2024-09-12T18:05:21.238 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.237+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1tiCAPtKjFoXhzk68KrSa-hxKXQU_xt_0 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2361431014419284895', time=2024-09-12T19:41:24.913925+0000, chain.objs.size()=1 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JgU8rFXO2XXzw8V1h9fzKuFn9-nzfeh_0 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15901441626637900082', time=2024-09-12T19:41:24.925310+0000, chain.objs.size()=1 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Gbn5hmas6YPfvE8HHbveQR1fypoSwmS_0 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11860771125347094460', time=2024-09-12T19:41:25.379585+0000, chain.objs.size()=1 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.AFYH43HmC9aoaR_8BQeRkzuqXU5e_v3_0 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17370334034687821987', time=2024-09-12T19:41:25.458044+0000, chain.objs.size()=1 2024-09-12T18:05:21.240 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.239+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WND1_m5Zcm2g___rdbM0tSw7YYQGQLk_0 2024-09-12T18:05:21.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16272543569201963168', time=2024-09-12T19:42:02.662187+0000, chain.objs.size()=1 2024-09-12T18:05:21.241 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.K-J5AwkjBWztF13p7j8gI1Jzn_2YAms_0 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7165751426998397969', time=2024-09-12T19:42:02.662923+0000, chain.objs.size()=1 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tSKS3huO6fXJv2QCV-y7Zw32fzL9XW5_0 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5102480599567159406', time=2024-09-12T19:42:02.757119+0000, chain.objs.size()=1 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Zg8CLEb6j4CE6jBk_A5rOvi7dSgnVYn_0 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7681210875482476933', time=2024-09-12T19:42:02.907805+0000, chain.objs.size()=1 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.IiRJ5AsFnLr2j95sU-yC10UtPY2ptIc_0 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1183536202883574671', time=2024-09-12T19:42:03.078635+0000, chain.objs.size()=1 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uVVbIfNr_e8Ag6zt6a_hMlj4jTErWK7_0 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18419914998358770231', time=2024-09-12T19:42:03.294759+0000, chain.objs.size()=1 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OK4kUlZLhKppWqAa4UAJ-i67aPiXccr_0 2024-09-12T18:05:21.242 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11579590788499385947', time=2024-09-12T19:42:03.312037+0000, chain.objs.size()=1 2024-09-12T18:05:21.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.241+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MbnIajw6-fS5zaHrg94_9PrLnNde7ch_0 2024-09-12T18:05:21.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.242+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2356666971496541298', time=2024-09-12T19:42:03.404465+0000, chain.objs.size()=1 2024-09-12T18:05:21.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.242+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NbM-tkEp33Q7LxBXwv9McioeYLY3BsS_0 2024-09-12T18:05:21.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.242+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16822900168486999925', time=2024-09-12T19:42:03.405239+0000, chain.objs.size()=1 2024-09-12T18:05:21.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.242+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ownNNRgzP23O9FY37D3CAo8k0tXxgtR_0 2024-09-12T18:05:21.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.242+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17822512659966894424', time=2024-09-12T19:42:03.460141+0000, chain.objs.size()=1 2024-09-12T18:05:21.243 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.242+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.uPRbkX3A1-cNdk_eMAvLrswU__UHffK_0 2024-09-12T18:05:21.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.243+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.974041202849249443', time=2024-09-12T19:42:04.297970+0000, chain.objs.size()=1 2024-09-12T18:05:21.244 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.243+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.9FIg6qTitOnMLNYN3Rs1aBARko-HRr3_0 2024-09-12T18:05:21.245 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15904579550005024448', time=2024-09-12T19:42:04.587629+0000, chain.objs.size()=1 2024-09-12T18:05:21.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zmG1haY4FDetzTKnEK5rpo6ldJRBx7g_0 2024-09-12T18:05:21.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17592746801855331712', time=2024-09-12T19:42:04.589130+0000, chain.objs.size()=1 2024-09-12T18:05:21.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PMX2WF910lo5RFOiUdYfUELq1kyay5h_0 2024-09-12T18:05:21.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14818171283600848899', time=2024-09-12T19:42:04.810573+0000, chain.objs.size()=1 2024-09-12T18:05:21.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QWMy6pI7M_ihnrbBam0D6C9NQ-dOJof_0 2024-09-12T18:05:21.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14854401722943121684', time=2024-09-12T19:42:04.882147+0000, chain.objs.size()=1 2024-09-12T18:05:21.246 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.245+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Y1YQEuxzg8nthVmiD6ncJiImaUNr4iz_0 2024-09-12T18:05:21.248 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.248+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/51504 2024-09-12T18:05:21.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=33, truncated=0, next_marker='' 2024-09-12T18:05:21.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1197141047754243765', time=2024-09-12T19:42:05.597822+0000, chain.objs.size()=1 2024-09-12T18:05:21.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BaqArbeN-yaEKvUcl3DmMYnLPfkcLel_0 2024-09-12T18:05:21.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2838990318336277755', time=2024-09-12T19:42:07.313077+0000, chain.objs.size()=1 2024-09-12T18:05:21.251 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.NNkifjCup3opI3NVW5KQ1OXJprvBPDa_0 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4737288174520036888', time=2024-09-12T19:42:07.619653+0000, chain.objs.size()=1 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zbKJXwQYTIEr6hJKv4jG6f9pCi9UzRR_0 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18202808292490839038', time=2024-09-12T19:42:07.764745+0000, chain.objs.size()=1 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LQKF4T_POYXuhFO-I17dSXO9OLDbQTJ_0 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17556012541726747891', time=2024-09-12T19:42:07.786016+0000, chain.objs.size()=1 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.b1erto4ZS-c3F6fuV3dck2OzUhFL89T_0 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16193072628410757725', time=2024-09-12T19:42:08.883613+0000, chain.objs.size()=1 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TG_Mm70_o36kHATxP5RQ1PvTznrPlkS_0 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14386164486563124304', time=2024-09-12T19:42:09.072429+0000, chain.objs.size()=1 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JVKV1hKuKJvQtjj_HzMoW3BN-bR0RDw_0 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5915832420257774266', time=2024-09-12T19:42:09.912495+0000, chain.objs.size()=1 2024-09-12T18:05:21.252 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.mYBgf2K_9xHcBweJEc9H_SDhZuZWhgS_0 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2995335547598275178', time=2024-09-12T19:42:09.913268+0000, chain.objs.size()=1 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-V3KDln7PKXoDojt0wqgOdRBq2AUB6p_0 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17285316796016328196', time=2024-09-12T19:42:09.955786+0000, chain.objs.size()=1 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.z2QhSZvmE7jZTb-wqlHCw-n-dLhDQ2T_0 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2269843841711506740', time=2024-09-12T19:42:10.398986+0000, chain.objs.size()=1 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.hnB1RodH79fYfuSQ_ZvBqhNkzXUYng__0 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17593052749802386069', time=2024-09-12T19:42:10.536653+0000, chain.objs.size()=1 2024-09-12T18:05:21.253 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.250+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sbeWIYgdpr52e6CPgMEauGm1M6ILTSk_0 2024-09-12T18:05:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.253+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12221986289360006668', time=2024-09-12T19:42:10.885802+0000, chain.objs.size()=1 2024-09-12T18:05:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.253+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.c9w7DPxwPP7eakEHC9EQ-eb6AVO_02S_0 2024-09-12T18:05:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.253+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1143809415906053655', time=2024-09-12T19:42:11.249061+0000, chain.objs.size()=1 2024-09-12T18:05:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.253+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zom6do7v4ox1wBMDsIMkfx902OlJmwM_0 2024-09-12T18:05:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7530875894393668496', time=2024-09-12T19:42:11.647972+0000, chain.objs.size()=1 2024-09-12T18:05:21.254 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.f_bo66n4tq5QDF16eNaZ1EwDYAr9ZFV_0 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.568597010716348270', time=2024-09-12T19:42:11.766976+0000, chain.objs.size()=1 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.HvtGy0MZngkN59bl1ehomzPCBVM2os8_0 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5414936430781644478', time=2024-09-12T19:42:12.561141+0000, chain.objs.size()=1 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cL09tdRJCf3QHnfiqJBVbq1yNMqVQ4S_0 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3343571515227511212', time=2024-09-12T19:42:12.715123+0000, chain.objs.size()=1 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BfFM6QuPEYevbFOqqp0IwdoxrCx9LOA_0 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14491938115984292061', time=2024-09-12T19:42:12.765370+0000, chain.objs.size()=1 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.k0udT4IEmILRbsW0bEuZDh7BJV0zHKy_0 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2032624647334761807', time=2024-09-12T19:44:09.644315+0000, chain.objs.size()=1 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.459__shadow_.Edis_3dQ-2QMLBZr3SrJ8kOxMOtVKuU_0 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4412263175625901902', time=2024-09-12T19:44:50.497152+0000, chain.objs.size()=1 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.504__shadow:xtVmlnEfqX4cuDuNQx1t8KjAV28SZNC_.nktUSDxHJH00N5oWR-vuGAkvZmvZGPO_0 2024-09-12T18:05:21.255 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15496823571486817068', time=2024-09-12T19:44:50.497932+0000, chain.objs.size()=1 2024-09-12T18:05:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.504__shadow:xtVmlnEfqX4cuDuNQx1t8KjAV28SZNC_.nktUSDxHJH00N5oWR-vuGAkvZmvZGPO_0 2024-09-12T18:05:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1727027142287428987', time=2024-09-12T19:48:34.372065+0000, chain.objs.size()=1 2024-09-12T18:05:21.256 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.254+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~xD8c28RFghfliTqdPj38lUNPSYkbJre.1 2024-09-12T18:05:21.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16662352858515834463', time=2024-09-12T19:49:37.150232+0000, chain.objs.size()=1 2024-09-12T18:05:21.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.537__multipart_mymultipart.2~mwkzMasKVVa6EcrjiE69RrNlHbFxMpN.1 2024-09-12T18:05:21.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1041178580383020862', time=2024-09-12T19:50:05.122893+0000, chain.objs.size()=1 2024-09-12T18:05:21.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.552__shadow_.lampAvF_RTQ87NUpbFaND3f299sYueI_0 2024-09-12T18:05:21.258 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17101889107824814217', time=2024-09-12T19:51:25.073576+0000, chain.objs.size()=1 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:A3pBASfNzEUTgK.jYMkQwfthuJGhgSP_.0ngPmDulO8fOB4Ix_mtyAw1PrDtvDKv_0 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14541273288144222041', time=2024-09-12T19:51:27.462015+0000, chain.objs.size()=1 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:ezysqxk-FAtoGJnmnRdyErZCtYgNnL._.7RubBM8Tj8R-kVlqydOqhK-2odIHYGG_0 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2315969089109124170', time=2024-09-12T19:51:37.759531+0000, chain.objs.size()=1 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:kWsjb6iGCLS.VH0XInunZIZaoE2Wjq2_.5UvNV2NhBjql7c-QTioWxdKGFiYS1B6_0 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9252994252227821687', time=2024-09-12T19:51:39.121678+0000, chain.objs.size()=1 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:auR-WbA4id5btACdJPAt9BG7szatg2D_.z9x2YBznzCPm5doYvDiWD4TGzGdUK96_0 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17580659007139757626', time=2024-09-12T19:52:31.533738+0000, chain.objs.size()=1 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.586__shadow:cyBcp0jmdTF3SctpPCdE6z5b2U5-3yV_.OozsJF2V1oL9mYHLNmXwBnA20vzA2rw_0 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6962920945510309037', time=2024-09-12T19:57:40.516699+0000, chain.objs.size()=1 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.257+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.635__shadow_.lvClZbT1JtNceRKFzKZaBaKsT1U71T1_0 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12416644743491243363', time=2024-09-12T19:57:57.009442+0000, chain.objs.size()=2 2024-09-12T18:05:21.259 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.647__shadow_.dBdY2wlj_2Ufh4jTHiBN9k_Q1-ovZ1y_0 2024-09-12T18:05:21.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.647__shadow_.dBdY2wlj_2Ufh4jTHiBN9k_Q1-ovZ1y_1 2024-09-12T18:05:21.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.258+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15842540475987023335', time=2024-09-12T19:58:43.458825+0000, chain.objs.size()=1 2024-09-12T18:05:21.260 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.258+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.667__shadow_.KX81z2JOr1ExjbOCAMVH-CmaT8BEDAl_0 2024-09-12T18:05:21.263 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.263+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.265 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.265+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:05:21.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.266+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.267 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.266+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.268 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/64296' 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_2_mO-PvH5tFOhhQzQ4SSXeEiQ0PpLNh', time=2024-09-12T19:35:44.846505+0000, chain.objs.size()=1 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.166__shadow_.rb0ICoGlQQnH8zaBMjKqPmCx_9kl3uX_0 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17362355190029253883', time=2024-09-12T19:36:04.503857+0000, chain.objs.size()=1 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.178__shadow_.sv9TrTI46KcwRo5WVRGuLUR4QGzGMhZ_0 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8410884954466739423', time=2024-09-12T19:36:06.178361+0000, chain.objs.size()=1 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.180__shadow_.EzHjuP5km3umwd0Qmhd7pagTwi15pLL_0 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10318646928899975433', time=2024-09-12T19:38:36.327226+0000, chain.objs.size()=1 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.246__shadow_.Wz8NYqKxCOhXHHmvZmudxLF1Kj9RDY3_0 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7627561389944721034', time=2024-09-12T19:38:45.212255+0000, chain.objs.size()=1 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.256__shadow_.VBmk6weT95IskYcrkAKu-wOuU9lQgJf_0 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.424915389761422341', time=2024-09-12T19:39:27.009831+0000, chain.objs.size()=1 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HitEGobdZdj0VG82JDExPWzq74mz86S_0 2024-09-12T18:05:21.269 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12578441793498599852', time=2024-09-12T19:39:27.107815+0000, chain.objs.size()=1 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5H69XY8-5Xl3cod2FU2mCOXhQO5NXV2_0 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4034080520337775696', time=2024-09-12T19:39:27.109585+0000, chain.objs.size()=1 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Swv1qf88O_xcANm2ZuVY7PQ1e-ksB6T_0 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1175912651437469958', time=2024-09-12T19:39:27.334530+0000, chain.objs.size()=1 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.kfauO1ZwqrBUh29oV-0WC3UZw2rSoUV_0 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4226448551418246240', time=2024-09-12T19:39:27.335273+0000, chain.objs.size()=1 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FbGl7hPNGE_5FnbEf85s8KeXpw5U6HH_0 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16043918171271056478', time=2024-09-12T19:39:28.019422+0000, chain.objs.size()=1 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vghGzqrfdEehcdxKrfJEB0IVJULNW6j_0 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.91964787039966834', time=2024-09-12T19:39:28.579885+0000, chain.objs.size()=1 2024-09-12T18:05:21.270 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.267+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.A9BFzXIgsvxmF_MW8clq9wET2m5UHuC_0 2024-09-12T18:05:21.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.269+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14981000192543435941', time=2024-09-12T19:39:28.582321+0000, chain.objs.size()=1 2024-09-12T18:05:21.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.269+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.sqlPygtIijh7S3lwMViq_sQssaEAzFB_0 2024-09-12T18:05:21.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10602223010810717447', time=2024-09-12T19:39:29.150316+0000, chain.objs.size()=1 2024-09-12T18:05:21.271 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9GaYpkUWpw1nCVuo_n-y1j7aZpV1opc_0 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5422746000864488504', time=2024-09-12T19:39:30.531582+0000, chain.objs.size()=1 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VK_PhLTAJJcf2Ee7yif_eOfgbY2FwhL_0 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.270+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5760377052906054130', time=2024-09-12T19:39:30.774635+0000, chain.objs.size()=1 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.270+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.j8wP9Xm913Bd5y2FgfMvPIo-GtWr_Dj_0 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9588878920393399176', time=2024-09-12T19:39:30.776012+0000, chain.objs.size()=1 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cCPx-DAP3qymkwNaJO6y1Pq6yGIJAdS_0 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6168776555705042008', time=2024-09-12T19:39:30.976554+0000, chain.objs.size()=1 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DXh0moSqV0DU70XOcaY0UYXiUUxD4x6_0 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12690413482892590969', time=2024-09-12T19:39:30.977341+0000, chain.objs.size()=1 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.dyumZbpTtvzY65g4hUND6pgaT7FUnow_0 2024-09-12T18:05:21.272 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7445580616691007536', time=2024-09-12T19:39:31.021292+0000, chain.objs.size()=1 2024-09-12T18:05:21.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.x21xQRdFc-WauDDT7lg_f5m18D5uD4b_0 2024-09-12T18:05:21.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15716484314676138780', time=2024-09-12T19:39:31.755743+0000, chain.objs.size()=1 2024-09-12T18:05:21.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.pF3botMxRXI-VWDrAbtu8-YbVSg_BC3_0 2024-09-12T18:05:21.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6218460331613524284', time=2024-09-12T19:39:31.892687+0000, chain.objs.size()=1 2024-09-12T18:05:21.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0o9wy9OTyFOvKv-JP3X3_kAwYAAokOn_0 2024-09-12T18:05:21.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10276678014009358977', time=2024-09-12T19:39:32.174550+0000, chain.objs.size()=1 2024-09-12T18:05:21.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.271+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.N9wMiuNhDWN2sj16JfYEJR_XEkfQK6q_0 2024-09-12T18:05:21.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.273+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5262412407990938761', time=2024-09-12T19:39:32.300773+0000, chain.objs.size()=1 2024-09-12T18:05:21.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.273+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DwpPISkc0XQB_vueqiehx12PF_lQlel_0 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.273+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7320735437328155070', time=2024-09-12T19:39:32.350566+0000, chain.objs.size()=1 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.273+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IEyQc_eXitD0BSzqCMc1NNpZ9gLDQAK_0 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.273+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14856849871312192485', time=2024-09-12T19:39:32.436970+0000, chain.objs.size()=1 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.273+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GGoIsjY1M36yywjW4WMxUxvRiJiwidT_0 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.274+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9539818203086380308', time=2024-09-12T19:39:33.004839+0000, chain.objs.size()=1 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.274+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XthIhLRkSPEw9b5klwKVv1HPkVqSAyG_0 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.274+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14617956732544756817', time=2024-09-12T19:39:33.085125+0000, chain.objs.size()=1 2024-09-12T18:05:21.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.274+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.PiDrfxcE_4MiD47HVDQHGdAURhYmebq_0 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17048420854145287894', time=2024-09-12T19:39:33.158747+0000, chain.objs.size()=1 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QSX87RNiEBAaeOQZKSQK7w4i_wTDsfL_0 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11341182684184281665', time=2024-09-12T19:39:33.740648+0000, chain.objs.size()=1 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.lfkxcfZDuaeA8P3C1ble95jQNCI1ZPs_0 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3581993464478035985', time=2024-09-12T19:39:33.741458+0000, chain.objs.size()=1 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RSnM1OCOWn2cGFsK_9m-PwvB0mZ0Cyp_0 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5423130901665714212', time=2024-09-12T19:39:34.349884+0000, chain.objs.size()=1 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6vSN3-1vXPfFxDu9sa5VJIohjeSVIrg_0 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10082160753737906126', time=2024-09-12T19:39:34.629668+0000, chain.objs.size()=1 2024-09-12T18:05:21.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.275+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.mpJBnGff0JxtfW6FN1U9-_0mh05UV1g_0 2024-09-12T18:05:21.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.276+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14303744729147218834', time=2024-09-12T19:39:34.758010+0000, chain.objs.size()=1 2024-09-12T18:05:21.277 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.276+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.XdbhAOQ57Nwe2xG98QdUJaf-Wb19juq_0 2024-09-12T18:05:21.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9820555645883146654', time=2024-09-12T19:39:34.821045+0000, chain.objs.size()=1 2024-09-12T18:05:21.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3ELXIVPrOnFjfoVxXQVuTfrtZLwhtFW_0 2024-09-12T18:05:21.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4991287583099974242', time=2024-09-12T19:39:35.159691+0000, chain.objs.size()=1 2024-09-12T18:05:21.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jMi847tvPt-DqJ2fqE4rDG6RlHUpS5D_0 2024-09-12T18:05:21.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18314443316091296086', time=2024-09-12T19:39:35.506138+0000, chain.objs.size()=1 2024-09-12T18:05:21.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.lP_oioSvu6hM_3Er1dstoUFCQegj3XL_0 2024-09-12T18:05:21.278 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10992848775501868854', time=2024-09-12T19:39:35.614723+0000, chain.objs.size()=1 2024-09-12T18:05:21.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cp7n8MYLNEyv_-cDtS88cnpBgqHWqBM_0 2024-09-12T18:05:21.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13882749043112865497', time=2024-09-12T19:39:35.770868+0000, chain.objs.size()=1 2024-09-12T18:05:21.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.X6PziGuxVl05IJ4-YRbbKM-TFhHJQJJ_0 2024-09-12T18:05:21.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16720252691982940029', time=2024-09-12T19:39:36.090628+0000, chain.objs.size()=1 2024-09-12T18:05:21.279 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.277+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OAsbnGlH9HvHvt2RlqB5mhxflvlZpQu_0 2024-09-12T18:05:21.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12218712115679141264', time=2024-09-12T19:39:37.061315+0000, chain.objs.size()=1 2024-09-12T18:05:21.281 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.oHyqbPhnKORYIDjk0kRHv8ddWTH8Wbi_0 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6416388151172128922', time=2024-09-12T19:39:37.062070+0000, chain.objs.size()=1 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.8z6C3KvUYIOJn6KRJzl5JWzGLDIYz7i_0 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10066125756551962371', time=2024-09-12T19:39:37.146388+0000, chain.objs.size()=1 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fX66US9nWK6txGRVrBOiODCG1HnNEew_0 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2705275515421903273', time=2024-09-12T19:39:37.147192+0000, chain.objs.size()=1 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7wfEw_g02g436ZHUF9zIGvo_oh7RU3d_0 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13163483340474798048', time=2024-09-12T19:39:37.295493+0000, chain.objs.size()=1 2024-09-12T18:05:21.282 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vm9qROPF174dya1wA13tulJ-6N7R_Bn_0 2024-09-12T18:05:21.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4158378578862683287', time=2024-09-12T19:39:37.560827+0000, chain.objs.size()=1 2024-09-12T18:05:21.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IuV7e2fN5swAilP_65qoicbf5Di68hT_0 2024-09-12T18:05:21.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5795431031370093607', time=2024-09-12T19:39:40.154020+0000, chain.objs.size()=1 2024-09-12T18:05:21.283 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.281+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.266__shadow_.PDDawFXOb6jnpViFaWrE2jdCmJrWect_0 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2913868646870918491', time=2024-09-12T19:39:55.785580+0000, chain.objs.size()=1 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.284__shadow_.XsgGsBk7yYjm3BJdRx3JPtS855fJGRD_0 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6262162369564848408', time=2024-09-12T19:40:05.454522+0000, chain.objs.size()=1 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.fpSr0gI2TwjHsRwwi3YwpYN8_6eU8rJ_0 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7120572514330453561', time=2024-09-12T19:40:07.475298+0000, chain.objs.size()=1 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.xOO3wChXJKEckH0UCUlfmZ_MVNKDX5g_0 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16533296875296990678', time=2024-09-12T19:40:08.479461+0000, chain.objs.size()=1 2024-09-12T18:05:21.284 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.283+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.295__shadow_.x8CvVRCpiXd8lzA1T3elqG7NwYgQW3d_0 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1942873641201927619', time=2024-09-12T19:40:18.359933+0000, chain.objs.size()=1 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.306__shadow_._bfmhzzH7kww8lFGM_6PV1Ex2TsrTU8_0 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.291006023305989253', time=2024-09-12T19:40:36.406419+0000, chain.objs.size()=1 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.322__shadow_.JmP8Ech3EM_fNiALkVYQbxt5IJ1Inbq_0 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14857984936971693765', time=2024-09-12T19:41:15.569595+0000, chain.objs.size()=1 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.1_S7-isTyeWL5gnT1QlU4gTDzCxEUuT_0 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7606498175067791081', time=2024-09-12T19:41:15.692939+0000, chain.objs.size()=1 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.u-eFOL_JtClcOZJA3OXg6Xyf5_s4Npr_0 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2541597609355175887', time=2024-09-12T19:41:15.806427+0000, chain.objs.size()=1 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.aOC-PgegZK7iIytaFxBCBh2qN0CqH8x_0 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14383314061966679378', time=2024-09-12T19:41:16.346322+0000, chain.objs.size()=1 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XH1XveatXUbOgUteoZMnp4e_K1adxvX_0 2024-09-12T18:05:21.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8444348444702675845', time=2024-09-12T19:41:16.922817+0000, chain.objs.size()=1 2024-09-12T18:05:21.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.285+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LRfPVd_-rOGEhOXAwzF-_ZhAD2i98vz_0 2024-09-12T18:05:21.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.286+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12356226557717757973', time=2024-09-12T19:41:17.167118+0000, chain.objs.size()=1 2024-09-12T18:05:21.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.286+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.S8pRr0xdV4DwSDmYrLz4zseJZFIEDXt_0 2024-09-12T18:05:21.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.287+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18273999016999887363', time=2024-09-12T19:41:18.315435+0000, chain.objs.size()=1 2024-09-12T18:05:21.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.287+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4dUQbsk4NSglxZm--IpYKsIxNaZDsje_0 2024-09-12T18:05:21.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.288+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5312555371036316921', time=2024-09-12T19:41:18.350042+0000, chain.objs.size()=1 2024-09-12T18:05:21.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.288+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.J_o_TuGz7aOYLnfwXzTv2cqcCgmcoyu_0 2024-09-12T18:05:21.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.288+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14651921881034048104', time=2024-09-12T19:41:18.711268+0000, chain.objs.size()=1 2024-09-12T18:05:21.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.288+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FGhQ2UV9noQP_0gnyM4gikNwrZeQn40_0 2024-09-12T18:05:21.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.288+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13430495747095524990', time=2024-09-12T19:41:18.737897+0000, chain.objs.size()=1 2024-09-12T18:05:21.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.288+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.bOdg2EL9DXyoGxfAfFcYN4qwLgwVl7C_0 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1422405510838483398', time=2024-09-12T19:41:19.281849+0000, chain.objs.size()=1 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HhXBFdGJfi1MTX7hnqj4QIHbDpmw43q_0 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8414703991962573599', time=2024-09-12T19:41:19.376212+0000, chain.objs.size()=1 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pG_wy6t78itWOOIjQzLP9n7kS-oW-KC_0 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12560806085982396762', time=2024-09-12T19:41:19.759040+0000, chain.objs.size()=1 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nNKydBIRABa0D0WXDyYJA-Fh9WnJIkf_0 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15451388258002269919', time=2024-09-12T19:41:20.697485+0000, chain.objs.size()=1 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.cwP1L4NuP0LlE5hKJqVQH-D2n0fNc2i_0 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14179183878844360374', time=2024-09-12T19:41:20.736047+0000, chain.objs.size()=1 2024-09-12T18:05:21.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.htPZVivzlnQ-zt30pbEW1ZNChgz-ZZa_0 2024-09-12T18:05:21.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17409944128638210630', time=2024-09-12T19:41:21.205587+0000, chain.objs.size()=1 2024-09-12T18:05:21.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.kJqUOFiPMNAlz8jyLx20CTUQDWJimGa_0 2024-09-12T18:05:21.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16106955128619604425', time=2024-09-12T19:41:21.207192+0000, chain.objs.size()=1 2024-09-12T18:05:21.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.289+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Gg6dGp-T1_mZ6LYpjPVsO_oWKyJhFNW_0 2024-09-12T18:05:21.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.290+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7156478324619231342', time=2024-09-12T19:41:21.207764+0000, chain.objs.size()=1 2024-09-12T18:05:21.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.290+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.iRUa6Oi_RabDoo0CZoZSK1xS9Pc4fkl_0 2024-09-12T18:05:21.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14719560352028538443', time=2024-09-12T19:41:21.503815+0000, chain.objs.size()=1 2024-09-12T18:05:21.294 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CLKIH8IFPKNuMMcECOUWEokpT0YQ_wT_0 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9215059676785955827', time=2024-09-12T19:41:22.054642+0000, chain.objs.size()=1 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.14hAkb5UqKjclNTHrhE8XnPAR9Jd-FV_0 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10125692320955753851', time=2024-09-12T19:41:22.223226+0000, chain.objs.size()=1 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.0y9vHzYBdpyqkEQr1bodsLbxWP9KbnM_0 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4063850573936889359', time=2024-09-12T19:41:22.378246+0000, chain.objs.size()=1 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.jfMKEuBu7xOC5oreeADZYuOKWkfMngO_0 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1965264926194088580', time=2024-09-12T19:41:22.458150+0000, chain.objs.size()=1 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.arVBF4b1CFDN4G9YYra08Gj2yiFsU-a_0 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13227527651630907365', time=2024-09-12T19:41:23.048600+0000, chain.objs.size()=1 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Dtc06LscS--M_DjtOhHdLvLmn2EjMqi_0 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16257554533586708011', time=2024-09-12T19:41:23.408130+0000, chain.objs.size()=1 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.HyIhMS0cGawYqabKfdQB9Mm46SRvXGQ_0 2024-09-12T18:05:21.295 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3899382228788390839', time=2024-09-12T19:41:23.468532+0000, chain.objs.size()=1 2024-09-12T18:05:21.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.5IsKKP56yle8EbeowCaOIFyWV8QxxDM_0 2024-09-12T18:05:21.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6015241410243496712', time=2024-09-12T19:41:23.469157+0000, chain.objs.size()=1 2024-09-12T18:05:21.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Ci8JO-SnZQxeIJobfdzov1NOg9rmIJR_0 2024-09-12T18:05:21.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3785567258150454966', time=2024-09-12T19:41:23.821338+0000, chain.objs.size()=1 2024-09-12T18:05:21.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.R8rkN1XiOnandUsEiRcq1RcdVG_on9E_0 2024-09-12T18:05:21.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13147211508348878835', time=2024-09-12T19:41:23.847030+0000, chain.objs.size()=1 2024-09-12T18:05:21.296 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.294+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Pe8JQPDaqYTOM6jI0x9BOYUjqWDBQWy_0 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3472391941269149074', time=2024-09-12T19:41:23.934413+0000, chain.objs.size()=1 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wV_if94xdsjVJK3tbrww_alC7t_h0js_0 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.297+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4816798343702017282', time=2024-09-12T19:41:24.662785+0000, chain.objs.size()=1 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.297+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FvTjoQy28foEkklpK5SHtMV_y3YiTOB_0 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1069768084263021899', time=2024-09-12T19:41:24.881860+0000, chain.objs.size()=1 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.axeq2_tOpQVDeMSQHuJbJnsiTxFtq3f_0 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6615358129078119895', time=2024-09-12T19:41:25.338941+0000, chain.objs.size()=1 2024-09-12T18:05:21.298 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3ZD7rANIq6ZyvBMoTfBxvLZNd0p-AE9_0 2024-09-12T18:05:21.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17804549969736683036', time=2024-09-12T19:41:25.439474+0000, chain.objs.size()=1 2024-09-12T18:05:21.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.xPJhGvSAdEThJPMbOl-rZRjQ5be1_fV_0 2024-09-12T18:05:21.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13845464159573097958', time=2024-09-12T19:42:02.614118+0000, chain.objs.size()=1 2024-09-12T18:05:21.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.s6Ynmp_nyC6cqHwErOuvTMk1INa4s-O_0 2024-09-12T18:05:21.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15694633495418035653', time=2024-09-12T19:42:02.840482+0000, chain.objs.size()=1 2024-09-12T18:05:21.299 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KTHWX8DwBw0pWIwqf6nMWQu8zKC_V39_0 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6993242726335839260', time=2024-09-12T19:42:03.476811+0000, chain.objs.size()=1 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._rXFUmoBuXJPWSPSlPDP0hhjgogrxq__0 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7401411166676069344', time=2024-09-12T19:42:04.252166+0000, chain.objs.size()=1 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.evgcOc7KZ1IIpzrvJp6iVnF3ESsp9aZ_0 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2590550981704551097', time=2024-09-12T19:42:04.571348+0000, chain.objs.size()=1 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MOSJewGy3bMHsC8z8zTEbBTRSx8M_Hm_0 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7727074890187472372', time=2024-09-12T19:42:04.819158+0000, chain.objs.size()=1 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.298+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XZN49NFOH-_2mWp6hsZYfQJrh97aU3Q_0 2024-09-12T18:05:21.300 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.300+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9769073903137778375', time=2024-09-12T19:42:04.878802+0000, chain.objs.size()=1 2024-09-12T18:05:21.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.300+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.JXPUeGGz5WRThd1FEnMjcMFrjOT8dx5_0 2024-09-12T18:05:21.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.300+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17700861279785436125', time=2024-09-12T19:42:05.034813+0000, chain.objs.size()=1 2024-09-12T18:05:21.301 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.300+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.gIS5NjaQP1aTxOwCDoPCozMp9slYR-l_0 2024-09-12T18:05:21.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7113611685819195972', time=2024-09-12T19:42:06.560789+0000, chain.objs.size()=1 2024-09-12T18:05:21.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DeWiwlCreY3HcgSzG0GcQlWsqvilXw6_0 2024-09-12T18:05:21.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15514142161906109748', time=2024-09-12T19:42:07.312789+0000, chain.objs.size()=1 2024-09-12T18:05:21.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Cj8BSR9eOJDkGkA2_6Le8rIf0YJGo-Y_0 2024-09-12T18:05:21.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.301+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11796981127637147568', time=2024-09-12T19:42:07.929845+0000, chain.objs.size()=1 2024-09-12T18:05:21.302 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.301+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.QqhK8k-M0IvikvMgpyaWFRt4B4cB60g_0 2024-09-12T18:05:21.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.302+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5688421957823233638', time=2024-09-12T19:42:07.930361+0000, chain.objs.size()=1 2024-09-12T18:05:21.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.302+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0bWfh_K4Js2KDoCMJjbYol1w83e7lxu_0 2024-09-12T18:05:21.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.302+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15793926537559266111', time=2024-09-12T19:42:08.326825+0000, chain.objs.size()=1 2024-09-12T18:05:21.303 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.302+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fEuS0v3EQnjNitGll8rgPVnJPgj4cN4_0 2024-09-12T18:05:21.306 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.305+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/64296 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=29, truncated=0, next_marker='' 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16628998585857953521', time=2024-09-12T19:42:08.733977+0000, chain.objs.size()=1 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.c4jnGd4-pt_jL0gnVAeKRdE0JmBrsBJ_0 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12047564442821265754', time=2024-09-12T19:42:08.923629+0000, chain.objs.size()=1 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.j9Pif_I3hvc3qSxKYhO7281ns48Bxdn_0 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1291393075249322210', time=2024-09-12T19:42:09.248978+0000, chain.objs.size()=1 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tEV3_wYdmUTX9B9dl2lhGuVjoWsj_5o_0 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13263885935970164952', time=2024-09-12T19:42:10.048428+0000, chain.objs.size()=1 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.612MN3hetAfOmYvwEkT0CPFYP6qBw1O_0 2024-09-12T18:05:21.309 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13586244454419156726', time=2024-09-12T19:42:10.305897+0000, chain.objs.size()=1 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-g4BkmFjns7mh9N0lrpu1q7TwqNu75s_0 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12445136684278164157', time=2024-09-12T19:42:11.070784+0000, chain.objs.size()=1 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jiTMYfxE-KlgqD9bXLfv_Jy5FeosCX1_0 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11284407423689464021', time=2024-09-12T19:42:11.481478+0000, chain.objs.size()=1 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-KVE1_c5EsJFRr9zTHNihI6cODesTBz_0 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17795888849151643243', time=2024-09-12T19:42:11.497293+0000, chain.objs.size()=1 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.WFtxeU30BQESReITTtlIoiU_kn21Zgd_0 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14801497836677695085', time=2024-09-12T19:42:11.592852+0000, chain.objs.size()=1 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.TESxaLBOcsrS9jg4TVsUsaK7kzg9I-S_0 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7625118496509258724', time=2024-09-12T19:42:12.624526+0000, chain.objs.size()=1 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8VMviRdQ-XLn_NNwDS-gkbcWeUjewKO_0 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18004305554848442699', time=2024-09-12T19:42:12.823549+0000, chain.objs.size()=1 2024-09-12T18:05:21.310 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MfQdZFxe8Dvn6Mw4PC2qpPnXqBcd50u_0 2024-09-12T18:05:21.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10650308700634493954', time=2024-09-12T19:42:12.929874+0000, chain.objs.size()=1 2024-09-12T18:05:21.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.308+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.-ZywDrO_LJIXQj61SROKzSYeSZOGGrq_0 2024-09-12T18:05:21.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14790533599166694652', time=2024-09-12T19:42:12.967912+0000, chain.objs.size()=1 2024-09-12T18:05:21.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dJtPwX_ISNVkhDyJcVQTGbquzg5zZFI_0 2024-09-12T18:05:21.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.310+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11296904875591469193', time=2024-09-12T19:43:02.251812+0000, chain.objs.size()=1 2024-09-12T18:05:21.311 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.310+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.385__shadow_.jzUQuceILIFTjtWtqjWkQzffuEfaZjz_0 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16938688105773719965', time=2024-09-12T19:44:01.078425+0000, chain.objs.size()=1 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.451__shadow_.H6nGz6M4tVMLApeJpw6O1VNUoz8MXKc_0 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5413218458336649531', time=2024-09-12T19:44:19.698962+0000, chain.objs.size()=1 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.467__shadow_.6YI-gg1P_kXWDYqH0ctao4d5UxfJfcL_0 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9237600423514661489', time=2024-09-12T19:44:30.056069+0000, chain.objs.size()=1 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.fbARuARlyvW3h6FwML3pL4L92ODM4Ds_0 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15248025834209454722', time=2024-09-12T19:44:45.409008+0000, chain.objs.size()=1 2024-09-12T18:05:21.312 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.498__shadow_.VGLhDPoGOqLTETudytK6NauiIHbxZYk_0 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7910083330455515361', time=2024-09-12T19:45:22.851017+0000, chain.objs.size()=1 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.516__shadow_.rORneArHYgc3YApj1ZPagS3u9d_qpEO_0 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.85191448203258863', time=2024-09-12T19:46:13.851132+0000, chain.objs.size()=3 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~Tp8okYOBc3iQlTaSWYjNY9o-EypEcVy.1 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~Tp8okYOBc3iQlTaSWYjNY9o-EypEcVy.2 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.522__multipart_mymultipart.2~Tp8okYOBc3iQlTaSWYjNY9o-EypEcVy.3 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15380344501981740361', time=2024-09-12T19:50:02.142271+0000, chain.objs.size()=1 2024-09-12T18:05:21.313 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.311+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.551__shadow_.ZBgfDXHliFb4KJ9hAg9D3ln-8p4Houx_0 2024-09-12T18:05:21.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.314+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11854194046576802965', time=2024-09-12T19:51:10.377368+0000, chain.objs.size()=1 2024-09-12T18:05:21.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.314+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.574__shadow_.QI3s5soZoFCjxxuk6PwAgLw_c_TGnfe_0 2024-09-12T18:05:21.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.314+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14834540539232335716', time=2024-09-12T19:51:14.144210+0000, chain.objs.size()=1 2024-09-12T18:05:21.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.314+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:bPFppMJuNCcO7-CAn4TWAnh6srOK9Ff_.lL_pTQvcXbBixqQEanjFF-dukMFlb6j_0 2024-09-12T18:05:21.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.314+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10579835653596885023', time=2024-09-12T19:51:30.197914+0000, chain.objs.size()=1 2024-09-12T18:05:21.315 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.314+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:BiSVmxOw78ChWpEZmHFgtLKGTqEcjN7_.WandvlkQtj8UXILDFPgrdqFSz3QIutK_0 2024-09-12T18:05:21.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3690559656243459842', time=2024-09-12T19:52:34.814189+0000, chain.objs.size()=1 2024-09-12T18:05:21.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:9OcS8yKVXuyZNvlDHMzUT5I03iYiJks_.vswH8BaGm4fDY0WaADq-ubTwKqK2u00_0 2024-09-12T18:05:21.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1051677435218318506', time=2024-09-12T19:57:54.793523+0000, chain.objs.size()=1 2024-09-12T18:05:21.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.646__shadow_.yAWmNw6OCLU0T4fCRmyB9ayA8bLUgu9_0 2024-09-12T18:05:21.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17558516456387582196', time=2024-09-12T19:58:44.961799+0000, chain.objs.size()=1 2024-09-12T18:05:21.316 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.669__shadow_.bmWqQvl2K1tnjqmeJQXypAe-VHtKgOS_0 2024-09-12T18:05:21.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9630464317473081656', time=2024-09-12T19:59:09.893142+0000, chain.objs.size()=1 2024-09-12T18:05:21.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.703__multipart_file1.2~1BaCDkSra_CEM6roD3PBGv4n2q303jN.1 2024-09-12T18:05:21.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14225320789316938047', time=2024-09-12T19:59:42.860767+0000, chain.objs.size()=1 2024-09-12T18:05:21.317 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.315+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.720__shadow_.LKKPz7w19EGOBgA9N9ehqPAwi4dKOm6_0 2024-09-12T18:05:21.319 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.319+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.322 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.321+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:05:21.323 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.322+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.323 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.323+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46578' 2024-09-12T18:05:21.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='_2C5EocVNJ1hMVZG74s_XjP06jxFQPNS', time=2024-09-12T19:35:39.267460+0000, chain.objs.size()=1 2024-09-12T18:05:21.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.164__shadow_.Ks4K76kDi4qv6X1-EvikLPDocbJ96xV_0 2024-09-12T18:05:21.325 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3448043641261568830', time=2024-09-12T19:36:31.126605+0000, chain.objs.size()=1 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.200__shadow_.fwEjLnMo2HDfwOIXQNKGBZqJ3QY7srK_0 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11920711333354737022', time=2024-09-12T19:38:24.070272+0000, chain.objs.size()=1 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.235__shadow_.AgqskXjEt3UGDIdZQS2E_9tSnti-7m7_0 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10611511811418178698', time=2024-09-12T19:38:30.515295+0000, chain.objs.size()=1 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.241__shadow_.W9GhYsZcojn1m8QTHXxuTwtplURTnOk_0 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9724853349054560142', time=2024-09-12T19:38:39.025863+0000, chain.objs.size()=1 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.249__shadow_.ymOkoQWgUSsY1Tw8MHUXQF9Nhul_Phr_0 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16630263933927436952', time=2024-09-12T19:38:40.775473+0000, chain.objs.size()=1 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.251__shadow_.ie9yoV9r02mTXukPp_pG0Ru4J_t8IxC_0 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8197229603952082464', time=2024-09-12T19:38:45.206820+0000, chain.objs.size()=1 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.256__shadow_.SjpcdmqJb7cvJ3xifHbtXTNvlfY8Rgk_0 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12649247030938798800', time=2024-09-12T19:38:49.536864+0000, chain.objs.size()=1 2024-09-12T18:05:21.326 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.261__shadow_.P3hGtQcrttwlvQ2BULC0sgqYc1GNRDt_0 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17116936321374841597', time=2024-09-12T19:39:26.925649+0000, chain.objs.size()=1 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.4tbWagw8i3esgfg6hMMFIpifpNp0HkO_0 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8819607469251398002', time=2024-09-12T19:39:27.404572+0000, chain.objs.size()=1 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.09U72kQyvT0zltzXy7Ny5d17d0ZdiZo_0 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8239051168099099519', time=2024-09-12T19:39:27.558794+0000, chain.objs.size()=1 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eq7kQsS3ltwlj3RpILd1c7vxyzzvpYc_0 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15990057799041281914', time=2024-09-12T19:39:27.772473+0000, chain.objs.size()=1 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.324+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cu7bI4iLyFsTEadTgIgHE_RcwG5-TTw_0 2024-09-12T18:05:21.327 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3331183918711179255', time=2024-09-12T19:39:27.802797+0000, chain.objs.size()=1 2024-09-12T18:05:21.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JwN-x7z9mJ5tCQ0wSD6n5YDZXpftIY8_0 2024-09-12T18:05:21.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5440872070781663679', time=2024-09-12T19:39:27.803821+0000, chain.objs.size()=1 2024-09-12T18:05:21.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KgJ6TZQ7V5aMIM9Ss1u2sjaMjQkLEM8_0 2024-09-12T18:05:21.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.327+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11189290054444297449', time=2024-09-12T19:39:27.834216+0000, chain.objs.size()=1 2024-09-12T18:05:21.328 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.327+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.9VWB00ReNT32gAuF17sRMHqYReWfI0S_0 2024-09-12T18:05:21.329 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9317251346318849668', time=2024-09-12T19:39:29.051301+0000, chain.objs.size()=1 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cT0b-halg2OvC-QGUg_XVKtxWl-0pNR_0 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3853723283196653276', time=2024-09-12T19:39:29.531021+0000, chain.objs.size()=1 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.k-4bnN75pvqhZSTCJ0D04MVwt3b_dLo_0 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7720394220290329063', time=2024-09-12T19:39:30.106808+0000, chain.objs.size()=1 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.znbeWnYA8Hxu7OJI70M2A6XCtvb_3Jx_0 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10724496461743413968', time=2024-09-12T19:39:31.562412+0000, chain.objs.size()=1 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rRUjm4nDde-XvRw3O0C4gjKp5DIxSoM_0 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7419884766591587121', time=2024-09-12T19:39:31.576940+0000, chain.objs.size()=1 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KXBcFiCEEM-BkQGVm-QO6cTO71sF3z9_0 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12309358790563460845', time=2024-09-12T19:39:31.633132+0000, chain.objs.size()=1 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.rHZ_hbjX--v53ndXe3T7POODgWmGNth_0 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13794867850592056073', time=2024-09-12T19:39:31.841004+0000, chain.objs.size()=1 2024-09-12T18:05:21.330 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Ww-CPXFfXHSV4Fmf2Odw0D8S3FBkjlg_0 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11347629617984603195', time=2024-09-12T19:39:31.843155+0000, chain.objs.size()=1 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1mpI1IrnM6KbGp-lsKL2x1EYmrCtI7p_0 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1511221570436546823', time=2024-09-12T19:39:32.202301+0000, chain.objs.size()=1 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.329+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.0r6opsIba0WrzQWwpFDqrW_oHkAFSdl_0 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.330+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5984596765609843851', time=2024-09-12T19:39:32.393464+0000, chain.objs.size()=1 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.330+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.GAERqZu4jXmWPnl6oobo6Tvw4vZyvNT_0 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.330+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6890315898677852218', time=2024-09-12T19:39:33.053131+0000, chain.objs.size()=1 2024-09-12T18:05:21.331 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.330+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Xz3i2oICXqWQI1_TgWj4T3BtW7LGhDF_0 2024-09-12T18:05:21.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.331+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9657951988263091588', time=2024-09-12T19:39:33.598958+0000, chain.objs.size()=1 2024-09-12T18:05:21.332 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.G4C2MqcFN9ra_T26oWAKD9WLDwkhMz__0 2024-09-12T18:05:21.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11000157726721594073', time=2024-09-12T19:39:33.739090+0000, chain.objs.size()=1 2024-09-12T18:05:21.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.ZCBklFy3bQWCwJoL3xBjc7RiXIXYb-D_0 2024-09-12T18:05:21.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6392900206418568133', time=2024-09-12T19:39:33.816453+0000, chain.objs.size()=1 2024-09-12T18:05:21.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Hxm1wrAxB2OVLslTE8NTBb5cMzB7DU5_0 2024-09-12T18:05:21.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8313245053879328295', time=2024-09-12T19:39:34.371768+0000, chain.objs.size()=1 2024-09-12T18:05:21.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HweXIQ8RJzetgSUPYrsw4HOvMQ_uOT9_0 2024-09-12T18:05:21.333 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16266040196942219539', time=2024-09-12T19:39:34.372722+0000, chain.objs.size()=1 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.332+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.lty32o7Q9yBSO9mpsSAVApr03kEOJSx_0 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5609875129427013573', time=2024-09-12T19:39:34.373185+0000, chain.objs.size()=1 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.AumFsG0LG2nBAJhJNsUEVe0sZZG_ARW_0 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5211508278442464310', time=2024-09-12T19:39:36.123276+0000, chain.objs.size()=1 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.z-vHcXNHzhgJcjEEWDs__nl1PcdNogM_0 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3221917820040581385', time=2024-09-12T19:39:36.231899+0000, chain.objs.size()=1 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gLo65pGw8sTNh0E8UUkJaNg43BhuCoJ_0 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6039141325041476468', time=2024-09-12T19:39:36.358162+0000, chain.objs.size()=1 2024-09-12T18:05:21.334 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.DwwUPLSDCrjdB-9vFzSAD5JKIgrMU-4_0 2024-09-12T18:05:21.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6482172395112865564', time=2024-09-12T19:39:36.425106+0000, chain.objs.size()=1 2024-09-12T18:05:21.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KzyNDldE-kNwCBM-iyF-jWuyKgldUqy_0 2024-09-12T18:05:21.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6899587585854220318', time=2024-09-12T19:39:38.462023+0000, chain.objs.size()=1 2024-09-12T18:05:21.335 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.333+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.264__shadow_.x-oroF1ed7cnFVebIrGUeJL8sgED4IX_0 2024-09-12T18:05:21.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.335+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5133631721445183664', time=2024-09-12T19:39:39.317475+0000, chain.objs.size()=1 2024-09-12T18:05:21.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.335+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.265__shadow_.40zfFzO_0bcuPdUWlzU1lJuWyMD73aJ_0 2024-09-12T18:05:21.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.335+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17767747350373679319', time=2024-09-12T19:39:55.786560+0000, chain.objs.size()=1 2024-09-12T18:05:21.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.335+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.284__shadow_.hqxm0-tVOg9JXo6qWmc2yAhdcde68c0_0 2024-09-12T18:05:21.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.335+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15677272064512189270', time=2024-09-12T19:40:05.385484+0000, chain.objs.size()=1 2024-09-12T18:05:21.336 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.335+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.3B0Mo_87t8y-_7lq31InkhvdxAbFdS0_0 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2024470968221813614', time=2024-09-12T19:40:05.465663+0000, chain.objs.size()=1 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.293__shadow_.NVPW5hYJBuGBPSHGmJihO7nu7iT40Sb_0 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10793516890082019250', time=2024-09-12T19:40:07.469641+0000, chain.objs.size()=1 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.Trdm2wOxhYOsi-iTYiMAFN4-exy8zJp_0 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17172989914342378173', time=2024-09-12T19:40:07.470861+0000, chain.objs.size()=1 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.pNHCuk6A6SpgObUPxq-iNd-kJD62RIN_0 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4922726685498337324', time=2024-09-12T19:40:07.573633+0000, chain.objs.size()=1 2024-09-12T18:05:21.338 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.337+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.8eGQxnXVMx1hZt2fZPjLj4HxrFaZjyy_0 2024-09-12T18:05:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17634810599758463067', time=2024-09-12T19:40:09.370514+0000, chain.objs.size()=1 2024-09-12T18:05:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.296__shadow_.67TkaKCM1jKw7uiMLH9V3jdfayMIxjW_0 2024-09-12T18:05:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5868022325609649414', time=2024-09-12T19:41:15.344962+0000, chain.objs.size()=1 2024-09-12T18:05:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gLTeMGGw615A8pLfJx32dFOIAIMhjFN_0 2024-09-12T18:05:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.210834327346930862', time=2024-09-12T19:41:15.347780+0000, chain.objs.size()=1 2024-09-12T18:05:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tXPpWNgltp_WEM-_qt0ss6UlDSrNYn6_0 2024-09-12T18:05:21.339 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17480951710013609403', time=2024-09-12T19:41:16.676816+0000, chain.objs.size()=1 2024-09-12T18:05:21.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QQ0qZnlyj539357IYEMZMEE4SudQanl_0 2024-09-12T18:05:21.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3357449571548345937', time=2024-09-12T19:41:16.813305+0000, chain.objs.size()=1 2024-09-12T18:05:21.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IfPxBfBfb3E10Se3ZXTrJ63rOIdnw-__0 2024-09-12T18:05:21.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17939366455416016913', time=2024-09-12T19:41:17.804633+0000, chain.objs.size()=1 2024-09-12T18:05:21.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_._zhQeO3AfVxjiJqPLWHT2t4Av49b6Hn_0 2024-09-12T18:05:21.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15059548612237474873', time=2024-09-12T19:41:17.952841+0000, chain.objs.size()=1 2024-09-12T18:05:21.340 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.338+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7ahy07hdmNgdpzgu9Y_uecLvkCOpSwN_0 2024-09-12T18:05:21.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10010586758380492726', time=2024-09-12T19:41:17.990369+0000, chain.objs.size()=1 2024-09-12T18:05:21.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rQhGL_Gj0ii-Z5b-NNaYn5rL5rk2Yxw_0 2024-09-12T18:05:21.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8174168706843637961', time=2024-09-12T19:41:18.163963+0000, chain.objs.size()=1 2024-09-12T18:05:21.342 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.N2mGje_ORXrZiJqrMTExIVlfVO7I4xP_0 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14392751265592962000', time=2024-09-12T19:41:18.294723+0000, chain.objs.size()=1 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.lT_SBzAJvms6us_JC_zQkexlCoPE7vp_0 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14225962917722424095', time=2024-09-12T19:41:18.774178+0000, chain.objs.size()=1 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.EiHY9qAXhjJhA2GgqwD2KohqMLQaejf_0 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12416421255266583300', time=2024-09-12T19:41:18.819954+0000, chain.objs.size()=1 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.341+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.d7u6acbSGrFAUfRBqYYGhS_JEXAFfgd_0 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.342+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18122389713437185602', time=2024-09-12T19:41:19.758837+0000, chain.objs.size()=1 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.342+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.N3HLbgQIQuSxs5CPup7Dppt0xyohfEv_0 2024-09-12T18:05:21.343 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.342+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10081530189622359483', time=2024-09-12T19:41:19.910996+0000, chain.objs.size()=1 2024-09-12T18:05:21.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.342+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CL2Sh5kTYkqT-TmouFXPtD4ci4ncKIT_0 2024-09-12T18:05:21.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12415150626493485942', time=2024-09-12T19:41:20.070355+0000, chain.objs.size()=1 2024-09-12T18:05:21.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ya7woDJ4X0rR0Hy8cdBRX1ViVilnXPm_0 2024-09-12T18:05:21.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18385101327342938713', time=2024-09-12T19:41:20.853507+0000, chain.objs.size()=1 2024-09-12T18:05:21.344 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.MPNTPefOsL_sP2f4O4mY0WSzIO4-ZLR_0 2024-09-12T18:05:21.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5079998002855736885', time=2024-09-12T19:41:21.437591+0000, chain.objs.size()=1 2024-09-12T18:05:21.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.pyA5ejSxaA_JEVTRrucT5_lPK4OXvp1_0 2024-09-12T18:05:21.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3558002278763286470', time=2024-09-12T19:41:21.493193+0000, chain.objs.size()=1 2024-09-12T18:05:21.345 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.343+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.r9SZKgtmVtH2sdpiuxv9Fnde1N0T4rq_0 2024-09-12T18:05:21.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.346+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15156287337882255922', time=2024-09-12T19:41:21.494739+0000, chain.objs.size()=1 2024-09-12T18:05:21.346 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.346+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8Jw2PUemCEG7whdUgn5hoWvOfnyDW4y_0 2024-09-12T18:05:21.347 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.346+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9685551795084272627', time=2024-09-12T19:41:21.648321+0000, chain.objs.size()=1 2024-09-12T18:05:21.347 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.346+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.z4Q9Cf8HYaXqicaBZqynopxrvF0AGz8_0 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7788987452806286802', time=2024-09-12T19:41:22.069301+0000, chain.objs.size()=1 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uViRflFbgFnLGWb5VwE0MSdOhrmq-lY_0 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7527638241105523616', time=2024-09-12T19:41:22.394885+0000, chain.objs.size()=1 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.NyraYW3bjoKG8GMe00BwxK5oU_uuIW3_0 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6758536577791871594', time=2024-09-12T19:41:22.471884+0000, chain.objs.size()=1 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.YhY4JlGwbDDctVAMhNtAjPSK7lbUMu0_0 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11589577157384044700', time=2024-09-12T19:41:22.641656+0000, chain.objs.size()=1 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.a49IGiBYX3xWpGn_51NKQ5q9cI_xr34_0 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11530351167224611749', time=2024-09-12T19:41:22.726950+0000, chain.objs.size()=1 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4InXnZJepdGzAOuwzANTIFOjnJN7sJr_0 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6118658276029887436', time=2024-09-12T19:41:22.892891+0000, chain.objs.size()=1 2024-09-12T18:05:21.348 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.B0wRbTBB2U6Yud8PlvkY8sw_4If6jU-_0 2024-09-12T18:05:21.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5363816911232718227', time=2024-09-12T19:41:23.739776+0000, chain.objs.size()=1 2024-09-12T18:05:21.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.uMOpogRZuSDpZLuFZ6GkcRGXRKg3FER_0 2024-09-12T18:05:21.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.489977753572349874', time=2024-09-12T19:41:24.391759+0000, chain.objs.size()=1 2024-09-12T18:05:21.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.nTLBkt5_gGEcZUc_AbHZGov8Hg8jOlc_0 2024-09-12T18:05:21.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11012948209355428807', time=2024-09-12T19:41:24.713915+0000, chain.objs.size()=1 2024-09-12T18:05:21.349 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.347+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gLXfoIyGOGAGFPWzQ7q-cAu1NuZEduI_0 2024-09-12T18:05:21.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.349+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15885014321921668222', time=2024-09-12T19:41:24.821913+0000, chain.objs.size()=1 2024-09-12T18:05:21.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.349+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.PpUigLcaM1hljsVaF9fjXErwIU1SZdU_0 2024-09-12T18:05:21.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.349+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7721128036227672752', time=2024-09-12T19:41:24.981450+0000, chain.objs.size()=1 2024-09-12T18:05:21.350 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.349+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3ZB7a7E3wARqoFdvpHy-6WSUfhx8tNY_0 2024-09-12T18:05:21.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7683429340088080766', time=2024-09-12T19:41:25.095767+0000, chain.objs.size()=1 2024-09-12T18:05:21.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.BlxljJEHqWxQEmF6TqkR9Y5bwD22Rgu_0 2024-09-12T18:05:21.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7851989566960001630', time=2024-09-12T19:41:25.199298+0000, chain.objs.size()=1 2024-09-12T18:05:21.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.wPARb5nfcYRLoVv90ZNBEBswQv6ZQXO_0 2024-09-12T18:05:21.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.200202610953590208', time=2024-09-12T19:41:25.199861+0000, chain.objs.size()=1 2024-09-12T18:05:21.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.yF7Qh_ZyJLUwnuuLrpFl0x0pR-0tinL_0 2024-09-12T18:05:21.351 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1793701512280998635', time=2024-09-12T19:41:25.524169+0000, chain.objs.size()=1 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Uip4jpyLXfm_k9ekUe16wwoPITcoeRD_0 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8878638358994659097', time=2024-09-12T19:42:03.623571+0000, chain.objs.size()=1 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qiEWAyTaSamPkzW16GBzKM_QEdNZHC9_0 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9201889853229568202', time=2024-09-12T19:42:04.132172+0000, chain.objs.size()=1 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.350+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZLyRR43WsIhefpWJXAn5tfIXidClr1x_0 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2231356768090578500', time=2024-09-12T19:42:04.166006+0000, chain.objs.size()=1 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Zgd5N1jVwEDbVx7EPcy-1z40MhueIQ__0 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14502402651614867118', time=2024-09-12T19:42:04.442146+0000, chain.objs.size()=1 2024-09-12T18:05:21.352 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.vmP_Pl3uOhCYWelBYIGligCSbB9af8H_0 2024-09-12T18:05:21.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.351+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16495654379244270508', time=2024-09-12T19:42:04.730867+0000, chain.objs.size()=1 2024-09-12T18:05:21.353 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.351+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.MlyJB_8157nkOW7xzZcpIU2O8gibt4J_0 2024-09-12T18:05:21.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.353+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6112886501339519547', time=2024-09-12T19:42:04.731631+0000, chain.objs.size()=1 2024-09-12T18:05:21.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.353+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.qeUZ3fvvi01U3RV3zMVHYHJv9URbwgq_0 2024-09-12T18:05:21.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.353+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4967550910548929281', time=2024-09-12T19:42:04.851428+0000, chain.objs.size()=1 2024-09-12T18:05:21.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.353+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0-gXtmoXtkzq2fWC6O7oyTwczL29loN_0 2024-09-12T18:05:21.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.354+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.218425930428796294', time=2024-09-12T19:42:05.097327+0000, chain.objs.size()=1 2024-09-12T18:05:21.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.354+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kD8FLSCEwgQNXCIU9ewvdIiBcOaSoUi_0 2024-09-12T18:05:21.354 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.354+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.27752111848325511', time=2024-09-12T19:42:05.872603+0000, chain.objs.size()=1 2024-09-12T18:05:21.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.354+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.W4ErPbwt4cgpcFz02dm0S_4qFHpolVv_0 2024-09-12T18:05:21.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.354+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17077173591682238720', time=2024-09-12T19:42:05.976441+0000, chain.objs.size()=1 2024-09-12T18:05:21.355 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.354+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PuYJ4Ya_pdhhumDOVnWZcYfLq9gtlUU_0 2024-09-12T18:05:21.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.355+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10497608634346636303', time=2024-09-12T19:42:06.107286+0000, chain.objs.size()=1 2024-09-12T18:05:21.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.355+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UKHT5J_r_bVJY8VvWymrMu2QBih7_8h_0 2024-09-12T18:05:21.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.355+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3592690559375167771', time=2024-09-12T19:42:06.537330+0000, chain.objs.size()=1 2024-09-12T18:05:21.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.355+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.feTRw412awBXu9HcfE5i2Qxk-qJVRXS_0 2024-09-12T18:05:21.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.355+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16297227686740415352', time=2024-09-12T19:42:07.174871+0000, chain.objs.size()=1 2024-09-12T18:05:21.356 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.355+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.wCq1imYlAcG-_n78UsSilLQTniuz2HV_0 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5762934702323223401', time=2024-09-12T19:42:07.601858+0000, chain.objs.size()=1 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.lLszr2nzozBNf6kd3fKQVPyk15OUZDf_0 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7560900815494061458', time=2024-09-12T19:42:07.933941+0000, chain.objs.size()=1 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fV-X3tK6sGOP-l1cSA-xrtsvo0Sz2ey_0 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14277911211383724789', time=2024-09-12T19:42:07.947885+0000, chain.objs.size()=1 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tH7ADpg2pzE7eWvQGOllLTh07FRCJyL_0 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2875485295374369698', time=2024-09-12T19:42:08.319777+0000, chain.objs.size()=1 2024-09-12T18:05:21.357 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.356+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nXfYUJi4hH57ee2oxSUzCO9Fl4myAIk_0 2024-09-12T18:05:21.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17083879567724736987', time=2024-09-12T19:42:08.613631+0000, chain.objs.size()=1 2024-09-12T18:05:21.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dQGpiBtRsv8M5Fp2L9YnMuRZ8KvQrZs_0 2024-09-12T18:05:21.358 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3396498551547837957', time=2024-09-12T19:42:08.705177+0000, chain.objs.size()=1 2024-09-12T18:05:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Qr8MN_-bcxMQ6bGog45sR2OnffbI-DB_0 2024-09-12T18:05:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.973217346512912370', time=2024-09-12T19:42:08.889124+0000, chain.objs.size()=1 2024-09-12T18:05:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rnHluFDoyfSTp74yW5Or4-khEwfrTXh_0 2024-09-12T18:05:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14034635726424095356', time=2024-09-12T19:42:10.387535+0000, chain.objs.size()=1 2024-09-12T18:05:21.359 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.357+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Khd8GcXcV_Cwe_5gJjtCBw-7Oz-Z9ui_0 2024-09-12T18:05:21.362 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.362+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/46578 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.533150125569411107', time=2024-09-12T19:42:10.599650+0000, chain.objs.size()=1 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.oH1fAl1Bq2X1pqghVy30eet5-tyqEUi_0 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10592231565234970996', time=2024-09-12T19:42:11.528012+0000, chain.objs.size()=1 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.O97IBxVlwMBFLZUAIAgspmuCIEeP1am_0 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4284956477556158257', time=2024-09-12T19:42:12.261505+0000, chain.objs.size()=1 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dQaGzd4RSYSv4g5QIcjSOcOnQxgZ_Nj_0 2024-09-12T18:05:21.369 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.956682168553925414', time=2024-09-12T19:42:12.967457+0000, chain.objs.size()=1 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.DZPVuGL0b2MOkSmo2vF4iLIuAafkKdA_0 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7520444806082665720', time=2024-09-12T19:42:28.478441+0000, chain.objs.size()=1 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.343__shadow_.a3glWMvTd9uKQWcAnsVIECUPSJ02WxR_0 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17879320734268633908', time=2024-09-12T19:44:05.742194+0000, chain.objs.size()=1 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.456__shadow_.rzQCDZmqCKg160637NWYi8RqsV9CIiw_0 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8138319055839206583', time=2024-09-12T19:44:30.037134+0000, chain.objs.size()=1 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.484__shadow_.sIgyy4BrThGvl4Lk_r-YRHl5jhiPkTa_0 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12001419028246894201', time=2024-09-12T19:44:43.991373+0000, chain.objs.size()=1 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.497__shadow_.VXXD98Ysbxx5w6ui8K3r1quDcygMqZP_0 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1135324070380609171', time=2024-09-12T19:45:15.296727+0000, chain.objs.size()=6 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.1 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.2 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.3 2024-09-12T18:05:21.370 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.364+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.4 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.367+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.5 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.367+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.6 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.367+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13418396787525095757', time=2024-09-12T19:45:15.469158+0000, chain.objs.size()=6 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.367+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.1 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.2 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.3 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.4 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.5 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.6 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4473047108644055887', time=2024-09-12T19:48:18.847812+0000, chain.objs.size()=1 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.524__multipart_mymultipart.2~UsOhskh1kAV9kDN5Zz_7VXTIGuSYjLS.1 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3659995218604226078', time=2024-09-12T19:48:50.860546+0000, chain.objs.size()=1 2024-09-12T18:05:21.371 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.525__shadow_.ZnhrXD7qg0YClHiDpwsfaRvJxzxT7gU_0 2024-09-12T18:05:21.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~_RhyO_aaP9uoeTAe4UBK4E0EqSAVDi9', time=2024-09-12T19:50:41.512400+0000, chain.objs.size()=1 2024-09-12T18:05:21.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.368+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.562__multipart_mymultipart.2~_RhyO_aaP9uoeTAe4UBK4E0EqSAVDi9.1 2024-09-12T18:05:21.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15157725319218171923', time=2024-09-12T19:51:00.685977+0000, chain.objs.size()=1 2024-09-12T18:05:21.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:HfQMFPTtrHCopBBLAZLoD2UJMOJn1Sw_.tWS8qU5vi4LdimErkgy5oKjGFz1C10E_0 2024-09-12T18:05:21.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.371+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14936146963351708960', time=2024-09-12T19:51:04.951093+0000, chain.objs.size()=1 2024-09-12T18:05:21.372 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.371+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:QB.cpiS5-e3cNwRVA-grDqYvgBF.iYj_.tTq4RLxHSrHuwR-5MosnAx7fZqYmaf7_0 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13876491722865058408', time=2024-09-12T19:51:13.639550+0000, chain.objs.size()=1 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.575__shadow:kHuMB2KbW92XVfjazqB2H12SxDM70rs_.01d81QmQ3CxENUBVy8Iir72C5FdflZc_0 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16601533805275272116', time=2024-09-12T19:51:24.312829+0000, chain.objs.size()=1 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:E.F3RLjPLYUGxKtTOltbQu7zxP1nJss_.rgr__1NqvsrcV7rRyopEnH8BWnF7zkc_0 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4687881290877479879', time=2024-09-12T19:51:38.576490+0000, chain.objs.size()=1 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:J45eWyK5VN-EuMSykEkgeyaqcFJJ683_.m3_bExRbg5UEJaos8goFhQ5pnfO8FeG_0 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3029372832775283188', time=2024-09-12T19:52:24.028033+0000, chain.objs.size()=1 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.580__shadow:90eou7LcQHpGr3g3ZAhs.1jva68Vp6L_.xq2Me7MGvvkd1hDzHrdwpVWKGFoW8oh_0 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1304401978006747927', time=2024-09-12T19:52:26.518292+0000, chain.objs.size()=1 2024-09-12T18:05:21.373 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:M26DhoQJ3gPqkcewzjnUNRWkpirbitl_.n1mzkmzWnNCWZPfjUgmOtljx-nAJqzq_0 2024-09-12T18:05:21.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4289755151071190126', time=2024-09-12T19:58:16.584643+0000, chain.objs.size()=1 2024-09-12T18:05:21.374 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.372+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.657__shadow_.haFFYuB0EWdiegaenLOKmHW0G3NjgpB_0 2024-09-12T18:05:21.376 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.375+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.378 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.377+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:05:21.379 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.379+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.380 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.379+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46727' 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9660810004273654675', time=2024-09-12T19:38:19.446904+0000, chain.objs.size()=1 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.229__shadow_.l_lOzpnoyRxL3tvv-I_N6hFFGuEOidX_0 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7349587606283597055', time=2024-09-12T19:38:23.136647+0000, chain.objs.size()=1 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.234__shadow_.-bvWFGKg8fClxxPl7eyYSiA01bh8fQc_0 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3115887540692741533', time=2024-09-12T19:38:27.370139+0000, chain.objs.size()=1 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.238__shadow_.5Rnssy1ZarwSu9rl6qi3gqhq7h6OxwR_0 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12342359545991753027', time=2024-09-12T19:38:39.897820+0000, chain.objs.size()=1 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.250__shadow_.2AwqyMhwc4zTToGEXQ31HY67DWLVKrD_0 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16830178507087750823', time=2024-09-12T19:38:50.407531+0000, chain.objs.size()=1 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.262__shadow_.URW97Dx_IEf0bWFIFed3zi3XfcdKUBl_0 2024-09-12T18:05:21.382 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8658773590377282861', time=2024-09-12T19:39:26.924149+0000, chain.objs.size()=1 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.CvsWn0juWHKQGOqun4aZDLZk535WxsG_0 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6958192213937530925', time=2024-09-12T19:39:27.036623+0000, chain.objs.size()=1 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.gYCWmUkcTe8QV1qsRgreBAgqP6clO_z_0 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9417929257814809337', time=2024-09-12T19:39:27.313967+0000, chain.objs.size()=1 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fhXOC5tyD32xs1UK3Lmy01jU3gRh3SL_0 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.228554850393525187', time=2024-09-12T19:39:27.314601+0000, chain.objs.size()=1 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Vjm8L6TN0APvQx_GdD19r1Aj5ZIiK_2_0 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2685025739356612890', time=2024-09-12T19:39:28.550618+0000, chain.objs.size()=1 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.BTietpbzsBA_cAGHr6tzK5AY8nWAyPb_0 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2558716527329849080', time=2024-09-12T19:39:29.052939+0000, chain.objs.size()=1 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.icVkW9Ki6JA1QshdOO1eTUgae7r69yR_0 2024-09-12T18:05:21.383 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16550451899196780160', time=2024-09-12T19:39:29.213403+0000, chain.objs.size()=1 2024-09-12T18:05:21.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.380+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.IM951r_FBZ05l9Bcs-WfBWl9TezxSm6_0 2024-09-12T18:05:21.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.383+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3149515188010822534', time=2024-09-12T19:39:29.316980+0000, chain.objs.size()=1 2024-09-12T18:05:21.384 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.383+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.FhkkN5GM4PgO6f_XBhvkGzJ14LoZZPz_0 2024-09-12T18:05:21.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14128829545919378430', time=2024-09-12T19:39:29.351521+0000, chain.objs.size()=1 2024-09-12T18:05:21.385 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.g1my05opm-RFTdJgREMwTMu1cMjH3xW_0 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15564179135066613287', time=2024-09-12T19:39:30.615894+0000, chain.objs.size()=1 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eVv83sp31bKD2Wt8dBBU1DbG9UhkYSR_0 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7223763428709164631', time=2024-09-12T19:39:30.771171+0000, chain.objs.size()=1 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1m8ITi7YwHRPzMl9bPTa3LJsJuu-UCS_0 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13076912075985392689', time=2024-09-12T19:39:30.933852+0000, chain.objs.size()=1 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OTscTTm8Uy4TeW3cIbrW6JG9rLU6oqe_0 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6908344280946920876', time=2024-09-12T19:39:31.006862+0000, chain.objs.size()=1 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.vp-GTkDa2sal1z0Z1MeukbMKIQY9OlH_0 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9397902645701610614', time=2024-09-12T19:39:31.776039+0000, chain.objs.size()=1 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.jztqbkLekRmBA_YkxK7M9zGwdPSX341_0 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12880179726979064927', time=2024-09-12T19:39:31.777279+0000, chain.objs.size()=1 2024-09-12T18:05:21.386 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.REzFPlmO5QxCqhNbSoSYbF0OptRh3xG_0 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2449947699569163790', time=2024-09-12T19:39:31.865483+0000, chain.objs.size()=1 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.yvzjJxP5m7q49BJqDxZ1uBq2hrZrWCh_0 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2337367357006747989', time=2024-09-12T19:39:32.341101+0000, chain.objs.size()=1 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.3o_J9yVqn1e5L2ZiIle58xalqK3IyAz_0 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11094904233375996198', time=2024-09-12T19:39:32.394256+0000, chain.objs.size()=1 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.385+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.-kncB9eFwO-JsqvjKaG6Du8mhrwO-2Z_0 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.387+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15469374706029992846', time=2024-09-12T19:39:32.847588+0000, chain.objs.size()=1 2024-09-12T18:05:21.387 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.387+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.T_kYLy0PE55cIqjyk4rY0PnYxebvjBb_0 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12069803540898807158', time=2024-09-12T19:39:34.149741+0000, chain.objs.size()=1 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.eVeh6mwE16It1I80dWB0L81Ssu8prbe_0 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10179713760014504321', time=2024-09-12T19:39:34.355280+0000, chain.objs.size()=1 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.QMOzw40F3kt8oWcAt2PyxJ5yPGjt3WB_0 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7520975376134619324', time=2024-09-12T19:39:34.674719+0000, chain.objs.size()=1 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.oJPyuUUyOTWflQsj_mVh-82O9LomFwT_0 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3451982876505257869', time=2024-09-12T19:39:34.788445+0000, chain.objs.size()=1 2024-09-12T18:05:21.389 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iA4CtjCwlYn3SsnjgMQFpe53nrwjnKd_0 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10272676597890053323', time=2024-09-12T19:39:35.059130+0000, chain.objs.size()=1 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.1-1iO6aNQX0i8LV5Pnwaz3LisxnA8jK_0 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12813565656650715066', time=2024-09-12T19:39:35.059879+0000, chain.objs.size()=1 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.KjLphgxjydlhixtJ06hhVFiZVozPcsr_0 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7733416145490501772', time=2024-09-12T19:39:35.060498+0000, chain.objs.size()=1 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.5Rgs_Gwk29OVZlLZ66CvJGJ-bLKrAEc_0 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4486770130464670377', time=2024-09-12T19:39:35.635283+0000, chain.objs.size()=1 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.VtVjUuOt6f9OuhALTzOpySu5AVmdKuK_0 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13148297583080545826', time=2024-09-12T19:39:36.227756+0000, chain.objs.size()=1 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.e0VmvFRNuTtQhpqx1tmaQ20VLFFrU1o_0 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10451207972163405270', time=2024-09-12T19:39:36.356348+0000, chain.objs.size()=1 2024-09-12T18:05:21.390 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.388+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.6CX6JsBUJAMeo2tcFFYU82X_N_y0Om1_0 2024-09-12T18:05:21.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.389+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8150164075628552213', time=2024-09-12T19:39:36.765663+0000, chain.objs.size()=1 2024-09-12T18:05:21.391 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.389+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.lFfxAGSwWrdX--XXmwvlc1BnbxogqVH_0 2024-09-12T18:05:21.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.393+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15693673891283046738', time=2024-09-12T19:39:36.766332+0000, chain.objs.size()=1 2024-09-12T18:05:21.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.393+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.k7THL45klZyLcErhqXIJjrro-QXt-kn_0 2024-09-12T18:05:21.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.393+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12257693135879297646', time=2024-09-12T19:39:36.865373+0000, chain.objs.size()=1 2024-09-12T18:05:21.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.393+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.pb99_97xR-4PpEdyObnNV3x389JFrDA_0 2024-09-12T18:05:21.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.393+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1170619389240574500', time=2024-09-12T19:39:37.133579+0000, chain.objs.size()=1 2024-09-12T18:05:21.394 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.393+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.lqhuT_tAxIDiijO48rjeWAqBJ8eWobu_0 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10711551440681963642', time=2024-09-12T19:39:37.211812+0000, chain.objs.size()=1 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Cvx4wDMO-L5wtvwU5B5G5nkzBldqH8-_0 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15401263883720812927', time=2024-09-12T19:39:37.250592+0000, chain.objs.size()=1 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fzJWAdiKlhSjVYb0UWSoTUgENohOa9S_0 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16060738582387728153', time=2024-09-12T19:39:37.556843+0000, chain.objs.size()=1 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.OeHd5ZcSpllMZfE7AgPzl01RZeU2tl__0 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7391942296008106784', time=2024-09-12T19:39:38.463623+0000, chain.objs.size()=1 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.264__shadow_.zrETH3VEqk6Ghc_7CrOVO-jY_9jtmKV_0 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4034818575441013607', time=2024-09-12T19:40:07.500125+0000, chain.objs.size()=1 2024-09-12T18:05:21.395 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.294__shadow_.D42kw9F2rTvkUoPENJxh7i1I5lwOJoc_0 2024-09-12T18:05:21.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14256230111233922705', time=2024-09-12T19:40:13.027552+0000, chain.objs.size()=1 2024-09-12T18:05:21.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.300__shadow_.L45mxwcwU-cciE9nK-fVflusif6r2Td_0 2024-09-12T18:05:21.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4246956233697940111', time=2024-09-12T19:40:13.036162+0000, chain.objs.size()=1 2024-09-12T18:05:21.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.300__shadow_.FpM11Sfn8Yn6dykWWRb_H1ej__kTvNr_0 2024-09-12T18:05:21.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3648868612878975221', time=2024-09-12T19:40:15.689728+0000, chain.objs.size()=1 2024-09-12T18:05:21.396 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.394+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.303__shadow_.cAyN7R471_uv-Qlr13CaabwZos_ur67_0 2024-09-12T18:05:21.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4477776033491874769', time=2024-09-12T19:41:15.464881+0000, chain.objs.size()=1 2024-09-12T18:05:21.397 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.VaSAbhfjXs2MPqh6TjDb_p3aAPWRcCy_0 2024-09-12T18:05:21.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9191526819207920996', time=2024-09-12T19:41:16.375123+0000, chain.objs.size()=1 2024-09-12T18:05:21.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ZcfE76twHKmQJLHLgxE9z3SH_lNRSxH_0 2024-09-12T18:05:21.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5077352458392526777', time=2024-09-12T19:41:16.650535+0000, chain.objs.size()=1 2024-09-12T18:05:21.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3_Fl_2L4uRAHKDijszKiyvCV1JQsDvp_0 2024-09-12T18:05:21.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17416912207110997547', time=2024-09-12T19:41:16.691847+0000, chain.objs.size()=1 2024-09-12T18:05:21.398 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.397+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FYaTi3FILTRglJ9-oxNyd82A9QqskNT_0 2024-09-12T18:05:21.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7455389498958226745', time=2024-09-12T19:41:16.934049+0000, chain.objs.size()=1 2024-09-12T18:05:21.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DLZmLUcMWn7oWR42SVBIHct6i8RCXde_0 2024-09-12T18:05:21.399 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17632437938177832475', time=2024-09-12T19:41:17.267474+0000, chain.objs.size()=1 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.skL1EwfNbPQq8MhFsMNIu3Fk6juOqHm_0 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12853233904913370949', time=2024-09-12T19:41:17.357516+0000, chain.objs.size()=1 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.x5eVjibgoGGnuX2GAVf0kz75bdr6HeZ_0 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4581353575262175759', time=2024-09-12T19:41:17.380991+0000, chain.objs.size()=1 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.peApjikGBPpy5eumbg2-QJgCvqebe9o_0 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13905927288236080538', time=2024-09-12T19:41:18.248628+0000, chain.objs.size()=1 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WSgtHhB_pWc-GiDOONXDpgyVbSYOOZl_0 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10670189589809436650', time=2024-09-12T19:41:18.476983+0000, chain.objs.size()=1 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.8NsA4S5AAXpnzIDDnOiE9N3T2ufAZ6q_0 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9385613997416151085', time=2024-09-12T19:41:19.909330+0000, chain.objs.size()=1 2024-09-12T18:05:21.400 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.399+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.QLSeKdgFW2f-zuuDnwVIXPxurOFZsF8_0 2024-09-12T18:05:21.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.400+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10904221788286205714', time=2024-09-12T19:41:20.286451+0000, chain.objs.size()=1 2024-09-12T18:05:21.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.400+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SfYRHQFzpMrr0-_B1aO74yVqmrUsEjQ_0 2024-09-12T18:05:21.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.400+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15144087849520604047', time=2024-09-12T19:41:20.662851+0000, chain.objs.size()=1 2024-09-12T18:05:21.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.400+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.dqi9o_vdx45w-spHDGsJdjqeZZW6WBA_0 2024-09-12T18:05:21.401 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.401+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14572406824141036682', time=2024-09-12T19:41:20.750078+0000, chain.objs.size()=1 2024-09-12T18:05:21.402 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.401+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.f1JZH3NUs7ud6yTjKgfxJ9w8YEu-wcl_0 2024-09-12T18:05:21.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.402+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17936323737186492202', time=2024-09-12T19:41:20.816564+0000, chain.objs.size()=1 2024-09-12T18:05:21.403 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.402+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LueuU4xg9h9tjyMlxvpVwvm-yn-EmI8_0 2024-09-12T18:05:21.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13592599142337519641', time=2024-09-12T19:41:21.205972+0000, chain.objs.size()=1 2024-09-12T18:05:21.404 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.I38LOm_Qnf9h8sA0Kj-UrvSjxp9IVvd_0 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8979703348857287010', time=2024-09-12T19:41:21.349691+0000, chain.objs.size()=1 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rW2I5i_9kxEGxiZ2JJAWi4kdKDeBZ4r_0 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9672424822751924164', time=2024-09-12T19:41:21.375257+0000, chain.objs.size()=1 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.WJ7VYDlm-KF3XSbiNxaA91YDO5Shm2z_0 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6935562253597523091', time=2024-09-12T19:41:22.781069+0000, chain.objs.size()=1 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.mmDuRuhW-7bLEpw4JPsmjjReNQ1hg2Y_0 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4379984731975009882', time=2024-09-12T19:41:22.781600+0000, chain.objs.size()=1 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ETMeSjEwqIyOppXi_o9N-TofETqoeme_0 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.584449094551190944', time=2024-09-12T19:41:23.849299+0000, chain.objs.size()=1 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Y-mPZPMj52p-AjRIGDra7W8LemeHUst_0 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13628611288258728170', time=2024-09-12T19:41:23.934008+0000, chain.objs.size()=1 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.OxYTNov25WeFCHYPE4GeIUgZgvcr-H5_0 2024-09-12T18:05:21.405 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2955076509075945859', time=2024-09-12T19:41:24.302552+0000, chain.objs.size()=1 2024-09-12T18:05:21.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.LngEjeKb9trcw9N1_zLWT0AkX5PE2Cf_0 2024-09-12T18:05:21.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12718460579698141466', time=2024-09-12T19:41:24.911501+0000, chain.objs.size()=1 2024-09-12T18:05:21.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.403+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.F84gB-5xbM6Pyt8Y4Hia4frgOI1E1n2_0 2024-09-12T18:05:21.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.404+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15516440859276138114', time=2024-09-12T19:41:24.963982+0000, chain.objs.size()=1 2024-09-12T18:05:21.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.404+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.C2BjGlWD_hXMh5zKyR5YhBjoA87HZle_0 2024-09-12T18:05:21.406 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.406+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12838896489655620906', time=2024-09-12T19:41:25.100803+0000, chain.objs.size()=1 2024-09-12T18:05:21.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.406+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.9tfL2RBBnAi-_VFYla195qK3ZA_Xawq_0 2024-09-12T18:05:21.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.406+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12604607989147269939', time=2024-09-12T19:41:25.440918+0000, chain.objs.size()=1 2024-09-12T18:05:21.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.406+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.ustq_HNL0VTGEBnzCdqNOjPWgx0eq7c_0 2024-09-12T18:05:21.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.407+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3135395988864103633', time=2024-09-12T19:42:02.737222+0000, chain.objs.size()=1 2024-09-12T18:05:21.407 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.407+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.CoWq-EaBGSS7lcr6NMegTF4yPf7akbq_0 2024-09-12T18:05:21.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.407+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13364112326905845947', time=2024-09-12T19:42:02.761102+0000, chain.objs.size()=1 2024-09-12T18:05:21.408 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.407+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zIzZcJHVUH50WqQ8kgsXV-Pjaml_GmC_0 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10486987569555559335', time=2024-09-12T19:42:03.629107+0000, chain.objs.size()=1 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._O_2IsPz0B3qIaFcMdXduvaVcCMBycJ_0 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8540899332777817084', time=2024-09-12T19:42:04.300148+0000, chain.objs.size()=1 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6wuWuleGTRZVkVEJe2WjjXrAsWP8cWA_0 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7427645002146524378', time=2024-09-12T19:42:04.438967+0000, chain.objs.size()=1 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.YpXOXlAVxOdVaXeLe26z4lRJzPFEqAy_0 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3941771203357632713', time=2024-09-12T19:42:04.465465+0000, chain.objs.size()=1 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.sJEQZ2sYLBTV_ZTCYwSakbOeidXjIHb_0 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8351838984975297362', time=2024-09-12T19:42:05.572077+0000, chain.objs.size()=1 2024-09-12T18:05:21.410 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4Ltvet1BLMjYjdTUAmzOMXaFZy3EGUq_0 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2467250430697611065', time=2024-09-12T19:42:05.703824+0000, chain.objs.size()=1 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7NlxL02N50_xGEWMKviBk3Xzybz-Nuo_0 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15083271613800636036', time=2024-09-12T19:42:06.062457+0000, chain.objs.size()=1 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.7wZXtJAUVzGRJTqQ9xeQfokvJfKA5u__0 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2249274478923784997', time=2024-09-12T19:42:06.188253+0000, chain.objs.size()=1 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PivydZiEM1MxEvRm_gqJPEifzdIr5mG_0 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4828341300372628032', time=2024-09-12T19:42:06.308109+0000, chain.objs.size()=1 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.409+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BjjB6ahWrjYdskeC1ZyeD8W82EbnHjD_0 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.410+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1809747822499328794', time=2024-09-12T19:42:06.331174+0000, chain.objs.size()=1 2024-09-12T18:05:21.411 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.410+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.G-TUok8jq7ti9prA9JxLvmglpnYKaYj_0 2024-09-12T18:05:21.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.410+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10428106837338972906', time=2024-09-12T19:42:06.401206+0000, chain.objs.size()=1 2024-09-12T18:05:21.412 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.410+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.PWw_2KN4pC-yFOKV-VTOModo_8DNABy_0 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8411473339525905499', time=2024-09-12T19:42:06.551980+0000, chain.objs.size()=1 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RtMj_tTWMH--skLyr4IG1VR6kxqRoEY_0 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10121450625305729321', time=2024-09-12T19:42:06.958498+0000, chain.objs.size()=1 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.XaW-jVzKgfW_gY-N0vLlQgg14kZ5vEu_0 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6766642376234719699', time=2024-09-12T19:42:07.168515+0000, chain.objs.size()=1 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rJ__pyV_j_-K0tnPS8v8Pp_kGJPQxQ__0 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11183997621182576849', time=2024-09-12T19:42:07.320186+0000, chain.objs.size()=1 2024-09-12T18:05:21.413 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.46-wQS_aOszKM5ju1n7gvP5COv-CDGD_0 2024-09-12T18:05:21.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17807456463422472145', time=2024-09-12T19:42:07.321604+0000, chain.objs.size()=1 2024-09-12T18:05:21.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.o_0EgOrJIov936hc5WWIIT3DKHvLEC__0 2024-09-12T18:05:21.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3345173634318067715', time=2024-09-12T19:42:07.372556+0000, chain.objs.size()=1 2024-09-12T18:05:21.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.eoVAZiNdwOoPcPD-EfqR1hrko7RLd62_0 2024-09-12T18:05:21.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14035324412639402444', time=2024-09-12T19:42:07.628238+0000, chain.objs.size()=1 2024-09-12T18:05:21.414 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.412+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.GAwRwydV2NdLShPoRm5WV8KzbJkf52T_0 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.413+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15550343315784704972', time=2024-09-12T19:42:07.639027+0000, chain.objs.size()=1 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.413+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.Cg0ClukCYcGutrFZUbhAWkWSdshkFzg_0 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.413+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6089000714947003272', time=2024-09-12T19:42:07.936079+0000, chain.objs.size()=1 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.413+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KXQsFZ1hc2Pf5uE4Kl9G7UCWQm_te2X_0 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.413+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6163943204352695095', time=2024-09-12T19:42:08.312675+0000, chain.objs.size()=1 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.413+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8od69DBAg0zKCkG4hwHHofOmHd_VCpn_0 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.414+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2162970730713327107', time=2024-09-12T19:42:08.815802+0000, chain.objs.size()=1 2024-09-12T18:05:21.415 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.414+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.eVvfyy_JS8FSBpEfu8enpje5zhTFR5w_0 2024-09-12T18:05:21.416 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.416+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4223695013452222056', time=2024-09-12T19:42:09.053633+0000, chain.objs.size()=1 2024-09-12T18:05:21.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.416+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.hXsxRE05do7FwUJNYiR1Z-dnW60-bUm_0 2024-09-12T18:05:21.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.416+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4596484133304784069', time=2024-09-12T19:42:09.143012+0000, chain.objs.size()=1 2024-09-12T18:05:21.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.416+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KVmXWmopgxD8Gh-EOUfZCg0s9uJhDts_0 2024-09-12T18:05:21.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.416+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570297017172553419', time=2024-09-12T19:42:09.143537+0000, chain.objs.size()=1 2024-09-12T18:05:21.417 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.416+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.71L8wSD8Hde9Yv8vqIFLk7elaPdsv4-_0 2024-09-12T18:05:21.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.419+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 0/46727 2024-09-12T18:05:21.423 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T18:05:21.423 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8308906617628897021', time=2024-09-12T19:42:09.653081+0000, chain.objs.size()=1 2024-09-12T18:05:21.423 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.l-jBlT3SbIAmMtWvsQH--pEKgPW9zjT_0 2024-09-12T18:05:21.423 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13365944915745035216', time=2024-09-12T19:42:09.731583+0000, chain.objs.size()=1 2024-09-12T18:05:21.423 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.nBlfISXcNgXC-e8uEuqDqLlJc7xZy1M_0 2024-09-12T18:05:21.423 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9722790949749393984', time=2024-09-12T19:42:10.521962+0000, chain.objs.size()=1 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.B1eWJ55Ywy_FyviKvgP_U0glbJux-LZ_0 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3900770078873732008', time=2024-09-12T19:42:11.052644+0000, chain.objs.size()=1 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.cSrBK5pVLTUy9yXKrl65yJoCpgELNTZ_0 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13630364552726184525', time=2024-09-12T19:42:11.367616+0000, chain.objs.size()=1 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.emHPCdB2HhfWZMhCyNjBP4sI5JZWcK6_0 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3016577733015457698', time=2024-09-12T19:42:12.461612+0000, chain.objs.size()=1 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.6R7jYV2XtEnwRltywc41Vb-1Ydwg_tH_0 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9755338670629588127', time=2024-09-12T19:42:20.256919+0000, chain.objs.size()=1 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.334__shadow_.YYUeD0Z2XvBbSpwy5Odf8OWvUdG8dYk_0 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4215670220873961564', time=2024-09-12T19:43:44.400362+0000, chain.objs.size()=1 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.434__shadow_.ojNKiOZKU3mhjXfIRD72pnpGXK5NNKj_0 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4426695113116090740', time=2024-09-12T19:43:45.868930+0000, chain.objs.size()=1 2024-09-12T18:05:21.424 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.436__shadow_.xyDZEllKKgRT-xyAdlmcEOfSmQS2TxB_0 2024-09-12T18:05:21.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16263762424816605205', time=2024-09-12T19:44:05.746117+0000, chain.objs.size()=1 2024-09-12T18:05:21.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.456__shadow_.xYGCkVtl_9NU45-hw5b4eEfrRuT7D39_0 2024-09-12T18:05:21.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6334929870511590577', time=2024-09-12T19:44:07.032604+0000, chain.objs.size()=1 2024-09-12T18:05:21.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.457__shadow_.o3vNugyWCC4cMdKwmxuJ3A-7uWc-tcJ_0 2024-09-12T18:05:21.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2910203784875123350', time=2024-09-12T19:45:15.468983+0000, chain.objs.size()=6 2024-09-12T18:05:21.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.422+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.1 2024-09-12T18:05:21.425 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.424+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.2 2024-09-12T18:05:21.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.3 2024-09-12T18:05:21.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.4 2024-09-12T18:05:21.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.5 2024-09-12T18:05:21.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.508__multipart_srcmultipart.2~_OJkXud9w9RDEEpBnjqGaMtkqUXGhYn.6 2024-09-12T18:05:21.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.425+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7563543997706773266', time=2024-09-12T19:48:36.712994+0000, chain.objs.size()=3 2024-09-12T18:05:21.426 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.425+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~LtvpD9Jh2lT4q_rKVPE7xo-o1_Cdb4S.1 2024-09-12T18:05:21.427 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__shadow_mymultipart.2~LtvpD9Jh2lT4q_rKVPE7xo-o1_Cdb4S.1_1 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.526__multipart_mymultipart.2~LtvpD9Jh2lT4q_rKVPE7xo-o1_Cdb4S.2 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z', time=2024-09-12T19:49:19.547419+0000, chain.objs.size()=2 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__multipart_mymultipart.2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z.3 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.536__shadow_mymultipart.2~PwM4HDY7kUV7VDZvuurILh0QHebYS8Z.3_1 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.918048195164492903', time=2024-09-12T19:50:05.859572+0000, chain.objs.size()=1 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.552__shadow_.0cSUoEp2fFG1YjleCZ4PHvi-OuXJttK_0 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4631398481289369487', time=2024-09-12T19:51:04.278519+0000, chain.objs.size()=1 2024-09-12T18:05:21.428 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.427+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.570__shadow:ApX9ikieglZ2bH-et6lwdfuC8Fwqd4z_._kexqgQTYBamheAGgcjUKSk_zJVV0lW_0 2024-09-12T18:05:21.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.428+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16350086241418779574', time=2024-09-12T19:51:06.507377+0000, chain.objs.size()=1 2024-09-12T18:05:21.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.428+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.571__shadow:64V9.drw09tp4EghJQN.-DbeVgnGG0q_.OqH9TfpJQNZ9pmciIOEJ3FLt_s0lemb_0 2024-09-12T18:05:21.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.428+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17964255347860181718', time=2024-09-12T19:51:42.375967+0000, chain.objs.size()=1 2024-09-12T18:05:21.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.428+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.578__shadow:ZakvbrHgI6m0cF5WzwWNpq.klZZUrU._.cqUiLMkrWwpOkMrK-ykGGYwCz2SrlgB_0 2024-09-12T18:05:21.429 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18116801736868105430', time=2024-09-12T19:52:26.762625+0000, chain.objs.size()=1 2024-09-12T18:05:21.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.581__shadow:M26DhoQJ3gPqkcewzjnUNRWkpirbitl_.n1mzkmzWnNCWZPfjUgmOtljx-nAJqzq_0 2024-09-12T18:05:21.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10441229085170324769', time=2024-09-12T19:52:28.828785+0000, chain.objs.size()=1 2024-09-12T18:05:21.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.584__shadow:xl83puTvrkTAWbigR9eQuf6LzOJPcuO_.dnO8tRQAzJviuUH0-JLUlIwDA_N0eZR_0 2024-09-12T18:05:21.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.429+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18231252825057759404', time=2024-09-12T19:58:40.905982+0000, chain.objs.size()=1 2024-09-12T18:05:21.430 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.429+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.665__shadow_.hPFwd5bDBmtSKch_n3v_3BNDZ02Dy0O_0 2024-09-12T18:05:21.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.431+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1062973296191789364', time=2024-09-12T19:58:47.193226+0000, chain.objs.size()=1 2024-09-12T18:05:21.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.431+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.673__shadow_.OVojIrODe-DjSYHyQYRtIkCyrtX5Mcv_0 2024-09-12T18:05:21.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.431+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16609774591301611701', time=2024-09-12T19:59:03.215301+0000, chain.objs.size()=1 2024-09-12T18:05:21.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.431+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.695__shadow:Ox.3zi.b9I3srkZc57fa1bUDah0CSwv_.Yq-wh3xT5WXQR-ikGZ1VzYVgFahcxXu_0 2024-09-12T18:05:21.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.431+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3198169477972074822', time=2024-09-12T19:59:18.160053+0000, chain.objs.size()=1 2024-09-12T18:05:21.432 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.431+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.713__shadow:l33IpIkXPc8WcpZMRkjuAHNC9cTsvRW_.hpBgVqS-3GMJqLVht2SOIq0vlJbpE7R_0 2024-09-12T18:05:21.435 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.434+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.437 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.437+0000 7f102cb23800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:05:21.438 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.438+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:05:21.439 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.438+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:05:21.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=98, truncated=0, next_marker='' 2024-09-12T18:05:21.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15216586324495580288', time=2024-09-12T19:35:49.307728+0000, chain.objs.size()=1 2024-09-12T18:05:21.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.171__shadow_.e6n8cZSgujv0xTG2ZdjOFubzNgtjWem_0 2024-09-12T18:05:21.440 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16967260159065056730', time=2024-09-12T19:38:24.944824+0000, chain.objs.size()=1 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.236__shadow_.djoEytSBvBJKD0T14RfKjuhJu8dRFo2_0 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3071258171243269790', time=2024-09-12T19:38:32.284764+0000, chain.objs.size()=1 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.243__shadow_.u-ef8ieADRd9XhQoY-BZGqWECiPqADz_0 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11733387553203634774', time=2024-09-12T19:38:41.640173+0000, chain.objs.size()=1 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.252__shadow_.x7MFEgq40t_AtVtNyPnfcOTyMU4O9v8_0 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14592073034138177521', time=2024-09-12T19:38:45.207081+0000, chain.objs.size()=1 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.256__shadow_.ZI5c4IH-mwl4CHQWDyk6La6q02KKPku_0 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8563348703362230789', time=2024-09-12T19:39:26.923221+0000, chain.objs.size()=1 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Qjm4Iq9E_ZxTY3bwCo2cSklALDYwP_z_0 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3426311731251031960', time=2024-09-12T19:39:26.924024+0000, chain.objs.size()=1 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.U8t5T9zY0LKbfNhPEuawikjZMyi7_RG_0 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5443860886749818090', time=2024-09-12T19:39:27.044930+0000, chain.objs.size()=1 2024-09-12T18:05:21.441 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.JTOUuFJTfYTHT3NOsSMf_3rMoC3AefI_0 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17821882117326335505', time=2024-09-12T19:39:27.865422+0000, chain.objs.size()=1 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.fKfKK5jawL2w6LEuSmgmUZPhY7S8ThN_0 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.8519018124240803554', time=2024-09-12T19:39:27.894603+0000, chain.objs.size()=1 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.E8lBMCBxmLZTAeTzmlEueMDcqzc22C2_0 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17478860139062272887', time=2024-09-12T19:39:28.521763+0000, chain.objs.size()=1 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.whOLAX7v5dKpIqZpofvuwF5Pgau6DHz_0 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15351142898195087575', time=2024-09-12T19:39:28.668867+0000, chain.objs.size()=1 2024-09-12T18:05:21.442 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.439+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Qm_w7PJYvhn7X6H9Nljnu7blmfZG9aj_0 2024-09-12T18:05:21.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4990748304933683723', time=2024-09-12T19:39:30.284627+0000, chain.objs.size()=1 2024-09-12T18:05:21.443 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.iVKSrCSVqRcQlgEMcdR-kMzT3_P36nF_0 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4861621248039830644', time=2024-09-12T19:39:30.601651+0000, chain.objs.size()=1 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bhfS-9ZYQghTD70p_n2nInFvwWrMoNq_0 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1933022861200870380', time=2024-09-12T19:39:31.949848+0000, chain.objs.size()=1 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.bwUvjkuBddfquy97Fz5Q2y0ild0qPyu_0 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9709897219588763110', time=2024-09-12T19:39:32.176572+0000, chain.objs.size()=1 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.7duyOHNPIbKXNQaAP9L3Zc_KUm0VimE_0 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12010501157705759638', time=2024-09-12T19:39:32.845740+0000, chain.objs.size()=1 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.442+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.cHziDz4eRWHzIKf-VpIYuWXe9c1vKLr_0 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4956871566890558799', time=2024-09-12T19:39:32.846354+0000, chain.objs.size()=1 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.G9l1Ms448bcLaW5z3mzltSC7OgfriQa_0 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17846582809273283943', time=2024-09-12T19:39:34.299906+0000, chain.objs.size()=1 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Tk5VwbkOGrPQkt39niS2nXEKglv4smA_0 2024-09-12T18:05:21.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7875685909452522445', time=2024-09-12T19:39:34.463132+0000, chain.objs.size()=1 2024-09-12T18:05:21.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.D8z50ITbKQR4YKy1jBKSTVK3v11A5bR_0 2024-09-12T18:05:21.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2282608816334960740', time=2024-09-12T19:39:35.181923+0000, chain.objs.size()=1 2024-09-12T18:05:21.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.nAbWt_NqdqlvOcfonF8IBPCefh43cHw_0 2024-09-12T18:05:21.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9574050313799502190', time=2024-09-12T19:39:35.611840+0000, chain.objs.size()=1 2024-09-12T18:05:21.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.A9eQfAGMT6YE2Zc25mP8E2WcSjhMfHp_0 2024-09-12T18:05:21.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7054741811364899911', time=2024-09-12T19:39:35.893276+0000, chain.objs.size()=1 2024-09-12T18:05:21.445 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.443+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.SC_096YOLrkyzLmFC8XpoI_Lxk37PEb_0 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15018442215133850849', time=2024-09-12T19:39:35.977459+0000, chain.objs.size()=1 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.Khujdn2WISBilpO4Di-ImQQ-fNeZLGJ_0 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13788273697045662775', time=2024-09-12T19:39:36.353176+0000, chain.objs.size()=1 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.oeTiyCy4ge-J0s1s4P87FUTIUH52TIt_0 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.4922307291544852336', time=2024-09-12T19:39:36.465757+0000, chain.objs.size()=1 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.HEa6Xg9OQYjgBqorPEyqFXR148hVyYs_0 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11814160852087130650', time=2024-09-12T19:39:37.406039+0000, chain.objs.size()=1 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.263__shadow_.RIWs5o8oV0vmPcscwXmv0-MMRv_b7I0_0 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17006219828815709386', time=2024-09-12T19:39:59.483893+0000, chain.objs.size()=1 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.288__shadow_.2m2BQH2Q9jA7ucR0shWpMnmTNsyU3RD_0 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9898167061736980849', time=2024-09-12T19:40:14.807080+0000, chain.objs.size()=1 2024-09-12T18:05:21.447 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.302__shadow_.LMXp9RFNwMJ7Chk4f9u9D_Mgpi0hAWL_0 2024-09-12T18:05:21.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6558210934389811757', time=2024-09-12T19:40:18.368480+0000, chain.objs.size()=1 2024-09-12T18:05:21.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.446+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.306__shadow_.xfzaX8JNyCALHtgqXlf-7crDjLOrksc_0 2024-09-12T18:05:21.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10430344133376049096', time=2024-09-12T19:41:14.869934+0000, chain.objs.size()=1 2024-09-12T18:05:21.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.3Vf4-yfHstyO6nSIrIjUXoo6ZVea630_0 2024-09-12T18:05:21.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15346449941832355990', time=2024-09-12T19:41:16.368603+0000, chain.objs.size()=1 2024-09-12T18:05:21.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JEZ5dzY8gkHvy7W-4stbYTHG6gmCQhK_0 2024-09-12T18:05:21.448 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16530893347692332311', time=2024-09-12T19:41:17.085872+0000, chain.objs.size()=1 2024-09-12T18:05:21.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.B8a8zXFb0J2sn5CMI4qBORrPR76H3gU_0 2024-09-12T18:05:21.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17784242943456816126', time=2024-09-12T19:41:17.263190+0000, chain.objs.size()=1 2024-09-12T18:05:21.449 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.447+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.o1WumZCCbwFh_AnmxMMU0_vYbXsglwo_0 2024-09-12T18:05:21.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.129400856759126026', time=2024-09-12T19:41:18.597883+0000, chain.objs.size()=1 2024-09-12T18:05:21.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.FZAJpEyslmPEa2B3Ua1OoREvRxhnBM0_0 2024-09-12T18:05:21.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.449+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2201750128538452678', time=2024-09-12T19:41:19.280578+0000, chain.objs.size()=1 2024-09-12T18:05:21.450 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.449+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.4AqSGrvjEyoMYzDs_XESUB0I4-D5F1M_0 2024-09-12T18:05:21.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3277158128816511007', time=2024-09-12T19:41:19.684606+0000, chain.objs.size()=1 2024-09-12T18:05:21.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.eyyHmmJFkVMoBB13GhPWFkTK8FfrM0V_0 2024-09-12T18:05:21.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12508994626754960322', time=2024-09-12T19:41:20.005118+0000, chain.objs.size()=1 2024-09-12T18:05:21.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.gCCDzD-oW5KAtSy33Op9bSVi0vUl1P8_0 2024-09-12T18:05:21.452 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16499291295816670760', time=2024-09-12T19:41:20.270687+0000, chain.objs.size()=1 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.JDV5avq3VZERFI5Q4d7BOgsfj6MC1KZ_0 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10944364881111577110', time=2024-09-12T19:41:20.852456+0000, chain.objs.size()=1 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.a05ZWw6LQLwxSdGym9gfjPVXfJ4Z4of_0 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15980244976110731450', time=2024-09-12T19:41:20.916426+0000, chain.objs.size()=1 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.SEhpzk-zX0FHg-Bpr92J7D2xKYz057q_0 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11007661112632333912', time=2024-09-12T19:41:22.073047+0000, chain.objs.size()=1 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.CN5NDlT409_fa4EzhZWuCe0YV-Y7AZp_0 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5181561539243563266', time=2024-09-12T19:41:22.073721+0000, chain.objs.size()=1 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.7fwWdYCHjeWz4n6o47OeHsr2ClnGG6a_0 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.81374218902806113', time=2024-09-12T19:41:22.283108+0000, chain.objs.size()=1 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.XjJTEBlEozYeRirz5M2ot8r7fZvwFsA_0 2024-09-12T18:05:21.453 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5989340095890701457', time=2024-09-12T19:41:23.433314+0000, chain.objs.size()=1 2024-09-12T18:05:21.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.DT0B7yDTBl9uAClJ6Ai0hixIJ6UnxT8_0 2024-09-12T18:05:21.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3293970379431461282', time=2024-09-12T19:41:23.603401+0000, chain.objs.size()=1 2024-09-12T18:05:21.454 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.451+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.9yMCFugou-C8XsNX7RKvWNcttq9w0um_0 2024-09-12T18:05:21.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.454+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5332141739114115673', time=2024-09-12T19:41:23.716925+0000, chain.objs.size()=1 2024-09-12T18:05:21.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.454+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.Zm-bDcEFKw2pDtsVzQx2dzqqjStkYo1_0 2024-09-12T18:05:21.455 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12542629693687089632', time=2024-09-12T19:41:24.368139+0000, chain.objs.size()=1 2024-09-12T18:05:21.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.rOqJ_ybWaqdUcIHGM1ycsozhglqug8v_0 2024-09-12T18:05:21.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10875420465699006216', time=2024-09-12T19:41:24.407361+0000, chain.objs.size()=1 2024-09-12T18:05:21.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.M7vqbYROdK2DRvy1nj6cANe61tzBN8M_0 2024-09-12T18:05:21.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17124165583147740086', time=2024-09-12T19:41:25.039872+0000, chain.objs.size()=1 2024-09-12T18:05:21.456 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.tGxfALxb09Z-Hx9sN085CCFzWuTnTrN_0 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11837248582213752194', time=2024-09-12T19:41:25.466921+0000, chain.objs.size()=1 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.324__shadow_.IuAYOBwXTLgie_BZnTWA2OfUlrmmnKF_0 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6887437904470574872', time=2024-09-12T19:42:02.945418+0000, chain.objs.size()=1 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fi_xySGQ45a9uq1OevuuYtlNDK5rh8C_0 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12037412029201564235', time=2024-09-12T19:42:03.404475+0000, chain.objs.size()=1 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.OMEM-qmCmqm0VutGNAE_f4NTY0x2eS2_0 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17237961048039061360', time=2024-09-12T19:42:03.586794+0000, chain.objs.size()=1 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.455+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.8kJksnbZY-xiMgOy6af4L9LDkkQnvHB_0 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.456+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13938371716491985834', time=2024-09-12T19:42:04.130471+0000, chain.objs.size()=1 2024-09-12T18:05:21.457 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.456+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.kYlDcsAvD_rcK33uvZdfCegoZCn0pYE_0 2024-09-12T18:05:21.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.456+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9516607893633901524', time=2024-09-12T19:42:04.297902+0000, chain.objs.size()=1 2024-09-12T18:05:21.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.456+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.4-6e1_FaN60d0pbqPqeTghcvissV1PA_0 2024-09-12T18:05:21.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.456+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.81356308749028093', time=2024-09-12T19:42:04.732852+0000, chain.objs.size()=1 2024-09-12T18:05:21.458 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.456+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.9-G85diacBMCzYMItVXCV4EJ5DuxvCC_0 2024-09-12T18:05:21.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.458+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16149467440582380254', time=2024-09-12T19:42:04.733463+0000, chain.objs.size()=1 2024-09-12T18:05:21.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.458+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.BKUMqHCp9K1ctah4EARCiV-U54_nj0g_0 2024-09-12T18:05:21.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.459+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.14339588815977959683', time=2024-09-12T19:42:05.128811+0000, chain.objs.size()=1 2024-09-12T18:05:21.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.459+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.LfHBppAq3LnMASPMtqi7TEcwkVNPfje_0 2024-09-12T18:05:21.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.459+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5890420693058304369', time=2024-09-12T19:42:05.825134+0000, chain.objs.size()=1 2024-09-12T18:05:21.459 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.459+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.RHf9ujkPL6LcA0WXi5zYo8sXim-IVRd_0 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10716210430030030126', time=2024-09-12T19:42:05.967719+0000, chain.objs.size()=1 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ZI1p03vaEzna-3lAknJYXKTe8XQjchV_0 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.757233583664442078', time=2024-09-12T19:42:07.175733+0000, chain.objs.size()=1 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.dL8u8n163DLwL5k7UN6et-T28PhzOnG_0 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17229643087288942314', time=2024-09-12T19:42:07.603248+0000, chain.objs.size()=1 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.fBrQQJMNjfxINA8X2XNbNaaa3TsAlMn_0 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16957897662684516266', time=2024-09-12T19:42:07.638904+0000, chain.objs.size()=1 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ThBEUSvIuJoe89WYP6hadfHfQ8ImqWr_0 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5432010818186907457', time=2024-09-12T19:42:07.786071+0000, chain.objs.size()=1 2024-09-12T18:05:21.461 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.460+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P6daV-jl69U_NTJXlbtySkwsSrne_FS_0 2024-09-12T18:05:21.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.461+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7642440527224277110', time=2024-09-12T19:42:08.334785+0000, chain.objs.size()=1 2024-09-12T18:05:21.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.461+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_._B4jZD_oDXYm4UfN8IXtAqEXsT3e_HS_0 2024-09-12T18:05:21.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.461+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17690955040585180161', time=2024-09-12T19:42:08.443504+0000, chain.objs.size()=1 2024-09-12T18:05:21.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.461+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.UYSG1zwStw2X3k6jiNWB-jXp__FQ19J_0 2024-09-12T18:05:21.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.461+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1508204720997478950', time=2024-09-12T19:42:09.649280+0000, chain.objs.size()=1 2024-09-12T18:05:21.462 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.461+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.EvmSQqxvmHxB7cdSZVZldRNRO4-jd6K_0 2024-09-12T18:05:21.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.462+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16088460936322259637', time=2024-09-12T19:42:09.680548+0000, chain.objs.size()=1 2024-09-12T18:05:21.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.462+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.jRflOdkew4lgexQOeB_b2AV072JuSjg_0 2024-09-12T18:05:21.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.462+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.11752927318374102973', time=2024-09-12T19:42:09.912497+0000, chain.objs.size()=1 2024-09-12T18:05:21.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.462+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.KbYYZ1PfMJmF82RJnqQUJib9_qgehRS_0 2024-09-12T18:05:21.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.462+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12629298272159522686', time=2024-09-12T19:42:10.188157+0000, chain.objs.size()=1 2024-09-12T18:05:21.463 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.462+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.58n1BzwPttUHHiOPHsklG2PZVEk2PpN_0 2024-09-12T18:05:21.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.18167318463777343234', time=2024-09-12T19:42:10.271822+0000, chain.objs.size()=1 2024-09-12T18:05:21.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.a8oey2lNg0B10n79G3UF0VEJo7uC6Z0_0 2024-09-12T18:05:21.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7201440344036406850', time=2024-09-12T19:42:10.523564+0000, chain.objs.size()=1 2024-09-12T18:05:21.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.tZ_m1TySsXsyIiB2Xl-eCIVciQhV1xX_0 2024-09-12T18:05:21.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9814037930467877438', time=2024-09-12T19:42:11.458367+0000, chain.objs.size()=1 2024-09-12T18:05:21.465 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.0dlmNKuJ_6ZkfWd42Atz5X2YwfsidCC_0 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5217854382801516584', time=2024-09-12T19:42:11.767017+0000, chain.objs.size()=1 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.ElL33rovRjocXDBbkZY0swjkgW75OSq_0 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.9219953012120972742', time=2024-09-12T19:42:12.144599+0000, chain.objs.size()=1 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.rvK-6xFIVWhq992JNGZ95FIa6B2PiRH_0 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5741930225878700710', time=2024-09-12T19:42:12.191535+0000, chain.objs.size()=1 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.P9M0r45zfkp1HfdHWSF9LPABlTOM7wL_0 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.7928506339555344558', time=2024-09-12T19:42:12.459916+0000, chain.objs.size()=1 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.99Dd4_8INygD5CFhUjMHVpzvIurkQ3a_0 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15188929926742478599', time=2024-09-12T19:42:12.489204+0000, chain.objs.size()=1 2024-09-12T18:05:21.466 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.464+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.325__shadow_.zmH7yPEGm_Nh44Xl-7uhyRNGwPzuvZe_0 2024-09-12T18:05:21.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6827273976308240129', time=2024-09-12T19:42:31.604355+0000, chain.objs.size()=1 2024-09-12T18:05:21.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.347__shadow_.PcigzMx0vIzo8Ah0cIaKFhtwEBEx32s_0 2024-09-12T18:05:21.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.10027753526960259665', time=2024-09-12T19:43:01.301138+0000, chain.objs.size()=1 2024-09-12T18:05:21.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.384__shadow_.D6DRoBS4U2FD5BHwNBZ1UKvH8BGbdi6_0 2024-09-12T18:05:21.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.12427183434459960963', time=2024-09-12T19:43:22.596657+0000, chain.objs.size()=1 2024-09-12T18:05:21.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.408__shadow_.R2c4S7F5jzEQvT2akrq-9mZfZNOF2TE_0 2024-09-12T18:05:21.469 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.197403962593067112', time=2024-09-12T19:43:50.476623+0000, chain.objs.size()=1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.441__shadow_.67hGC5ykmCOEVe_AjgFiyXmGmUsyR30_0 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.15481112133899125917', time=2024-09-12T19:44:16.113587+0000, chain.objs.size()=1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.464__shadow_.A8uRucX7YCkd_MUjTmrvPOTX96QWgue_0 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6182505828899475181', time=2024-09-12T19:44:19.393349+0000, chain.objs.size()=1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.467__shadow_.5CGMDhoyUkxn9Mf8_cqx-vIIpVLeh3p_0 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6835116551325563118', time=2024-09-12T19:44:31.097765+0000, chain.objs.size()=1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.485__shadow_.pLy-yC9ZqQWshpqSoi7gnw3uhD7qUKh_0 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.2618411606750749892', time=2024-09-12T19:44:36.814743+0000, chain.objs.size()=1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.488__shadow_.px4H7qaGWFsRmclFVXzA99y9qIeziHI_0 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.3830802716652827317', time=2024-09-12T19:45:23.024393+0000, chain.objs.size()=1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.517__multipart_mymultipartcopy.2~dr6geGr_vl3ZaEjdVcEdvSJUs8tTNh5.1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.13974297356799946617', time=2024-09-12T19:45:27.408972+0000, chain.objs.size()=1 2024-09-12T18:05:21.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.519__multipart_mymultipart.2~bKu_tIQu3cKlHASOO3aj6DTTEH7GP31.1 2024-09-12T18:05:21.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~XyoIDdCQcIVNbVQmVtJEp-GQLAntFsG', time=2024-09-12T19:49:06.224336+0000, chain.objs.size()=2 2024-09-12T18:05:21.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.468+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.530__multipart_mymultipart.2~XyoIDdCQcIVNbVQmVtJEp-GQLAntFsG.1 2024-09-12T18:05:21.472 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.471+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.530__multipart_mymultipart.2~XyoIDdCQcIVNbVQmVtJEp-GQLAntFsG.2 2024-09-12T18:05:21.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.472+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='2~3UkmE_acykMBwsQasY2vxvPnsN5IIgz', time=2024-09-12T19:49:11.882866+0000, chain.objs.size()=2 2024-09-12T18:05:21.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.532__multipart_mymultipart2.2~3UkmE_acykMBwsQasY2vxvPnsN5IIgz.1 2024-09-12T18:05:21.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.532__shadow_mymultipart2.2~3UkmE_acykMBwsQasY2vxvPnsN5IIgz.1_1 2024-09-12T18:05:21.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.472+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17467655675708081709', time=2024-09-12T19:50:24.725973+0000, chain.objs.size()=1 2024-09-12T18:05:21.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.556__shadow_.Qgd6MJhzggDUVVKe3wd_5lv_NL1ceMK_0 2024-09-12T18:05:21.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.472+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.17709255027974058800', time=2024-09-12T19:50:37.711720+0000, chain.objs.size()=1 2024-09-12T18:05:21.473 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.472+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.559__shadow_.B8lAH0D8o4S2O_3FLzRi2jpe_NX1d5I_0 2024-09-12T18:05:21.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.6474991288890125147', time=2024-09-12T19:51:19.834244+0000, chain.objs.size()=1 2024-09-12T18:05:21.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.577__shadow:9eE1lLq8MyIopcFBIKz3F8IX3oNlEA0_.ucrfMuLkbxrGU_BQYgxF2OXhoAi4vK3_0 2024-09-12T18:05:21.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.5629904752335847402', time=2024-09-12T19:52:34.919027+0000, chain.objs.size()=1 2024-09-12T18:05:21.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:HhkJnBE1HKdWyAIgTcx.LfFgBOyzvK-_._6LrS9sMMHbfd0Fv4NJ_d8ssJq8Df5b_0 2024-09-12T18:05:21.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1365446181637337765', time=2024-09-12T19:52:34.945734+0000, chain.objs.size()=1 2024-09-12T18:05:21.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.588__shadow:pqN96nnEa4fEsDfO8cc9VqXDRSx9EKv_.KKCSkXSYN6hv9-2mrxK-jwQueOKYcNy_0 2024-09-12T18:05:21.474 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.1236896939805404290', time=2024-09-12T19:59:08.936585+0000, chain.objs.size()=1 2024-09-12T18:05:21.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.702__shadow:0ANLNLS.gOuSUo4PeMhJKKVWtsJYnq2_.mWuyiS6Xb0sb9AJv0A2jfjKWISCYZfU_0 2024-09-12T18:05:21.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 20 garbage collection: RGWGC::process iterating over entry tag='891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.16230865846782788506', time=2024-09-12T19:59:10.825960+0000, chain.objs.size()=1 2024-09-12T18:05:21.475 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.473+0000 7f102cb23800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:891f3fb8-2976-49cd-a0cc-41f775132cf8.4680.704__shadow:YIvXSKDm8cSfcFspNIrQh5La.15-z6f_.w0-EzDNmjyDjtYi4NqK8etUv_2fVJ6c_0 2024-09-12T18:05:21.477 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.477+0000 7f102cb23800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:05:21.481 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.481+0000 7f0edf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:05:21.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.483+0000 7f102cb23800 20 remove_watcher() i=0 2024-09-12T18:05:21.483 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.483+0000 7f102cb23800 2 removed watcher, disabling cache 2024-09-12T18:05:21.484 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.484+0000 7f102cb23800 20 remove_watcher() i=1 2024-09-12T18:05:21.485 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.484+0000 7f102cb23800 20 remove_watcher() i=2 2024-09-12T18:05:21.486 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.485+0000 7f102cb23800 20 remove_watcher() i=3 2024-09-12T18:05:21.487 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.487+0000 7f102cb23800 20 remove_watcher() i=4 2024-09-12T18:05:21.488 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.488+0000 7f102cb23800 20 remove_watcher() i=5 2024-09-12T18:05:21.489 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.489+0000 7f102cb23800 20 remove_watcher() i=6 2024-09-12T18:05:21.490 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-12T18:05:21.490+0000 7f102cb23800 20 remove_watcher() i=7 2024-09-12T18:05:21.501 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-12T18:05:21.512 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-12T18:05:21.569 DEBUG:teuthology.orchestra.run.smithi123:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:05:21.637 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-12T18:05:21.706 DEBUG:teuthology.orchestra.run.smithi123:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:05:21.775 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T18:05:21.852 DEBUG:teuthology.orchestra.run.smithi123:> sudo update-ca-trust 2024-09-12T18:05:22.958 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T18:05:22.969 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T18:05:22.969 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:05:23.292 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:05:23.305 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:05:23.308 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2434,"stamp":"2024-09-12T18:05:23.090246+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":457049776,"num_objects":2465,"num_object_clones":0,"num_object_copies":7041,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2465,"num_whiteouts":0,"num_read":180333,"num_read_kb":2298785,"num_write":141737,"num_write_kb":2374464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12832,"ondisk_log_size":12832,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2375444,"kb_used_data":904940,"kb_used_omap":12,"kb_used_meta":1469427,"kb_avail":752599276,"statfs":{"total":773094113280,"available":770661658624,"internally_reserved":0,"allocated":926658560,"data_stored":910659678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1504693808},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-285696293,"num_objects":-2409,"num_object_clones":0,"num_object_copies":-7199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2409,"num_whiteouts":0,"num_read":2662,"num_read_kb":2101,"num_write":2534,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005433"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769604+0000","last_change":"2024-09-12T17:32:41.542249+0000","last_active":"2024-09-12T18:02:40.769604+0000","last_peered":"2024-09-12T18:02:40.769604+0000","last_clean":"2024-09-12T18:02:40.769604+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:02:40.769604+0000","last_undegraded":"2024-09-12T18:02:40.769604+0000","last_fullsized":"2024-09-12T18:02:40.769604+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:36.739865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.750662+0000","last_change":"2024-09-12T17:13:10.323544+0000","last_active":"2024-09-12T18:00:40.750662+0000","last_peered":"2024-09-12T18:00:40.750662+0000","last_clean":"2024-09-12T18:00:40.750662+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:00:40.750662+0000","last_undegraded":"2024-09-12T18:00:40.750662+0000","last_fullsized":"2024-09-12T18:00:40.750662+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:24.937455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.851221+0000","last_change":"2024-09-12T17:13:06.293286+0000","last_active":"2024-09-12T18:00:35.851221+0000","last_peered":"2024-09-12T18:00:35.851221+0000","last_clean":"2024-09-12T18:00:35.851221+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:00:35.851221+0000","last_undegraded":"2024-09-12T18:00:35.851221+0000","last_fullsized":"2024-09-12T18:00:35.851221+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:21.765039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":166,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.687135+0000","last_change":"2024-09-12T17:09:10.267022+0000","last_active":"2024-09-12T18:01:15.687135+0000","last_peered":"2024-09-12T18:01:15.687135+0000","last_clean":"2024-09-12T18:01:15.687135+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:01:15.687135+0000","last_undegraded":"2024-09-12T18:01:15.687135+0000","last_fullsized":"2024-09-12T18:01:15.687135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:10.173192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720332+0000","last_change":"2024-09-12T17:32:41.551615+0000","last_active":"2024-09-12T18:02:40.720332+0000","last_peered":"2024-09-12T18:02:40.720332+0000","last_clean":"2024-09-12T18:02:40.720332+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:02:40.720332+0000","last_undegraded":"2024-09-12T18:02:40.720332+0000","last_fullsized":"2024-09-12T18:02:40.720332+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:43.130032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'6","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.724500+0000","last_change":"2024-09-12T17:13:10.325758+0000","last_active":"2024-09-12T18:03:10.724500+0000","last_peered":"2024-09-12T18:03:10.724500+0000","last_clean":"2024-09-12T18:03:10.724500+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:03:10.724500+0000","last_undegraded":"2024-09-12T18:03:10.724500+0000","last_fullsized":"2024-09-12T18:03:10.724500+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:41.915159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4197513,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":14340,"num_write":6,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'1","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.715425+0000","last_change":"2024-09-12T17:13:06.297583+0000","last_active":"2024-09-12T18:00:38.715425+0000","last_peered":"2024-09-12T18:00:38.715425+0000","last_clean":"2024-09-12T18:00:38.715425+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:00:38.715425+0000","last_undegraded":"2024-09-12T18:00:38.715425+0000","last_fullsized":"2024-09-12T18:00:38.715425+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:15.265471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.724575+0000","last_change":"2024-09-12T17:09:10.274886+0000","last_active":"2024-09-12T18:03:20.724575+0000","last_peered":"2024-09-12T18:03:20.724575+0000","last_clean":"2024-09-12T18:03:20.724575+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:03:20.724575+0000","last_undegraded":"2024-09-12T18:03:20.724575+0000","last_fullsized":"2024-09-12T18:03:20.724575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:14.168748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757659+0000","last_change":"2024-09-12T17:32:41.544272+0000","last_active":"2024-09-12T18:01:40.757659+0000","last_peered":"2024-09-12T18:01:40.757659+0000","last_clean":"2024-09-12T18:01:40.757659+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:01:40.757659+0000","last_undegraded":"2024-09-12T18:01:40.757659+0000","last_fullsized":"2024-09-12T18:01:40.757659+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:06.063279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718236+0000","last_change":"2024-09-12T17:13:10.888905+0000","last_active":"2024-09-12T18:05:15.718236+0000","last_peered":"2024-09-12T18:05:15.718236+0000","last_clean":"2024-09-12T18:05:15.718236+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:05:15.718236+0000","last_undegraded":"2024-09-12T18:05:15.718236+0000","last_fullsized":"2024-09-12T18:05:15.718236+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.234377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'9","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723969+0000","last_change":"2024-09-12T17:13:06.301910+0000","last_active":"2024-09-12T18:03:15.723969+0000","last_peered":"2024-09-12T18:03:15.723969+0000","last_clean":"2024-09-12T18:03:15.723969+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:03:15.723969+0000","last_undegraded":"2024-09-12T18:03:15.723969+0000","last_fullsized":"2024-09-12T18:03:15.723969+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:49.876560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3209,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":17,"num_read_kb":15368,"num_write":9,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689929+0000","last_change":"2024-09-12T17:09:10.271885+0000","last_active":"2024-09-12T18:01:40.689929+0000","last_peered":"2024-09-12T18:01:40.689929+0000","last_clean":"2024-09-12T18:01:40.689929+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:01:40.689929+0000","last_undegraded":"2024-09-12T18:01:40.689929+0000","last_fullsized":"2024-09-12T18:01:40.689929+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:58.918948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.859748+0000","last_change":"2024-09-12T17:32:41.551696+0000","last_active":"2024-09-12T18:01:45.859748+0000","last_peered":"2024-09-12T18:01:45.859748+0000","last_clean":"2024-09-12T18:01:45.859748+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:01:45.859748+0000","last_undegraded":"2024-09-12T18:01:45.859748+0000","last_fullsized":"2024-09-12T18:01:45.859748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:49.483981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'6","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.871021+0000","last_change":"2024-09-12T17:13:10.888049+0000","last_active":"2024-09-12T18:03:15.871021+0000","last_peered":"2024-09-12T18:03:15.871021+0000","last_clean":"2024-09-12T18:03:15.871021+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:03:15.871021+0000","last_undegraded":"2024-09-12T18:03:15.871021+0000","last_fullsized":"2024-09-12T18:03:15.871021+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:55.040498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4964,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":12300,"num_write":11,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723933+0000","last_change":"2024-09-12T17:13:06.302426+0000","last_active":"2024-09-12T18:03:05.723933+0000","last_peered":"2024-09-12T18:03:05.723933+0000","last_clean":"2024-09-12T18:03:05.723933+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:03:05.723933+0000","last_undegraded":"2024-09-12T18:03:05.723933+0000","last_fullsized":"2024-09-12T18:03:05.723933+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:19.277111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859087+0000","last_change":"2024-09-12T17:09:10.270741+0000","last_active":"2024-09-12T18:01:40.859087+0000","last_peered":"2024-09-12T18:01:40.859087+0000","last_clean":"2024-09-12T18:01:40.859087+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:01:40.859087+0000","last_undegraded":"2024-09-12T18:01:40.859087+0000","last_fullsized":"2024-09-12T18:01:40.859087+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:58.195011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.867057+0000","last_change":"2024-09-12T17:32:41.551391+0000","last_active":"2024-09-12T18:02:45.867057+0000","last_peered":"2024-09-12T18:02:45.867057+0000","last_clean":"2024-09-12T18:02:45.867057+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:02:45.867057+0000","last_undegraded":"2024-09-12T18:02:45.867057+0000","last_fullsized":"2024-09-12T18:02:45.867057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:05.115607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:10.786197+0000","last_change":"2024-09-12T17:13:10.326391+0000","last_active":"2024-09-12T18:04:10.786197+0000","last_peered":"2024-09-12T18:04:10.786197+0000","last_clean":"2024-09-12T18:04:10.786197+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:04:10.786197+0000","last_undegraded":"2024-09-12T18:04:10.786197+0000","last_fullsized":"2024-09-12T18:04:10.786197+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.961517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2088,"num_write":9,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688133+0000","last_change":"2024-09-12T17:13:06.298878+0000","last_active":"2024-09-12T18:01:25.688133+0000","last_peered":"2024-09-12T18:01:25.688133+0000","last_clean":"2024-09-12T18:01:25.688133+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:01:25.688133+0000","last_undegraded":"2024-09-12T18:01:25.688133+0000","last_fullsized":"2024-09-12T18:01:25.688133+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:39.021544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859049+0000","last_change":"2024-09-12T17:09:10.271019+0000","last_active":"2024-09-12T18:01:40.859049+0000","last_peered":"2024-09-12T18:01:40.859049+0000","last_clean":"2024-09-12T18:01:40.859049+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:01:40.859049+0000","last_undegraded":"2024-09-12T18:01:40.859049+0000","last_fullsized":"2024-09-12T18:01:40.859049+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:56.318991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:53.723655+0000","last_change":"2024-09-12T17:32:41.548528+0000","last_active":"2024-09-12T18:01:53.723655+0000","last_peered":"2024-09-12T18:01:53.723655+0000","last_clean":"2024-09-12T18:01:53.723655+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:01:53.723655+0000","last_undegraded":"2024-09-12T18:01:53.723655+0000","last_fullsized":"2024-09-12T18:01:53.723655+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:36.038277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.756352+0000","last_change":"2024-09-12T17:13:10.327201+0000","last_active":"2024-09-12T18:01:30.756352+0000","last_peered":"2024-09-12T18:01:30.756352+0000","last_clean":"2024-09-12T18:01:30.756352+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:01:30.756352+0000","last_undegraded":"2024-09-12T18:01:30.756352+0000","last_fullsized":"2024-09-12T18:01:30.756352+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.354273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'5","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:00.731544+0000","last_change":"2024-09-12T17:13:06.297923+0000","last_active":"2024-09-12T18:04:00.731544+0000","last_peered":"2024-09-12T18:04:00.731544+0000","last_clean":"2024-09-12T18:04:00.731544+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:04:00.731544+0000","last_undegraded":"2024-09-12T18:04:00.731544+0000","last_fullsized":"2024-09-12T18:04:00.731544+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:32.559516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757699+0000","last_change":"2024-09-12T17:09:10.271178+0000","last_active":"2024-09-12T18:01:40.757699+0000","last_peered":"2024-09-12T18:01:40.757699+0000","last_clean":"2024-09-12T18:01:40.757699+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:01:40.757699+0000","last_undegraded":"2024-09-12T18:01:40.757699+0000","last_fullsized":"2024-09-12T18:01:40.757699+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:06.352830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770779+0000","last_change":"2024-09-12T17:32:41.552444+0000","last_active":"2024-09-12T18:02:45.770779+0000","last_peered":"2024-09-12T18:02:45.770779+0000","last_clean":"2024-09-12T18:02:45.770779+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:02:45.770779+0000","last_undegraded":"2024-09-12T18:02:45.770779+0000","last_fullsized":"2024-09-12T18:02:45.770779+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:10.318749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.749769+0000","last_change":"2024-09-12T17:13:10.325478+0000","last_active":"2024-09-12T18:00:40.749769+0000","last_peered":"2024-09-12T18:00:40.749769+0000","last_clean":"2024-09-12T18:00:40.749769+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:00:40.749769+0000","last_undegraded":"2024-09-12T18:00:40.749769+0000","last_fullsized":"2024-09-12T18:00:40.749769+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:31.423713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723806+0000","last_change":"2024-09-12T17:13:06.301113+0000","last_active":"2024-09-12T18:03:05.723806+0000","last_peered":"2024-09-12T18:03:05.723806+0000","last_clean":"2024-09-12T18:03:05.723806+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:03:05.723806+0000","last_undegraded":"2024-09-12T18:03:05.723806+0000","last_fullsized":"2024-09-12T18:03:05.723806+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.120045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:30.695902+0000","last_change":"2024-09-12T17:09:10.263027+0000","last_active":"2024-09-12T18:02:30.695902+0000","last_peered":"2024-09-12T18:02:30.695902+0000","last_clean":"2024-09-12T18:02:30.695902+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:02:30.695902+0000","last_undegraded":"2024-09-12T18:02:30.695902+0000","last_fullsized":"2024-09-12T18:02:30.695902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:30.829320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770822+0000","last_change":"2024-09-12T17:32:41.555038+0000","last_active":"2024-09-12T18:02:45.770822+0000","last_peered":"2024-09-12T18:02:45.770822+0000","last_clean":"2024-09-12T18:02:45.770822+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:02:45.770822+0000","last_undegraded":"2024-09-12T18:02:45.770822+0000","last_fullsized":"2024-09-12T18:02:45.770822+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:05.682763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.870131+0000","last_change":"2024-09-12T17:13:10.327881+0000","last_active":"2024-09-12T18:03:10.870131+0000","last_peered":"2024-09-12T18:03:10.870131+0000","last_clean":"2024-09-12T18:03:10.870131+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:03:10.870131+0000","last_undegraded":"2024-09-12T18:03:10.870131+0000","last_fullsized":"2024-09-12T18:03:10.870131+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:34.354927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699928+0000","last_change":"2024-09-12T17:13:06.302635+0000","last_active":"2024-09-12T18:03:05.699928+0000","last_peered":"2024-09-12T18:03:05.699928+0000","last_clean":"2024-09-12T18:03:05.699928+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:03:05.699928+0000","last_undegraded":"2024-09-12T18:03:05.699928+0000","last_fullsized":"2024-09-12T18:03:05.699928+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:18.594277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.726982+0000","last_change":"2024-09-12T17:09:10.272699+0000","last_active":"2024-09-12T18:02:23.726982+0000","last_peered":"2024-09-12T18:02:23.726982+0000","last_clean":"2024-09-12T18:02:23.726982+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:02:23.726982+0000","last_undegraded":"2024-09-12T18:02:23.726982+0000","last_fullsized":"2024-09-12T18:02:23.726982+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:51.817109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.715958+0000","last_change":"2024-09-12T17:32:41.543227+0000","last_active":"2024-09-12T18:00:43.715958+0000","last_peered":"2024-09-12T18:00:43.715958+0000","last_clean":"2024-09-12T18:00:43.715958+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:00:43.715958+0000","last_undegraded":"2024-09-12T18:00:43.715958+0000","last_fullsized":"2024-09-12T18:00:43.715958+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:41.444889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857872+0000","last_change":"2024-09-12T17:13:10.888782+0000","last_active":"2024-09-12T18:01:30.857872+0000","last_peered":"2024-09-12T18:01:30.857872+0000","last_clean":"2024-09-12T18:01:30.857872+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:01:30.857872+0000","last_undegraded":"2024-09-12T18:01:30.857872+0000","last_fullsized":"2024-09-12T18:01:30.857872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:04.073544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766516+0000","last_change":"2024-09-12T17:13:06.303508+0000","last_active":"2024-09-12T18:02:20.766516+0000","last_peered":"2024-09-12T18:02:20.766516+0000","last_clean":"2024-09-12T18:02:20.766516+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:02:20.766516+0000","last_undegraded":"2024-09-12T18:02:20.766516+0000","last_fullsized":"2024-09-12T18:02:20.766516+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:38.136844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.694771+0000","last_change":"2024-09-12T17:09:10.267543+0000","last_active":"2024-09-12T18:02:20.694771+0000","last_peered":"2024-09-12T18:02:20.694771+0000","last_clean":"2024-09-12T18:02:20.694771+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:02:20.694771+0000","last_undegraded":"2024-09-12T18:02:20.694771+0000","last_fullsized":"2024-09-12T18:02:20.694771+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.940158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722242+0000","last_change":"2024-09-12T17:32:41.550433+0000","last_active":"2024-09-12T18:03:00.722242+0000","last_peered":"2024-09-12T18:03:00.722242+0000","last_clean":"2024-09-12T18:03:00.722242+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:03:00.722242+0000","last_undegraded":"2024-09-12T18:03:00.722242+0000","last_fullsized":"2024-09-12T18:03:00.722242+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:19.800751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699359+0000","last_change":"2024-09-12T17:13:50.379901+0000","last_active":"2024-09-12T18:03:00.699359+0000","last_peered":"2024-09-12T18:03:00.699359+0000","last_clean":"2024-09-12T18:03:00.699359+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:03:00.699359+0000","last_undegraded":"2024-09-12T18:03:00.699359+0000","last_fullsized":"2024-09-12T18:03:00.699359+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:10.004649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758521+0000","last_change":"2024-09-12T17:13:06.305574+0000","last_active":"2024-09-12T18:01:25.758521+0000","last_peered":"2024-09-12T18:01:25.758521+0000","last_clean":"2024-09-12T18:01:25.758521+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:01:25.758521+0000","last_undegraded":"2024-09-12T18:01:25.758521+0000","last_fullsized":"2024-09-12T18:01:25.758521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.414233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.864127+0000","last_change":"2024-09-12T17:09:10.272050+0000","last_active":"2024-09-12T18:02:20.864127+0000","last_peered":"2024-09-12T18:02:20.864127+0000","last_clean":"2024-09-12T18:02:20.864127+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:02:20.864127+0000","last_undegraded":"2024-09-12T18:02:20.864127+0000","last_fullsized":"2024-09-12T18:02:20.864127+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:53.376805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.751409+0000","last_change":"2024-09-12T17:32:41.552619+0000","last_active":"2024-09-12T18:00:45.751409+0000","last_peered":"2024-09-12T18:00:45.751409+0000","last_clean":"2024-09-12T18:00:45.751409+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:00:45.751409+0000","last_undegraded":"2024-09-12T18:00:45.751409+0000","last_fullsized":"2024-09-12T18:00:45.751409+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.437797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857904+0000","last_change":"2024-09-12T17:13:10.890776+0000","last_active":"2024-09-12T18:01:30.857904+0000","last_peered":"2024-09-12T18:01:30.857904+0000","last_clean":"2024-09-12T18:01:30.857904+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:01:30.857904+0000","last_undegraded":"2024-09-12T18:01:30.857904+0000","last_fullsized":"2024-09-12T18:01:30.857904+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:23.526090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.712838+0000","last_change":"2024-09-12T17:13:06.292632+0000","last_active":"2024-09-12T18:01:25.712838+0000","last_peered":"2024-09-12T18:01:25.712838+0000","last_clean":"2024-09-12T18:01:25.712838+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:01:25.712838+0000","last_undegraded":"2024-09-12T18:01:25.712838+0000","last_fullsized":"2024-09-12T18:01:25.712838+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:33.833509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'74","reported_seq":294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.718318+0000","last_change":"2024-09-12T17:09:10.272687+0000","last_active":"2024-09-12T18:02:20.718318+0000","last_peered":"2024-09-12T18:02:20.718318+0000","last_clean":"2024-09-12T18:02:20.718318+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:02:20.718318+0000","last_undegraded":"2024-09-12T18:02:20.718318+0000","last_fullsized":"2024-09-12T18:02:20.718318+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:23.056568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773201+0000","last_change":"2024-09-12T17:32:41.545269+0000","last_active":"2024-09-12T18:03:00.773201+0000","last_peered":"2024-09-12T18:03:00.773201+0000","last_clean":"2024-09-12T18:03:00.773201+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:03:00.773201+0000","last_undegraded":"2024-09-12T18:03:00.773201+0000","last_fullsized":"2024-09-12T18:03:00.773201+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:15.654752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.710314+0000","last_change":"2024-09-12T17:13:10.327173+0000","last_active":"2024-09-12T18:01:30.710314+0000","last_peered":"2024-09-12T18:01:30.710314+0000","last_clean":"2024-09-12T18:01:30.710314+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:01:30.710314+0000","last_undegraded":"2024-09-12T18:01:30.710314+0000","last_fullsized":"2024-09-12T18:01:30.710314+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:52.406237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688247+0000","last_change":"2024-09-12T17:13:06.298004+0000","last_active":"2024-09-12T18:01:25.688247+0000","last_peered":"2024-09-12T18:01:25.688247+0000","last_clean":"2024-09-12T18:01:25.688247+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:01:25.688247+0000","last_undegraded":"2024-09-12T18:01:25.688247+0000","last_fullsized":"2024-09-12T18:01:25.688247+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:26.213276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773443+0000","last_change":"2024-09-12T17:09:10.275074+0000","last_active":"2024-09-12T18:03:00.773443+0000","last_peered":"2024-09-12T18:03:00.773443+0000","last_clean":"2024-09-12T18:03:00.773443+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:03:00.773443+0000","last_undegraded":"2024-09-12T18:03:00.773443+0000","last_fullsized":"2024-09-12T18:03:00.773443+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:20.589969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859139+0000","last_change":"2024-09-12T17:32:41.550070+0000","last_active":"2024-09-12T18:01:40.859139+0000","last_peered":"2024-09-12T18:01:40.859139+0000","last_clean":"2024-09-12T18:01:40.859139+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:01:40.859139+0000","last_undegraded":"2024-09-12T18:01:40.859139+0000","last_fullsized":"2024-09-12T18:01:40.859139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:40.460808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:13.725884+0000","last_change":"2024-09-12T17:13:10.318436+0000","last_active":"2024-09-12T18:02:13.725884+0000","last_peered":"2024-09-12T18:02:13.725884+0000","last_clean":"2024-09-12T18:02:13.725884+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:02:13.725884+0000","last_undegraded":"2024-09-12T18:02:13.725884+0000","last_fullsized":"2024-09-12T18:02:13.725884+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:56.861378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'1","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715320+0000","last_change":"2024-09-12T17:13:06.296046+0000","last_active":"2024-09-12T18:02:05.715320+0000","last_peered":"2024-09-12T18:02:05.715320+0000","last_clean":"2024-09-12T18:02:05.715320+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:02:05.715320+0000","last_undegraded":"2024-09-12T18:02:05.715320+0000","last_fullsized":"2024-09-12T18:02:05.715320+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:08.849697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'51","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771605+0000","last_change":"2024-09-12T17:09:10.275120+0000","last_active":"2024-09-12T18:02:50.771605+0000","last_peered":"2024-09-12T18:02:50.771605+0000","last_clean":"2024-09-12T18:02:50.771605+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:02:50.771605+0000","last_undegraded":"2024-09-12T18:02:50.771605+0000","last_fullsized":"2024-09-12T18:02:50.771605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:28.554893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689970+0000","last_change":"2024-09-12T17:32:41.550453+0000","last_active":"2024-09-12T18:01:40.689970+0000","last_peered":"2024-09-12T18:01:40.689970+0000","last_clean":"2024-09-12T18:01:40.689970+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:01:40.689970+0000","last_undegraded":"2024-09-12T18:01:40.689970+0000","last_fullsized":"2024-09-12T18:01:40.689970+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:12.030822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:13.725816+0000","last_change":"2024-09-12T17:13:10.326174+0000","last_active":"2024-09-12T18:02:13.725816+0000","last_peered":"2024-09-12T18:02:13.725816+0000","last_clean":"2024-09-12T18:02:13.725816+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:02:13.725816+0000","last_undegraded":"2024-09-12T18:02:13.725816+0000","last_fullsized":"2024-09-12T18:02:13.725816+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:34.904648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.880770+0000","last_change":"2024-09-12T17:13:06.302304+0000","last_active":"2024-09-12T18:04:25.880770+0000","last_peered":"2024-09-12T18:04:25.880770+0000","last_clean":"2024-09-12T18:04:25.880770+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:04:25.880770+0000","last_undegraded":"2024-09-12T18:04:25.880770+0000","last_fullsized":"2024-09-12T18:04:25.880770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:47.949219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.698219+0000","last_change":"2024-09-12T17:09:10.266945+0000","last_active":"2024-09-12T18:02:50.698219+0000","last_peered":"2024-09-12T18:02:50.698219+0000","last_clean":"2024-09-12T18:02:50.698219+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:02:50.698219+0000","last_undegraded":"2024-09-12T18:02:50.698219+0000","last_fullsized":"2024-09-12T18:02:50.698219+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:57.878866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.683470+0000","last_change":"2024-09-12T17:32:41.547134+0000","last_active":"2024-09-12T18:00:45.683470+0000","last_peered":"2024-09-12T18:00:45.683470+0000","last_clean":"2024-09-12T18:00:45.683470+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:00:45.683470+0000","last_undegraded":"2024-09-12T18:00:45.683470+0000","last_fullsized":"2024-09-12T18:00:45.683470+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:58.385406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862739+0000","last_change":"2024-09-12T17:13:10.327049+0000","last_active":"2024-09-12T18:02:10.862739+0000","last_peered":"2024-09-12T18:02:10.862739+0000","last_clean":"2024-09-12T18:02:10.862739+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:02:10.862739+0000","last_undegraded":"2024-09-12T18:02:10.862739+0000","last_fullsized":"2024-09-12T18:02:10.862739+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:17.719838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761173+0000","last_change":"2024-09-12T17:13:06.301669+0000","last_active":"2024-09-12T18:02:05.761173+0000","last_peered":"2024-09-12T18:02:05.761173+0000","last_clean":"2024-09-12T18:02:05.761173+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:02:05.761173+0000","last_undegraded":"2024-09-12T18:02:05.761173+0000","last_fullsized":"2024-09-12T18:02:05.761173+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:08.524464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.721646+0000","last_change":"2024-09-12T17:09:10.273493+0000","last_active":"2024-09-12T18:02:50.721646+0000","last_peered":"2024-09-12T18:02:50.721646+0000","last_clean":"2024-09-12T18:02:50.721646+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:02:50.721646+0000","last_undegraded":"2024-09-12T18:02:50.721646+0000","last_fullsized":"2024-09-12T18:02:50.721646+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:18.161506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859106+0000","last_change":"2024-09-12T17:32:41.549433+0000","last_active":"2024-09-12T18:01:40.859106+0000","last_peered":"2024-09-12T18:01:40.859106+0000","last_clean":"2024-09-12T18:01:40.859106+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:01:40.859106+0000","last_undegraded":"2024-09-12T18:01:40.859106+0000","last_fullsized":"2024-09-12T18:01:40.859106+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:25.486315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.761798+0000","last_change":"2024-09-12T17:13:10.322373+0000","last_active":"2024-09-12T18:02:10.761798+0000","last_peered":"2024-09-12T18:02:10.761798+0000","last_clean":"2024-09-12T18:02:10.761798+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:02:10.761798+0000","last_undegraded":"2024-09-12T18:02:10.761798+0000","last_fullsized":"2024-09-12T18:02:10.761798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:08.545547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764267+0000","last_change":"2024-09-12T17:13:06.304694+0000","last_active":"2024-09-12T18:02:05.764267+0000","last_peered":"2024-09-12T18:02:05.764267+0000","last_clean":"2024-09-12T18:02:05.764267+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:02:05.764267+0000","last_undegraded":"2024-09-12T18:02:05.764267+0000","last_fullsized":"2024-09-12T18:02:05.764267+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:37.149366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.867580+0000","last_change":"2024-09-12T17:09:10.271328+0000","last_active":"2024-09-12T18:02:50.867580+0000","last_peered":"2024-09-12T18:02:50.867580+0000","last_clean":"2024-09-12T18:02:50.867580+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:02:50.867580+0000","last_undegraded":"2024-09-12T18:02:50.867580+0000","last_fullsized":"2024-09-12T18:02:50.867580+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.165867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722752+0000","last_change":"2024-09-12T17:32:41.551906+0000","last_active":"2024-09-12T18:03:05.722752+0000","last_peered":"2024-09-12T18:03:05.722752+0000","last_clean":"2024-09-12T18:03:05.722752+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:03:05.722752+0000","last_undegraded":"2024-09-12T18:03:05.722752+0000","last_fullsized":"2024-09-12T18:03:05.722752+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.085337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:55.885044+0000","last_change":"2024-09-12T17:13:10.327002+0000","last_active":"2024-09-12T18:04:55.885044+0000","last_peered":"2024-09-12T18:04:55.885044+0000","last_clean":"2024-09-12T18:04:55.885044+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:04:55.885044+0000","last_undegraded":"2024-09-12T18:04:55.885044+0000","last_fullsized":"2024-09-12T18:04:55.885044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:45.010511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861620+0000","last_change":"2024-09-12T17:13:06.303988+0000","last_active":"2024-09-12T18:05:19.861620+0000","last_peered":"2024-09-12T18:05:19.861620+0000","last_clean":"2024-09-12T18:05:19.861620+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:05:19.861620+0000","last_undegraded":"2024-09-12T18:05:19.861620+0000","last_fullsized":"2024-09-12T18:05:19.861620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:22.090357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854294+0000","last_change":"2024-09-12T17:09:10.270111+0000","last_active":"2024-09-12T18:01:00.854294+0000","last_peered":"2024-09-12T18:01:00.854294+0000","last_clean":"2024-09-12T18:01:00.854294+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:01:00.854294+0000","last_undegraded":"2024-09-12T18:01:00.854294+0000","last_fullsized":"2024-09-12T18:01:00.854294+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:49.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763751+0000","last_change":"2024-09-12T17:32:41.555032+0000","last_active":"2024-09-12T18:02:00.763751+0000","last_peered":"2024-09-12T18:02:00.763751+0000","last_clean":"2024-09-12T18:02:00.763751+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:02:00.763751+0000","last_undegraded":"2024-09-12T18:02:00.763751+0000","last_fullsized":"2024-09-12T18:02:00.763751+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:11.567800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866393+0000","last_change":"2024-09-12T17:13:10.328163+0000","last_active":"2024-09-12T18:02:40.866393+0000","last_peered":"2024-09-12T18:02:40.866393+0000","last_clean":"2024-09-12T18:02:40.866393+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:02:40.866393+0000","last_undegraded":"2024-09-12T18:02:40.866393+0000","last_fullsized":"2024-09-12T18:02:40.866393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:28.503641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'6","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.735006+0000","last_change":"2024-09-12T17:13:06.300478+0000","last_active":"2024-09-12T18:04:50.735006+0000","last_peered":"2024-09-12T18:04:50.735006+0000","last_clean":"2024-09-12T18:04:50.735006+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:04:50.735006+0000","last_undegraded":"2024-09-12T18:04:50.735006+0000","last_fullsized":"2024-09-12T18:04:50.735006+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:24.111715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":5160,"num_write":11,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753309+0000","last_change":"2024-09-12T17:09:10.270002+0000","last_active":"2024-09-12T18:00:55.753309+0000","last_peered":"2024-09-12T18:00:55.753309+0000","last_clean":"2024-09-12T18:00:55.753309+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:00:55.753309+0000","last_undegraded":"2024-09-12T18:00:55.753309+0000","last_fullsized":"2024-09-12T18:00:55.753309+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:57.310938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.768811+0000","last_change":"2024-09-12T17:32:41.550257+0000","last_active":"2024-09-12T18:03:00.768811+0000","last_peered":"2024-09-12T18:03:00.768811+0000","last_clean":"2024-09-12T18:03:00.768811+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:03:00.768811+0000","last_undegraded":"2024-09-12T18:03:00.768811+0000","last_fullsized":"2024-09-12T18:03:00.768811+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:57.600800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:53.730436+0000","last_change":"2024-09-12T17:13:10.890985+0000","last_active":"2024-09-12T18:02:53.730436+0000","last_peered":"2024-09-12T18:02:53.730436+0000","last_clean":"2024-09-12T18:02:53.730436+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:02:53.730436+0000","last_undegraded":"2024-09-12T18:02:53.730436+0000","last_fullsized":"2024-09-12T18:02:53.730436+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:47.811508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.298155+0000","last_change":"2024-09-12T17:13:06.304413+0000","last_active":"2024-09-12T18:05:20.298155+0000","last_peered":"2024-09-12T18:05:20.298155+0000","last_clean":"2024-09-12T18:05:20.298155+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:05:20.298155+0000","last_undegraded":"2024-09-12T18:05:20.298155+0000","last_fullsized":"2024-09-12T18:05:20.298155+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:29.304610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.751723+0000","last_change":"2024-09-12T17:09:10.267720+0000","last_active":"2024-09-12T18:00:55.751723+0000","last_peered":"2024-09-12T18:00:55.751723+0000","last_clean":"2024-09-12T18:00:55.751723+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:00:55.751723+0000","last_undegraded":"2024-09-12T18:00:55.751723+0000","last_fullsized":"2024-09-12T18:00:55.751723+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:06.209318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774260+0000","last_change":"2024-09-12T17:32:41.549955+0000","last_active":"2024-09-12T18:03:05.774260+0000","last_peered":"2024-09-12T18:03:05.774260+0000","last_clean":"2024-09-12T18:03:05.774260+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:03:05.774260+0000","last_undegraded":"2024-09-12T18:03:05.774260+0000","last_fullsized":"2024-09-12T18:03:05.774260+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:44.634527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866455+0000","last_change":"2024-09-12T17:13:10.327750+0000","last_active":"2024-09-12T18:02:40.866455+0000","last_peered":"2024-09-12T18:02:40.866455+0000","last_clean":"2024-09-12T18:02:40.866455+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:02:40.866455+0000","last_undegraded":"2024-09-12T18:02:40.866455+0000","last_fullsized":"2024-09-12T18:02:40.866455+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:22.090516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729926+0000","last_change":"2024-09-12T17:13:06.298421+0000","last_active":"2024-09-12T18:02:48.729926+0000","last_peered":"2024-09-12T18:02:48.729926+0000","last_clean":"2024-09-12T18:02:48.729926+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:02:48.729926+0000","last_undegraded":"2024-09-12T18:02:48.729926+0000","last_fullsized":"2024-09-12T18:02:48.729926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:35.429856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.709731+0000","last_change":"2024-09-12T17:09:10.270990+0000","last_active":"2024-09-12T18:00:55.709731+0000","last_peered":"2024-09-12T18:00:55.709731+0000","last_clean":"2024-09-12T18:00:55.709731+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:00:55.709731+0000","last_undegraded":"2024-09-12T18:00:55.709731+0000","last_fullsized":"2024-09-12T18:00:55.709731+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:01.519170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.861018+0000","last_change":"2024-09-12T17:32:41.551465+0000","last_active":"2024-09-12T18:01:55.861018+0000","last_peered":"2024-09-12T18:01:55.861018+0000","last_clean":"2024-09-12T18:01:55.861018+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:01:55.861018+0000","last_undegraded":"2024-09-12T18:01:55.861018+0000","last_fullsized":"2024-09-12T18:01:55.861018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:25.944781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722998+0000","last_change":"2024-09-12T17:13:10.327525+0000","last_active":"2024-09-12T18:03:00.722998+0000","last_peered":"2024-09-12T18:03:00.722998+0000","last_clean":"2024-09-12T18:03:00.722998+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:03:00.722998+0000","last_undegraded":"2024-09-12T18:03:00.722998+0000","last_fullsized":"2024-09-12T18:03:00.722998+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:29.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.000588+0000","last_change":"2024-09-12T17:13:06.299865+0000","last_active":"2024-09-12T18:05:20.000588+0000","last_peered":"2024-09-12T18:05:20.000588+0000","last_clean":"2024-09-12T18:05:20.000588+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:05:20.000588+0000","last_undegraded":"2024-09-12T18:05:20.000588+0000","last_fullsized":"2024-09-12T18:05:20.000588+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:43.850410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684683+0000","last_change":"2024-09-12T17:09:10.266109+0000","last_active":"2024-09-12T18:00:55.684683+0000","last_peered":"2024-09-12T18:00:55.684683+0000","last_clean":"2024-09-12T18:00:55.684683+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:00:55.684683+0000","last_undegraded":"2024-09-12T18:00:55.684683+0000","last_fullsized":"2024-09-12T18:00:55.684683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:11.620915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764647+0000","last_change":"2024-09-12T17:32:41.552092+0000","last_active":"2024-09-12T18:02:05.764647+0000","last_peered":"2024-09-12T18:02:05.764647+0000","last_clean":"2024-09-12T18:02:05.764647+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:02:05.764647+0000","last_undegraded":"2024-09-12T18:02:05.764647+0000","last_fullsized":"2024-09-12T18:02:05.764647+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:34.909221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796837+0000","last_change":"2024-09-12T17:13:10.888298+0000","last_active":"2024-09-12T18:05:10.796837+0000","last_peered":"2024-09-12T18:05:10.796837+0000","last_clean":"2024-09-12T18:05:10.796837+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:05:10.796837+0000","last_undegraded":"2024-09-12T18:05:10.796837+0000","last_fullsized":"2024-09-12T18:05:10.796837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:03.125569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730926+0000","last_change":"2024-09-12T17:13:06.298182+0000","last_active":"2024-09-12T18:02:58.730926+0000","last_peered":"2024-09-12T18:02:58.730926+0000","last_clean":"2024-09-12T18:02:58.730926+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:02:58.730926+0000","last_undegraded":"2024-09-12T18:02:58.730926+0000","last_fullsized":"2024-09-12T18:02:58.730926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:12.626570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":161,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:20.757592+0000","last_change":"2024-09-12T17:09:10.270520+0000","last_active":"2024-09-12T18:01:20.757592+0000","last_peered":"2024-09-12T18:01:20.757592+0000","last_clean":"2024-09-12T18:01:20.757592+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:01:20.757592+0000","last_undegraded":"2024-09-12T18:01:20.757592+0000","last_fullsized":"2024-09-12T18:01:20.757592+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:08.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763801+0000","last_change":"2024-09-12T17:32:41.550252+0000","last_active":"2024-09-12T18:02:00.763801+0000","last_peered":"2024-09-12T18:02:00.763801+0000","last_clean":"2024-09-12T18:02:00.763801+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:02:00.763801+0000","last_undegraded":"2024-09-12T18:02:00.763801+0000","last_fullsized":"2024-09-12T18:02:00.763801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:00.908436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:43.729300+0000","last_change":"2024-09-12T17:13:10.322478+0000","last_active":"2024-09-12T18:02:43.729300+0000","last_peered":"2024-09-12T18:02:43.729300+0000","last_clean":"2024-09-12T18:02:43.729300+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:02:43.729300+0000","last_undegraded":"2024-09-12T18:02:43.729300+0000","last_fullsized":"2024-09-12T18:02:43.729300+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:37.796344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718056+0000","last_change":"2024-09-12T17:13:06.297558+0000","last_active":"2024-09-12T18:05:15.718056+0000","last_peered":"2024-09-12T18:05:15.718056+0000","last_clean":"2024-09-12T18:05:15.718056+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:05:15.718056+0000","last_undegraded":"2024-09-12T18:05:15.718056+0000","last_fullsized":"2024-09-12T18:05:15.718056+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:25.757958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855396+0000","last_change":"2024-09-12T17:09:10.273095+0000","last_active":"2024-09-12T18:01:10.855396+0000","last_peered":"2024-09-12T18:01:10.855396+0000","last_clean":"2024-09-12T18:01:10.855396+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:01:10.855396+0000","last_undegraded":"2024-09-12T18:01:10.855396+0000","last_fullsized":"2024-09-12T18:01:10.855396+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:09.778188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.691542+0000","last_change":"2024-09-12T17:32:41.545493+0000","last_active":"2024-09-12T18:01:55.691542+0000","last_peered":"2024-09-12T18:01:55.691542+0000","last_clean":"2024-09-12T18:01:55.691542+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:01:55.691542+0000","last_undegraded":"2024-09-12T18:01:55.691542+0000","last_fullsized":"2024-09-12T18:01:55.691542+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:49.202805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775152+0000","last_change":"2024-09-12T17:13:10.326493+0000","last_active":"2024-09-12T18:03:10.775152+0000","last_peered":"2024-09-12T18:03:10.775152+0000","last_clean":"2024-09-12T18:03:10.775152+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:03:10.775152+0000","last_undegraded":"2024-09-12T18:03:10.775152+0000","last_fullsized":"2024-09-12T18:03:10.775152+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:01.018946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:35.719537+0000","last_change":"2024-09-12T17:13:06.301058+0000","last_active":"2024-09-12T18:02:35.719537+0000","last_peered":"2024-09-12T18:02:35.719537+0000","last_clean":"2024-09-12T18:02:35.719537+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:02:35.719537+0000","last_undegraded":"2024-09-12T18:02:35.719537+0000","last_fullsized":"2024-09-12T18:02:35.719537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.986512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":169,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753807+0000","last_change":"2024-09-12T17:09:10.266076+0000","last_active":"2024-09-12T18:01:10.753807+0000","last_peered":"2024-09-12T18:01:10.753807+0000","last_clean":"2024-09-12T18:01:10.753807+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:01:10.753807+0000","last_undegraded":"2024-09-12T18:01:10.753807+0000","last_fullsized":"2024-09-12T18:01:10.753807+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:52.594773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.762990+0000","last_change":"2024-09-12T17:32:41.550557+0000","last_active":"2024-09-12T18:01:55.762990+0000","last_peered":"2024-09-12T18:01:55.762990+0000","last_clean":"2024-09-12T18:01:55.762990+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:01:55.762990+0000","last_undegraded":"2024-09-12T18:01:55.762990+0000","last_fullsized":"2024-09-12T18:01:55.762990+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:31.674024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'7","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701922+0000","last_change":"2024-09-12T17:13:10.320561+0000","last_active":"2024-09-12T18:03:20.701922+0000","last_peered":"2024-09-12T18:03:20.701922+0000","last_clean":"2024-09-12T18:03:20.701922+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:03:20.701922+0000","last_undegraded":"2024-09-12T18:03:20.701922+0000","last_fullsized":"2024-09-12T18:03:20.701922+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:07.587358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":7,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774347+0000","last_change":"2024-09-12T17:13:06.303010+0000","last_active":"2024-09-12T18:03:05.774347+0000","last_peered":"2024-09-12T18:03:05.774347+0000","last_clean":"2024-09-12T18:03:05.774347+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:03:05.774347+0000","last_undegraded":"2024-09-12T18:03:05.774347+0000","last_fullsized":"2024-09-12T18:03:05.774347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:08.297145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686566+0000","last_change":"2024-09-12T17:09:10.272750+0000","last_active":"2024-09-12T18:01:10.686566+0000","last_peered":"2024-09-12T18:01:10.686566+0000","last_clean":"2024-09-12T18:01:10.686566+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:01:10.686566+0000","last_undegraded":"2024-09-12T18:01:10.686566+0000","last_fullsized":"2024-09-12T18:01:10.686566+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:31.283875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762022+0000","last_change":"2024-09-12T17:32:41.546525+0000","last_active":"2024-09-12T18:01:50.762022+0000","last_peered":"2024-09-12T18:01:50.762022+0000","last_clean":"2024-09-12T18:01:50.762022+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:01:50.762022+0000","last_undegraded":"2024-09-12T18:01:50.762022+0000","last_fullsized":"2024-09-12T18:01:50.762022+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:42.236376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'1","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700695+0000","last_change":"2024-09-12T17:13:10.889644+0000","last_active":"2024-09-12T18:03:10.700695+0000","last_peered":"2024-09-12T18:03:10.700695+0000","last_clean":"2024-09-12T18:03:10.700695+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:03:10.700695+0000","last_undegraded":"2024-09-12T18:03:10.700695+0000","last_fullsized":"2024-09-12T18:03:10.700695+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:48.924700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723938+0000","last_change":"2024-09-12T17:13:06.301219+0000","last_active":"2024-09-12T18:03:15.723938+0000","last_peered":"2024-09-12T18:03:15.723938+0000","last_clean":"2024-09-12T18:03:15.723938+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:03:15.723938+0000","last_undegraded":"2024-09-12T18:03:15.723938+0000","last_fullsized":"2024-09-12T18:03:15.723938+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:30.825007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753875+0000","last_change":"2024-09-12T17:09:10.268690+0000","last_active":"2024-09-12T18:01:10.753875+0000","last_peered":"2024-09-12T18:01:10.753875+0000","last_clean":"2024-09-12T18:01:10.753875+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:01:10.753875+0000","last_undegraded":"2024-09-12T18:01:10.753875+0000","last_fullsized":"2024-09-12T18:01:10.753875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:50.586358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729849+0000","last_change":"2024-09-12T17:32:41.543342+0000","last_active":"2024-09-12T18:02:48.729849+0000","last_peered":"2024-09-12T18:02:48.729849+0000","last_clean":"2024-09-12T18:02:48.729849+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:02:48.729849+0000","last_undegraded":"2024-09-12T18:02:48.729849+0000","last_fullsized":"2024-09-12T18:02:48.729849+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.740281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773517+0000","last_change":"2024-09-12T17:13:10.889895+0000","last_active":"2024-09-12T18:03:00.773517+0000","last_peered":"2024-09-12T18:03:00.773517+0000","last_clean":"2024-09-12T18:03:00.773517+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:03:00.773517+0000","last_undegraded":"2024-09-12T18:03:00.773517+0000","last_fullsized":"2024-09-12T18:03:00.773517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:23.952600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:05.796101+0000","last_change":"2024-09-12T17:13:06.305017+0000","last_active":"2024-09-12T18:05:05.796101+0000","last_peered":"2024-09-12T18:05:05.796101+0000","last_clean":"2024-09-12T18:05:05.796101+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:05:05.796101+0000","last_undegraded":"2024-09-12T18:05:05.796101+0000","last_fullsized":"2024-09-12T18:05:05.796101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:40.364434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758489+0000","last_change":"2024-09-12T17:09:10.268574+0000","last_active":"2024-09-12T18:01:25.758489+0000","last_peered":"2024-09-12T18:01:25.758489+0000","last_clean":"2024-09-12T18:01:25.758489+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:01:25.758489+0000","last_undegraded":"2024-09-12T18:01:25.758489+0000","last_fullsized":"2024-09-12T18:01:25.758489+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:45.969288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.713359+0000","last_change":"2024-09-12T17:32:41.549155+0000","last_active":"2024-09-12T18:01:50.713359+0000","last_peered":"2024-09-12T18:01:50.713359+0000","last_clean":"2024-09-12T18:01:50.713359+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:01:50.713359+0000","last_undegraded":"2024-09-12T18:01:50.713359+0000","last_fullsized":"2024-09-12T18:01:50.713359+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:50.853565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.741520+0000","last_change":"2024-09-12T17:13:10.325297+0000","last_active":"2024-09-12T18:05:10.741520+0000","last_peered":"2024-09-12T18:05:10.741520+0000","last_clean":"2024-09-12T18:05:10.741520+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:05:10.741520+0000","last_undegraded":"2024-09-12T18:05:10.741520+0000","last_fullsized":"2024-09-12T18:05:10.741520+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:22.480997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784988+0000","last_change":"2024-09-12T17:13:06.304036+0000","last_active":"2024-09-12T18:05:19.784988+0000","last_peered":"2024-09-12T18:05:19.784988+0000","last_clean":"2024-09-12T18:05:19.784988+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:05:19.784988+0000","last_undegraded":"2024-09-12T18:05:19.784988+0000","last_fullsized":"2024-09-12T18:05:19.784988+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:25.738927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":273,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:18.719896+0000","last_change":"2024-09-12T17:09:10.268416+0000","last_active":"2024-09-12T18:01:18.719896+0000","last_peered":"2024-09-12T18:01:18.719896+0000","last_clean":"2024-09-12T18:01:18.719896+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:01:18.719896+0000","last_undegraded":"2024-09-12T18:01:18.719896+0000","last_fullsized":"2024-09-12T18:01:18.719896+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:12.248281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722283+0000","last_change":"2024-09-12T17:32:41.546757+0000","last_active":"2024-09-12T18:03:00.722283+0000","last_peered":"2024-09-12T18:03:00.722283+0000","last_clean":"2024-09-12T18:03:00.722283+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:03:00.722283+0000","last_undegraded":"2024-09-12T18:03:00.722283+0000","last_fullsized":"2024-09-12T18:03:00.722283+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:51.776371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:13.732860+0000","last_change":"2024-09-12T17:13:10.325735+0000","last_active":"2024-09-12T18:03:13.732860+0000","last_peered":"2024-09-12T18:03:13.732860+0000","last_clean":"2024-09-12T18:03:13.732860+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:03:13.732860+0000","last_undegraded":"2024-09-12T18:03:13.732860+0000","last_fullsized":"2024-09-12T18:03:13.732860+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:58.753197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784967+0000","last_change":"2024-09-12T17:13:06.297541+0000","last_active":"2024-09-12T18:05:19.784967+0000","last_peered":"2024-09-12T18:05:19.784967+0000","last_clean":"2024-09-12T18:05:19.784967+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:05:19.784967+0000","last_undegraded":"2024-09-12T18:05:19.784967+0000","last_fullsized":"2024-09-12T18:05:19.784967+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:58.244086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4964,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":4105,"num_write":5,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":208,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756476+0000","last_change":"2024-09-12T17:09:10.273325+0000","last_active":"2024-09-12T18:01:15.756476+0000","last_peered":"2024-09-12T18:01:15.756476+0000","last_clean":"2024-09-12T18:01:15.756476+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:01:15.756476+0000","last_undegraded":"2024-09-12T18:01:15.756476+0000","last_fullsized":"2024-09-12T18:01:15.756476+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:10.868061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699399+0000","last_change":"2024-09-12T17:32:41.548691+0000","last_active":"2024-09-12T18:03:00.699399+0000","last_peered":"2024-09-12T18:03:00.699399+0000","last_clean":"2024-09-12T18:03:00.699399+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:03:00.699399+0000","last_undegraded":"2024-09-12T18:03:00.699399+0000","last_fullsized":"2024-09-12T18:03:00.699399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:12.575102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.777854+0000","last_change":"2024-09-12T17:13:10.323121+0000","last_active":"2024-09-12T18:03:25.777854+0000","last_peered":"2024-09-12T18:03:25.777854+0000","last_clean":"2024-09-12T18:03:25.777854+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:03:25.777854+0000","last_undegraded":"2024-09-12T18:03:25.777854+0000","last_fullsized":"2024-09-12T18:03:25.777854+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:24.985924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796910+0000","last_change":"2024-09-12T17:13:06.300247+0000","last_active":"2024-09-12T18:05:10.796910+0000","last_peered":"2024-09-12T18:05:10.796910+0000","last_clean":"2024-09-12T18:05:10.796910+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:05:10.796910+0000","last_undegraded":"2024-09-12T18:05:10.796910+0000","last_fullsized":"2024-09-12T18:05:10.796910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:19.464314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.708307+0000","last_change":"2024-09-12T17:09:10.267687+0000","last_active":"2024-09-12T18:01:15.708307+0000","last_peered":"2024-09-12T18:01:15.708307+0000","last_clean":"2024-09-12T18:01:15.708307+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:01:15.708307+0000","last_undegraded":"2024-09-12T18:01:15.708307+0000","last_fullsized":"2024-09-12T18:01:15.708307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:14.864859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.690974+0000","last_change":"2024-09-12T17:32:41.549696+0000","last_active":"2024-09-12T18:01:50.690974+0000","last_peered":"2024-09-12T18:01:50.690974+0000","last_clean":"2024-09-12T18:01:50.690974+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:01:50.690974+0000","last_undegraded":"2024-09-12T18:01:50.690974+0000","last_fullsized":"2024-09-12T18:01:50.690974+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:03.583797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'10","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.787513+0000","last_change":"2024-09-12T17:13:10.327648+0000","last_active":"2024-09-12T18:05:15.787513+0000","last_peered":"2024-09-12T18:05:15.787513+0000","last_clean":"2024-09-12T18:05:15.787513+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:05:15.787513+0000","last_undegraded":"2024-09-12T18:05:15.787513+0000","last_fullsized":"2024-09-12T18:05:15.787513+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:36.378952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":3127,"num_write":15,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732164+0000","last_change":"2024-09-12T17:13:06.296955+0000","last_active":"2024-09-12T18:03:08.732164+0000","last_peered":"2024-09-12T18:03:08.732164+0000","last_clean":"2024-09-12T18:03:08.732164+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:03:08.732164+0000","last_undegraded":"2024-09-12T18:03:08.732164+0000","last_fullsized":"2024-09-12T18:03:08.732164+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:42.740025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754473+0000","last_change":"2024-09-12T17:09:10.265238+0000","last_active":"2024-09-12T18:01:15.754473+0000","last_peered":"2024-09-12T18:01:15.754473+0000","last_clean":"2024-09-12T18:01:15.754473+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:01:15.754473+0000","last_undegraded":"2024-09-12T18:01:15.754473+0000","last_fullsized":"2024-09-12T18:01:15.754473+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.018490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763821+0000","last_change":"2024-09-12T17:32:41.552411+0000","last_active":"2024-09-12T18:02:00.763821+0000","last_peered":"2024-09-12T18:02:00.763821+0000","last_clean":"2024-09-12T18:02:00.763821+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:02:00.763821+0000","last_undegraded":"2024-09-12T18:02:00.763821+0000","last_fullsized":"2024-09-12T18:02:00.763821+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:28.866963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'3","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.724447+0000","last_change":"2024-09-12T17:13:10.325183+0000","last_active":"2024-09-12T18:03:10.724447+0000","last_peered":"2024-09-12T18:03:10.724447+0000","last_clean":"2024-09-12T18:03:10.724447+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:03:10.724447+0000","last_undegraded":"2024-09-12T18:03:10.724447+0000","last_fullsized":"2024-09-12T18:03:10.724447+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:21.704143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.769606+0000","last_change":"2024-09-12T17:13:06.302709+0000","last_active":"2024-09-12T18:03:05.769606+0000","last_peered":"2024-09-12T18:03:05.769606+0000","last_clean":"2024-09-12T18:03:05.769606+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:03:05.769606+0000","last_undegraded":"2024-09-12T18:03:05.769606+0000","last_fullsized":"2024-09-12T18:03:05.769606+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.076485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777001+0000","last_change":"2024-09-12T17:09:10.267732+0000","last_active":"2024-09-12T18:03:20.777001+0000","last_peered":"2024-09-12T18:03:20.777001+0000","last_clean":"2024-09-12T18:03:20.777001+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:03:20.777001+0000","last_undegraded":"2024-09-12T18:03:20.777001+0000","last_fullsized":"2024-09-12T18:03:20.777001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:35.012777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'297","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.731323+0000","last_change":"2024-09-12T16:53:16.156072+0000","last_active":"2024-09-12T18:05:20.731323+0000","last_peered":"2024-09-12T18:05:20.731323+0000","last_clean":"2024-09-12T18:05:20.731323+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:20.731323+0000","last_undegraded":"2024-09-12T18:05:20.731323+0000","last_fullsized":"2024-09-12T18:05:20.731323+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:57.367763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13635885,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":476,"num_read_kb":35275,"num_write":977,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":691,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752246+0000","last_change":"2024-09-12T16:53:18.156411+0000","last_active":"2024-09-12T18:00:50.752246+0000","last_peered":"2024-09-12T18:00:50.752246+0000","last_clean":"2024-09-12T18:00:50.752246+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:00:50.752246+0000","last_undegraded":"2024-09-12T18:00:50.752246+0000","last_fullsized":"2024-09-12T18:00:50.752246+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:13.134386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'271","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724772+0000","last_change":"2024-09-12T16:53:16.145425+0000","last_active":"2024-09-12T18:02:03.724772+0000","last_peered":"2024-09-12T18:02:03.724772+0000","last_clean":"2024-09-12T18:02:03.724772+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:02:03.724772+0000","last_undegraded":"2024-09-12T18:02:03.724772+0000","last_fullsized":"2024-09-12T18:02:03.724772+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:34.892667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724242,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":388,"num_read_kb":21257,"num_write":926,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'359","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.717774+0000","last_change":"2024-09-12T16:53:18.160481+0000","last_active":"2024-09-12T18:03:10.717774+0000","last_peered":"2024-09-12T18:03:10.717774+0000","last_clean":"2024-09-12T18:03:10.717774+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:03:10.717774+0000","last_undegraded":"2024-09-12T18:03:10.717774+0000","last_fullsized":"2024-09-12T18:03:10.717774+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:36.739965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'322","reported_seq":1096,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.579549+0000","last_change":"2024-09-12T16:53:16.143631+0000","last_active":"2024-09-12T18:05:20.579549+0000","last_peered":"2024-09-12T18:05:20.579549+0000","last_clean":"2024-09-12T18:05:20.579549+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:20.579549+0000","last_undegraded":"2024-09-12T18:05:20.579549+0000","last_fullsized":"2024-09-12T18:05:20.579549+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:35.419788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10471092,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":742,"num_read_kb":30264,"num_write":1255,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:59.163669+0000","last_change":"2024-09-12T16:53:18.153756+0000","last_active":"2024-09-12T18:02:59.163669+0000","last_peered":"2024-09-12T18:02:59.163669+0000","last_clean":"2024-09-12T18:02:59.163669+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:02:59.163669+0000","last_undegraded":"2024-09-12T18:02:59.163669+0000","last_fullsized":"2024-09-12T18:02:59.163669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:23.982332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'325","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.749802+0000","last_change":"2024-09-12T16:53:49.753977+0000","last_active":"2024-09-12T18:05:20.749802+0000","last_peered":"2024-09-12T18:05:20.749802+0000","last_clean":"2024-09-12T18:05:20.749802+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:20.749802+0000","last_undegraded":"2024-09-12T18:05:20.749802+0000","last_fullsized":"2024-09-12T18:05:20.749802+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:21.437121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019624,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":485,"num_read_kb":3326,"num_write":1089,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.684041+0000","last_change":"2024-09-12T16:53:18.164914+0000","last_active":"2024-09-12T18:00:50.684041+0000","last_peered":"2024-09-12T18:00:50.684041+0000","last_clean":"2024-09-12T18:00:50.684041+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:00:50.684041+0000","last_undegraded":"2024-09-12T18:00:50.684041+0000","last_fullsized":"2024-09-12T18:00:50.684041+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:50.178486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'267","reported_seq":876,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.755032+0000","last_change":"2024-09-12T16:53:16.153925+0000","last_active":"2024-09-12T18:05:20.755032+0000","last_peered":"2024-09-12T18:05:20.755032+0000","last_clean":"2024-09-12T18:05:20.755032+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:20.755032+0000","last_undegraded":"2024-09-12T18:05:20.755032+0000","last_fullsized":"2024-09-12T18:05:20.755032+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:47.539639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":381,"num_read_kb":18360,"num_write":847,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.656936+0000","last_change":"2024-09-12T16:53:18.152261+0000","last_active":"2024-09-12T18:03:33.656936+0000","last_peered":"2024-09-12T18:03:33.656936+0000","last_clean":"2024-09-12T18:03:33.656936+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:03:33.656936+0000","last_undegraded":"2024-09-12T18:03:33.656936+0000","last_fullsized":"2024-09-12T18:03:33.656936+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:25.029250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'310","reported_seq":958,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.750462+0000","last_change":"2024-09-12T16:53:16.149012+0000","last_active":"2024-09-12T18:05:20.750462+0000","last_peered":"2024-09-12T18:05:20.750462+0000","last_clean":"2024-09-12T18:05:20.750462+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:20.750462+0000","last_undegraded":"2024-09-12T18:05:20.750462+0000","last_fullsized":"2024-09-12T18:05:20.750462+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:53.953434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388877,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":459,"num_read_kb":63577,"num_write":1025,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'125","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715472+0000","last_change":"2024-09-12T16:53:18.155120+0000","last_active":"2024-09-12T18:02:05.715472+0000","last_peered":"2024-09-12T18:02:05.715472+0000","last_clean":"2024-09-12T18:02:05.715472+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:02:05.715472+0000","last_undegraded":"2024-09-12T18:02:05.715472+0000","last_fullsized":"2024-09-12T18:02:05.715472+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:36.231895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'283","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.780128+0000","last_change":"2024-09-12T16:53:16.156330+0000","last_active":"2024-09-12T18:05:20.780128+0000","last_peered":"2024-09-12T18:05:20.780128+0000","last_clean":"2024-09-12T18:05:20.780128+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:20.780128+0000","last_undegraded":"2024-09-12T18:05:20.780128+0000","last_fullsized":"2024-09-12T18:05:20.780128+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:53.758321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":587069,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":677,"num_read_kb":1207,"num_write":957,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'327","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.822122+0000","last_change":"2024-09-12T16:53:18.160222+0000","last_active":"2024-09-12T18:04:52.822122+0000","last_peered":"2024-09-12T18:04:52.822122+0000","last_clean":"2024-09-12T18:04:52.822122+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:04:52.822122+0000","last_undegraded":"2024-09-12T18:04:52.822122+0000","last_fullsized":"2024-09-12T18:04:52.822122+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'313","reported_seq":963,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.840078+0000","last_change":"2024-09-12T16:53:16.149993+0000","last_active":"2024-09-12T18:05:20.840078+0000","last_peered":"2024-09-12T18:05:20.840078+0000","last_clean":"2024-09-12T18:05:20.840078+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:20.840078+0000","last_undegraded":"2024-09-12T18:05:20.840078+0000","last_fullsized":"2024-09-12T18:05:20.840078+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:00.474131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10810703,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":433,"num_read_kb":41259,"num_write":1041,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'85","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.716946+0000","last_change":"2024-09-12T16:53:18.163283+0000","last_active":"2024-09-12T18:02:05.716946+0000","last_peered":"2024-09-12T18:02:05.716946+0000","last_clean":"2024-09-12T18:02:05.716946+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:02:05.716946+0000","last_undegraded":"2024-09-12T18:02:05.716946+0000","last_fullsized":"2024-09-12T18:02:05.716946+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:09.341463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1054,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705902+0000","last_change":"2024-09-12T16:53:18.152640+0000","last_active":"2024-09-12T18:01:00.705902+0000","last_peered":"2024-09-12T18:01:00.705902+0000","last_clean":"2024-09-12T18:01:00.705902+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:01:00.705902+0000","last_undegraded":"2024-09-12T18:01:00.705902+0000","last_fullsized":"2024-09-12T18:01:00.705902+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:04.448704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'330","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.613790+0000","last_change":"2024-09-12T16:53:16.157825+0000","last_active":"2024-09-12T18:05:20.613790+0000","last_peered":"2024-09-12T18:05:20.613790+0000","last_clean":"2024-09-12T18:05:20.613790+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:20.613790+0000","last_undegraded":"2024-09-12T18:05:20.613790+0000","last_fullsized":"2024-09-12T18:05:20.613790+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:53.551025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5270372,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":501,"num_read_kb":14380,"num_write":1062,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:14.021621+0000","last_change":"2024-09-12T16:53:18.160888+0000","last_active":"2024-09-12T18:02:14.021621+0000","last_peered":"2024-09-12T18:02:14.021621+0000","last_clean":"2024-09-12T18:02:14.021621+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:02:14.021621+0000","last_undegraded":"2024-09-12T18:02:14.021621+0000","last_fullsized":"2024-09-12T18:02:14.021621+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:34.974751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'348","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.714516+0000","last_change":"2024-09-12T16:53:16.156517+0000","last_active":"2024-09-12T18:05:20.714516+0000","last_peered":"2024-09-12T18:05:20.714516+0000","last_clean":"2024-09-12T18:05:20.714516+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:20.714516+0000","last_undegraded":"2024-09-12T18:05:20.714516+0000","last_fullsized":"2024-09-12T18:05:20.714516+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:47.052655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2099438,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":478,"num_read_kb":33406,"num_write":1190,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":833,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756436+0000","last_change":"2024-09-12T16:53:18.156653+0000","last_active":"2024-09-12T18:01:15.756436+0000","last_peered":"2024-09-12T18:01:15.756436+0000","last_clean":"2024-09-12T18:01:15.756436+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:01:15.756436+0000","last_undegraded":"2024-09-12T18:01:15.756436+0000","last_fullsized":"2024-09-12T18:01:15.756436+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:38.919047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'329","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.688536+0000","last_change":"2024-09-12T16:53:16.157389+0000","last_active":"2024-09-12T18:05:20.688536+0000","last_peered":"2024-09-12T18:05:20.688536+0000","last_clean":"2024-09-12T18:05:20.688536+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:20.688536+0000","last_undegraded":"2024-09-12T18:05:20.688536+0000","last_fullsized":"2024-09-12T18:05:20.688536+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4613195,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":541,"num_read_kb":24187,"num_write":1076,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.710234+0000","last_change":"2024-09-12T16:53:18.162647+0000","last_active":"2024-09-12T18:01:00.710234+0000","last_peered":"2024-09-12T18:01:00.710234+0000","last_clean":"2024-09-12T18:01:00.710234+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:01:00.710234+0000","last_undegraded":"2024-09-12T18:01:00.710234+0000","last_fullsized":"2024-09-12T18:01:00.710234+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:17.846976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'309","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.703925+0000","last_change":"2024-09-12T16:53:16.159560+0000","last_active":"2024-09-12T18:05:20.703925+0000","last_peered":"2024-09-12T18:05:20.703925+0000","last_clean":"2024-09-12T18:05:20.703925+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:20.703925+0000","last_undegraded":"2024-09-12T18:05:20.703925+0000","last_fullsized":"2024-09-12T18:05:20.703925+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:29.682472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6526586,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":661,"num_read_kb":73934,"num_write":1023,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:29.265272+0000","last_change":"2024-09-12T16:53:18.149904+0000","last_active":"2024-09-12T18:01:29.265272+0000","last_peered":"2024-09-12T18:01:29.265272+0000","last_clean":"2024-09-12T18:01:29.265272+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:01:29.265272+0000","last_undegraded":"2024-09-12T18:01:29.265272+0000","last_fullsized":"2024-09-12T18:01:29.265272+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:24.136675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'324","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.882372+0000","last_change":"2024-09-12T16:53:16.148878+0000","last_active":"2024-09-12T18:05:20.882372+0000","last_peered":"2024-09-12T18:05:20.882372+0000","last_clean":"2024-09-12T18:05:20.882372+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:20.882372+0000","last_undegraded":"2024-09-12T18:05:20.882372+0000","last_fullsized":"2024-09-12T18:05:20.882372+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:17.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243090,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":470,"num_read_kb":16770,"num_write":996,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:35.728313+0000","last_change":"2024-09-12T16:53:18.150596+0000","last_active":"2024-09-12T18:01:35.728313+0000","last_peered":"2024-09-12T18:01:35.728313+0000","last_clean":"2024-09-12T18:01:35.728313+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:01:35.728313+0000","last_undegraded":"2024-09-12T18:01:35.728313+0000","last_fullsized":"2024-09-12T18:01:35.728313+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.941923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'370","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.700428+0000","last_change":"2024-09-12T16:53:16.146531+0000","last_active":"2024-09-12T18:05:20.700428+0000","last_peered":"2024-09-12T18:05:20.700428+0000","last_clean":"2024-09-12T18:05:20.700428+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:20.700428+0000","last_undegraded":"2024-09-12T18:05:20.700428+0000","last_fullsized":"2024-09-12T18:05:20.700428+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:08.877740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4459263,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":595,"num_read_kb":58139,"num_write":1254,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'125","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.845270+0000","last_change":"2024-09-12T16:53:26.172648+0000","last_active":"2024-09-12T18:03:34.845270+0000","last_peered":"2024-09-12T18:03:34.845270+0000","last_clean":"2024-09-12T18:03:34.845270+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:03:34.845270+0000","last_undegraded":"2024-09-12T18:03:34.845270+0000","last_fullsized":"2024-09-12T18:03:34.845270+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:03.190789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855462+0000","last_change":"2024-09-12T16:53:18.154180+0000","last_active":"2024-09-12T18:01:10.855462+0000","last_peered":"2024-09-12T18:01:10.855462+0000","last_clean":"2024-09-12T18:01:10.855462+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:01:10.855462+0000","last_undegraded":"2024-09-12T18:01:10.855462+0000","last_fullsized":"2024-09-12T18:01:10.855462+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:15.095307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'398","reported_seq":1107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691735+0000","last_change":"2024-09-12T16:53:16.154632+0000","last_active":"2024-09-12T18:05:20.691735+0000","last_peered":"2024-09-12T18:05:20.691735+0000","last_clean":"2024-09-12T18:05:20.691735+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:20.691735+0000","last_undegraded":"2024-09-12T18:05:20.691735+0000","last_fullsized":"2024-09-12T18:05:20.691735+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.632398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6318993,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":703,"num_read_kb":30873,"num_write":1338,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754109+0000","last_change":"2024-09-12T16:53:20.155586+0000","last_active":"2024-09-12T18:01:00.754109+0000","last_peered":"2024-09-12T18:01:00.754109+0000","last_clean":"2024-09-12T18:01:00.754109+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:01:00.754109+0000","last_undegraded":"2024-09-12T18:01:00.754109+0000","last_fullsized":"2024-09-12T18:01:00.754109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:05.238963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'316","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.099241+0000","last_change":"2024-09-12T16:53:22.156051+0000","last_active":"2024-09-12T18:04:54.099241+0000","last_peered":"2024-09-12T18:04:54.099241+0000","last_clean":"2024-09-12T18:04:54.099241+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:04:54.099241+0000","last_undegraded":"2024-09-12T18:04:54.099241+0000","last_fullsized":"2024-09-12T18:04:54.099241+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:14.518080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45705,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":498,"num_read_kb":934,"num_write":382,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755188+0000","last_change":"2024-09-12T16:53:24.174788+0000","last_active":"2024-09-12T18:01:05.755188+0000","last_peered":"2024-09-12T18:01:05.755188+0000","last_clean":"2024-09-12T18:01:05.755188+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:01:05.755188+0000","last_undegraded":"2024-09-12T18:01:05.755188+0000","last_fullsized":"2024-09-12T18:01:05.755188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:41.684219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'143","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.722572+0000","last_change":"2024-09-12T16:53:26.183485+0000","last_active":"2024-09-12T18:03:33.722572+0000","last_peered":"2024-09-12T18:03:33.722572+0000","last_clean":"2024-09-12T18:03:33.722572+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:03:33.722572+0000","last_undegraded":"2024-09-12T18:03:33.722572+0000","last_fullsized":"2024-09-12T18:03:33.722572+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:00.753852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754072+0000","last_change":"2024-09-12T16:53:18.155909+0000","last_active":"2024-09-12T18:01:00.754072+0000","last_peered":"2024-09-12T18:01:00.754072+0000","last_clean":"2024-09-12T18:01:00.754072+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:01:00.754072+0000","last_undegraded":"2024-09-12T18:01:00.754072+0000","last_fullsized":"2024-09-12T18:01:00.754072+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'372","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691520+0000","last_change":"2024-09-12T16:53:16.138288+0000","last_active":"2024-09-12T18:05:20.691520+0000","last_peered":"2024-09-12T18:05:20.691520+0000","last_clean":"2024-09-12T18:05:20.691520+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:20.691520+0000","last_undegraded":"2024-09-12T18:05:20.691520+0000","last_fullsized":"2024-09-12T18:05:20.691520+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:26.648756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388948,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":497,"num_read_kb":6561,"num_write":1181,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855476+0000","last_change":"2024-09-12T16:53:20.153944+0000","last_active":"2024-09-12T18:01:10.855476+0000","last_peered":"2024-09-12T18:01:10.855476+0000","last_clean":"2024-09-12T18:01:10.855476+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:01:10.855476+0000","last_undegraded":"2024-09-12T18:01:10.855476+0000","last_fullsized":"2024-09-12T18:01:10.855476+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:30.125372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'111","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.340847+0000","last_change":"2024-09-12T16:53:22.159738+0000","last_active":"2024-09-12T18:03:56.340847+0000","last_peered":"2024-09-12T18:03:56.340847+0000","last_clean":"2024-09-12T18:03:56.340847+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:03:56.340847+0000","last_undegraded":"2024-09-12T18:03:56.340847+0000","last_fullsized":"2024-09-12T18:03:56.340847+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:23.406297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.706811+0000","last_change":"2024-09-12T16:53:24.176073+0000","last_active":"2024-09-12T18:01:05.706811+0000","last_peered":"2024-09-12T18:01:05.706811+0000","last_clean":"2024-09-12T18:01:05.706811+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:01:05.706811+0000","last_undegraded":"2024-09-12T18:01:05.706811+0000","last_fullsized":"2024-09-12T18:01:05.706811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:29.775823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'107","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.027554+0000","last_change":"2024-09-12T16:53:26.180819+0000","last_active":"2024-09-12T18:02:42.027554+0000","last_peered":"2024-09-12T18:02:42.027554+0000","last_clean":"2024-09-12T18:02:42.027554+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:02:42.027554+0000","last_undegraded":"2024-09-12T18:02:42.027554+0000","last_fullsized":"2024-09-12T18:02:42.027554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:47.888585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.727075+0000","last_change":"2024-09-12T16:53:18.165139+0000","last_active":"2024-09-12T18:02:00.727075+0000","last_peered":"2024-09-12T18:02:00.727075+0000","last_clean":"2024-09-12T18:02:00.727075+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:02:00.727075+0000","last_undegraded":"2024-09-12T18:02:00.727075+0000","last_fullsized":"2024-09-12T18:02:00.727075+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:02:39.085083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'347","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.765407+0000","last_change":"2024-09-12T16:53:16.155799+0000","last_active":"2024-09-12T18:05:20.765407+0000","last_peered":"2024-09-12T18:05:20.765407+0000","last_clean":"2024-09-12T18:05:20.765407+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:20.765407+0000","last_undegraded":"2024-09-12T18:05:20.765407+0000","last_fullsized":"2024-09-12T18:05:20.765407+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:48.207181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5829969,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":611,"num_read_kb":36076,"num_write":1170,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"38'5","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.964557+0000","last_change":"2024-09-12T16:53:20.155908+0000","last_active":"2024-09-12T18:05:18.964557+0000","last_peered":"2024-09-12T18:05:18.964557+0000","last_clean":"2024-09-12T18:05:18.964557+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:18.964557+0000","last_undegraded":"2024-09-12T18:05:18.964557+0000","last_fullsized":"2024-09-12T18:05:18.964557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:14.726796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'146","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.381621+0000","last_change":"2024-09-12T16:53:22.161942+0000","last_active":"2024-09-12T18:03:56.381621+0000","last_peered":"2024-09-12T18:03:56.381621+0000","last_clean":"2024-09-12T18:03:56.381621+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:03:56.381621+0000","last_undegraded":"2024-09-12T18:03:56.381621+0000","last_fullsized":"2024-09-12T18:03:56.381621+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:21.539509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'767","reported_seq":2850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.198580+0000","last_change":"2024-09-12T16:53:24.175697+0000","last_active":"2024-09-12T18:05:19.198580+0000","last_peered":"2024-09-12T18:05:19.198580+0000","last_clean":"2024-09-12T18:05:19.198580+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:19.198580+0000","last_undegraded":"2024-09-12T18:05:19.198580+0000","last_fullsized":"2024-09-12T18:05:19.198580+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:59.221860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'187","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.788068+0000","last_change":"2024-09-12T16:53:26.171602+0000","last_active":"2024-09-12T18:03:33.788068+0000","last_peered":"2024-09-12T18:03:33.788068+0000","last_clean":"2024-09-12T18:03:33.788068+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:03:33.788068+0000","last_undegraded":"2024-09-12T18:03:33.788068+0000","last_fullsized":"2024-09-12T18:03:33.788068+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:14.997101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.694095+0000","last_change":"2024-09-12T16:53:18.154236+0000","last_active":"2024-09-12T18:03:34.694095+0000","last_peered":"2024-09-12T18:03:34.694095+0000","last_clean":"2024-09-12T18:03:34.694095+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:03:34.694095+0000","last_undegraded":"2024-09-12T18:03:34.694095+0000","last_fullsized":"2024-09-12T18:03:34.694095+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:28.988849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'314","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691086+0000","last_change":"2024-09-12T16:53:49.810726+0000","last_active":"2024-09-12T18:05:20.691086+0000","last_peered":"2024-09-12T18:05:20.691086+0000","last_clean":"2024-09-12T18:05:20.691086+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:20.691086+0000","last_undegraded":"2024-09-12T18:05:20.691086+0000","last_fullsized":"2024-09-12T18:05:20.691086+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:05.438875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91257,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":483,"num_read_kb":3959,"num_write":1031,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754158+0000","last_change":"2024-09-12T16:53:20.159172+0000","last_active":"2024-09-12T18:01:00.754158+0000","last_peered":"2024-09-12T18:01:00.754158+0000","last_clean":"2024-09-12T18:01:00.754158+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:01:00.754158+0000","last_undegraded":"2024-09-12T18:01:00.754158+0000","last_fullsized":"2024-09-12T18:01:00.754158+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:04.010396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'269","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.093908+0000","last_change":"2024-09-12T16:53:22.332117+0000","last_active":"2024-09-12T18:04:54.093908+0000","last_peered":"2024-09-12T18:04:54.093908+0000","last_clean":"2024-09-12T18:04:54.093908+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:04:54.093908+0000","last_undegraded":"2024-09-12T18:04:54.093908+0000","last_fullsized":"2024-09-12T18:04:54.093908+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:34.848762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":439,"num_read_kb":936,"num_write":354,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'803","reported_seq":5063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.207315+0000","last_change":"2024-09-12T16:53:24.178967+0000","last_active":"2024-09-12T18:05:19.207315+0000","last_peered":"2024-09-12T18:05:19.207315+0000","last_clean":"2024-09-12T18:05:19.207315+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:05:19.207315+0000","last_undegraded":"2024-09-12T18:05:19.207315+0000","last_fullsized":"2024-09-12T18:05:19.207315+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":700,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.391315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769555+0000","last_change":"2024-09-12T16:53:18.150485+0000","last_active":"2024-09-12T18:02:40.769555+0000","last_peered":"2024-09-12T18:02:40.769555+0000","last_clean":"2024-09-12T18:02:40.769555+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:02:40.769555+0000","last_undegraded":"2024-09-12T18:02:40.769555+0000","last_fullsized":"2024-09-12T18:02:40.769555+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.997654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'337","reported_seq":971,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.755182+0000","last_change":"2024-09-12T16:53:16.155317+0000","last_active":"2024-09-12T18:05:20.755182+0000","last_peered":"2024-09-12T18:05:20.755182+0000","last_clean":"2024-09-12T18:05:20.755182+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:20.755182+0000","last_undegraded":"2024-09-12T18:05:20.755182+0000","last_fullsized":"2024-09-12T18:05:20.755182+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:47.573919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8416128,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":464,"num_read_kb":12959,"num_write":1112,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769879+0000","last_change":"2024-09-12T16:53:20.152230+0000","last_active":"2024-09-12T18:02:40.769879+0000","last_peered":"2024-09-12T18:02:40.769879+0000","last_clean":"2024-09-12T18:02:40.769879+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:02:40.769879+0000","last_undegraded":"2024-09-12T18:02:40.769879+0000","last_fullsized":"2024-09-12T18:02:40.769879+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.569085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'399","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.559256+0000","last_change":"2024-09-12T16:53:22.330287+0000","last_active":"2024-09-12T18:05:19.559256+0000","last_peered":"2024-09-12T18:05:19.559256+0000","last_clean":"2024-09-12T18:05:19.559256+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:19.559256+0000","last_undegraded":"2024-09-12T18:05:19.559256+0000","last_fullsized":"2024-09-12T18:05:19.559256+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.937569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717121+0000","last_change":"2024-09-12T16:53:24.174850+0000","last_active":"2024-09-12T18:00:53.717121+0000","last_peered":"2024-09-12T18:00:53.717121+0000","last_clean":"2024-09-12T18:00:53.717121+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:00:53.717121+0000","last_undegraded":"2024-09-12T18:00:53.717121+0000","last_fullsized":"2024-09-12T18:00:53.717121+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:50.726363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'550","reported_seq":1373,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.116139+0000","last_change":"2024-09-12T16:53:26.182697+0000","last_active":"2024-09-12T18:04:54.116139+0000","last_peered":"2024-09-12T18:04:54.116139+0000","last_clean":"2024-09-12T18:04:54.116139+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:04:54.116139+0000","last_undegraded":"2024-09-12T18:04:54.116139+0000","last_fullsized":"2024-09-12T18:04:54.116139+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:41.201242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'106","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720116+0000","last_change":"2024-09-12T16:53:18.147844+0000","last_active":"2024-09-12T18:02:40.720116+0000","last_peered":"2024-09-12T18:02:40.720116+0000","last_clean":"2024-09-12T18:02:40.720116+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:02:40.720116+0000","last_undegraded":"2024-09-12T18:02:40.720116+0000","last_fullsized":"2024-09-12T18:02:40.720116+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:37.782512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'390","reported_seq":1058,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.711373+0000","last_change":"2024-09-12T16:53:49.807617+0000","last_active":"2024-09-12T18:05:20.711373+0000","last_peered":"2024-09-12T18:05:20.711373+0000","last_clean":"2024-09-12T18:05:20.711373+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:20.711373+0000","last_undegraded":"2024-09-12T18:05:20.711373+0000","last_fullsized":"2024-09-12T18:05:20.711373+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:33.058161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27626,"num_objects":41,"num_object_clones":0,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":733,"num_read_kb":652,"num_write":1334,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720289+0000","last_change":"2024-09-12T16:53:20.150359+0000","last_active":"2024-09-12T18:02:40.720289+0000","last_peered":"2024-09-12T18:02:40.720289+0000","last_clean":"2024-09-12T18:02:40.720289+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:02:40.720289+0000","last_undegraded":"2024-09-12T18:02:40.720289+0000","last_fullsized":"2024-09-12T18:02:40.720289+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:02.250422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'310","reported_seq":905,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.519024+0000","last_change":"2024-09-12T16:53:22.156097+0000","last_active":"2024-09-12T18:05:20.519024+0000","last_peered":"2024-09-12T18:05:20.519024+0000","last_clean":"2024-09-12T18:05:20.519024+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:20.519024+0000","last_undegraded":"2024-09-12T18:05:20.519024+0000","last_fullsized":"2024-09-12T18:05:20.519024+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:18.426281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.868165+0000","last_change":"2024-09-12T16:53:24.181397+0000","last_active":"2024-09-12T18:02:55.868165+0000","last_peered":"2024-09-12T18:02:55.868165+0000","last_clean":"2024-09-12T18:02:55.868165+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:02:55.868165+0000","last_undegraded":"2024-09-12T18:02:55.868165+0000","last_fullsized":"2024-09-12T18:02:55.868165+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:24.222622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2425","reported_seq":4259,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.780805+0000","last_change":"2024-09-12T16:53:26.173858+0000","last_active":"2024-09-12T18:04:25.780805+0000","last_peered":"2024-09-12T18:04:25.780805+0000","last_clean":"2024-09-12T18:04:25.780805+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:04:25.780805+0000","last_undegraded":"2024-09-12T18:04:25.780805+0000","last_fullsized":"2024-09-12T18:04:25.780805+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":2400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:41.318726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.767465+0000","last_change":"2024-09-12T16:53:18.159339+0000","last_active":"2024-09-12T18:02:50.767465+0000","last_peered":"2024-09-12T18:02:50.767465+0000","last_clean":"2024-09-12T18:02:50.767465+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:02:50.767465+0000","last_undegraded":"2024-09-12T18:02:50.767465+0000","last_fullsized":"2024-09-12T18:02:50.767465+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'357","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.664469+0000","last_change":"2024-09-12T16:53:16.162383+0000","last_active":"2024-09-12T18:05:20.664469+0000","last_peered":"2024-09-12T18:05:20.664469+0000","last_clean":"2024-09-12T18:05:20.664469+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:20.664469+0000","last_undegraded":"2024-09-12T18:05:20.664469+0000","last_fullsized":"2024-09-12T18:05:20.664469+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:42.249804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9896940,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":534,"num_read_kb":48251,"num_write":1137,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722776+0000","last_change":"2024-09-12T16:53:20.150957+0000","last_active":"2024-09-12T18:03:05.722776+0000","last_peered":"2024-09-12T18:03:05.722776+0000","last_clean":"2024-09-12T18:03:05.722776+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:03:05.722776+0000","last_undegraded":"2024-09-12T18:03:05.722776+0000","last_fullsized":"2024-09-12T18:03:05.722776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:28.531479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'333","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.703322+0000","last_change":"2024-09-12T16:53:22.157404+0000","last_active":"2024-09-12T18:05:19.703322+0000","last_peered":"2024-09-12T18:05:19.703322+0000","last_clean":"2024-09-12T18:05:19.703322+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:19.703322+0000","last_undegraded":"2024-09-12T18:05:19.703322+0000","last_fullsized":"2024-09-12T18:05:19.703322+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:09.859878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'765","reported_seq":2582,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.207178+0000","last_change":"2024-09-12T16:53:24.175114+0000","last_active":"2024-09-12T18:05:19.207178+0000","last_peered":"2024-09-12T18:05:19.207178+0000","last_clean":"2024-09-12T18:05:19.207178+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:19.207178+0000","last_undegraded":"2024-09-12T18:05:19.207178+0000","last_fullsized":"2024-09-12T18:05:19.207178+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:59.791041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'137","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.825443+0000","last_change":"2024-09-12T16:53:26.181849+0000","last_active":"2024-09-12T18:04:52.825443+0000","last_peered":"2024-09-12T18:04:52.825443+0000","last_clean":"2024-09-12T18:04:52.825443+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:04:52.825443+0000","last_undegraded":"2024-09-12T18:04:52.825443+0000","last_fullsized":"2024-09-12T18:04:52.825443+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:33.050788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699952+0000","last_change":"2024-09-12T16:53:18.165101+0000","last_active":"2024-09-12T18:03:05.699952+0000","last_peered":"2024-09-12T18:03:05.699952+0000","last_clean":"2024-09-12T18:03:05.699952+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:03:05.699952+0000","last_undegraded":"2024-09-12T18:03:05.699952+0000","last_fullsized":"2024-09-12T18:03:05.699952+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:15.019345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'260","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761668+0000","last_change":"2024-09-12T16:53:16.143419+0000","last_active":"2024-09-12T18:05:20.761668+0000","last_peered":"2024-09-12T18:05:20.761668+0000","last_clean":"2024-09-12T18:05:20.761668+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:20.761668+0000","last_undegraded":"2024-09-12T18:05:20.761668+0000","last_fullsized":"2024-09-12T18:05:20.761668+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:27.819961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1312218,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":417,"num_read_kb":8613,"num_write":812,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.721740+0000","last_change":"2024-09-12T16:53:20.143206+0000","last_active":"2024-09-12T18:02:55.721740+0000","last_peered":"2024-09-12T18:02:55.721740+0000","last_clean":"2024-09-12T18:02:55.721740+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:02:55.721740+0000","last_undegraded":"2024-09-12T18:02:55.721740+0000","last_fullsized":"2024-09-12T18:02:55.721740+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.192822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'492","reported_seq":1145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.676281+0000","last_change":"2024-09-12T16:53:22.158817+0000","last_active":"2024-09-12T18:05:20.676281+0000","last_peered":"2024-09-12T18:05:20.676281+0000","last_clean":"2024-09-12T18:05:20.676281+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:20.676281+0000","last_undegraded":"2024-09-12T18:05:20.676281+0000","last_fullsized":"2024-09-12T18:05:20.676281+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":400,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:31.001188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114257,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":873,"num_read_kb":2106,"num_write":713,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.720834+0000","last_change":"2024-09-12T16:53:24.177100+0000","last_active":"2024-09-12T18:02:45.720834+0000","last_peered":"2024-09-12T18:02:45.720834+0000","last_clean":"2024-09-12T18:02:45.720834+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:02:45.720834+0000","last_undegraded":"2024-09-12T18:02:45.720834+0000","last_fullsized":"2024-09-12T18:02:45.720834+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'142","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729936+0000","last_change":"2024-09-12T16:53:26.177407+0000","last_active":"2024-09-12T18:02:48.729936+0000","last_peered":"2024-09-12T18:02:48.729936+0000","last_clean":"2024-09-12T18:02:48.729936+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:02:48.729936+0000","last_undegraded":"2024-09-12T18:02:48.729936+0000","last_fullsized":"2024-09-12T18:02:48.729936+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:15.084645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723869+0000","last_change":"2024-09-12T16:53:18.158532+0000","last_active":"2024-09-12T18:03:05.723869+0000","last_peered":"2024-09-12T18:03:05.723869+0000","last_clean":"2024-09-12T18:03:05.723869+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:03:05.723869+0000","last_undegraded":"2024-09-12T18:03:05.723869+0000","last_fullsized":"2024-09-12T18:03:05.723869+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:57.566801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'323","reported_seq":932,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.846257+0000","last_change":"2024-09-12T16:53:16.153371+0000","last_active":"2024-09-12T18:05:20.846257+0000","last_peered":"2024-09-12T18:05:20.846257+0000","last_clean":"2024-09-12T18:05:20.846257+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:20.846257+0000","last_undegraded":"2024-09-12T18:05:20.846257+0000","last_fullsized":"2024-09-12T18:05:20.846257+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:11.111090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071583,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":378,"num_read_kb":4437,"num_write":920,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722794+0000","last_change":"2024-09-12T16:53:20.151553+0000","last_active":"2024-09-12T18:03:05.722794+0000","last_peered":"2024-09-12T18:03:05.722794+0000","last_clean":"2024-09-12T18:03:05.722794+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:03:05.722794+0000","last_undegraded":"2024-09-12T18:03:05.722794+0000","last_fullsized":"2024-09-12T18:03:05.722794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:40.450594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'311","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.741206+0000","last_change":"2024-09-12T16:53:22.158839+0000","last_active":"2024-09-12T18:05:20.741206+0000","last_peered":"2024-09-12T18:05:20.741206+0000","last_clean":"2024-09-12T18:05:20.741206+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:20.741206+0000","last_undegraded":"2024-09-12T18:05:20.741206+0000","last_fullsized":"2024-09-12T18:05:20.741206+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:47.325675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57650,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":1122,"num_write":473,"num_write_kb":377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.686021+0000","last_change":"2024-09-12T16:53:24.174268+0000","last_active":"2024-09-12T18:01:05.686021+0000","last_peered":"2024-09-12T18:01:05.686021+0000","last_clean":"2024-09-12T18:01:05.686021+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:01:05.686021+0000","last_undegraded":"2024-09-12T18:01:05.686021+0000","last_fullsized":"2024-09-12T18:01:05.686021+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:47.970185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'107","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:35.873534+0000","last_change":"2024-09-12T16:53:26.185372+0000","last_active":"2024-09-12T18:03:35.873534+0000","last_peered":"2024-09-12T18:03:35.873534+0000","last_clean":"2024-09-12T18:03:35.873534+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:03:35.873534+0000","last_undegraded":"2024-09-12T18:03:35.873534+0000","last_fullsized":"2024-09-12T18:03:35.873534+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:24.024505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723894+0000","last_change":"2024-09-12T16:53:18.155527+0000","last_active":"2024-09-12T18:03:05.723894+0000","last_peered":"2024-09-12T18:03:05.723894+0000","last_clean":"2024-09-12T18:03:05.723894+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:03:05.723894+0000","last_undegraded":"2024-09-12T18:03:05.723894+0000","last_fullsized":"2024-09-12T18:03:05.723894+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:37.134929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'361","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.683064+0000","last_change":"2024-09-12T16:53:49.807671+0000","last_active":"2024-09-12T18:05:20.683064+0000","last_peered":"2024-09-12T18:05:20.683064+0000","last_clean":"2024-09-12T18:05:20.683064+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:20.683064+0000","last_undegraded":"2024-09-12T18:05:20.683064+0000","last_fullsized":"2024-09-12T18:05:20.683064+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:05.308258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17528503,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":615,"num_read_kb":24597,"num_write":1214,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717149+0000","last_change":"2024-09-12T16:53:20.155225+0000","last_active":"2024-09-12T18:00:53.717149+0000","last_peered":"2024-09-12T18:00:53.717149+0000","last_clean":"2024-09-12T18:00:53.717149+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:00:53.717149+0000","last_undegraded":"2024-09-12T18:00:53.717149+0000","last_fullsized":"2024-09-12T18:00:53.717149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:54.176212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'323","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.287253+0000","last_change":"2024-09-12T16:53:22.152303+0000","last_active":"2024-09-12T18:05:20.287253+0000","last_peered":"2024-09-12T18:05:20.287253+0000","last_clean":"2024-09-12T18:05:20.287253+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:20.287253+0000","last_undegraded":"2024-09-12T18:05:20.287253+0000","last_fullsized":"2024-09-12T18:05:20.287253+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:19.438008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'726","reported_seq":2412,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.198754+0000","last_change":"2024-09-12T16:53:24.178432+0000","last_active":"2024-09-12T18:05:19.198754+0000","last_peered":"2024-09-12T18:05:19.198754+0000","last_clean":"2024-09-12T18:05:19.198754+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:19.198754+0000","last_undegraded":"2024-09-12T18:05:19.198754+0000","last_fullsized":"2024-09-12T18:05:19.198754+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:34.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'142","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:32.334734+0000","last_change":"2024-09-12T16:53:26.179149+0000","last_active":"2024-09-12T18:03:32.334734+0000","last_peered":"2024-09-12T18:03:32.334734+0000","last_clean":"2024-09-12T18:03:32.334734+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:03:32.334734+0000","last_undegraded":"2024-09-12T18:03:32.334734+0000","last_fullsized":"2024-09-12T18:03:32.334734+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:46.563650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":680,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723908+0000","last_change":"2024-09-12T16:53:18.152975+0000","last_active":"2024-09-12T18:03:05.723908+0000","last_peered":"2024-09-12T18:03:05.723908+0000","last_clean":"2024-09-12T18:03:05.723908+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:03:05.723908+0000","last_undegraded":"2024-09-12T18:03:05.723908+0000","last_fullsized":"2024-09-12T18:03:05.723908+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:17.692498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'308","reported_seq":971,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.661625+0000","last_change":"2024-09-12T16:53:16.148623+0000","last_active":"2024-09-12T18:05:20.661625+0000","last_peered":"2024-09-12T18:05:20.661625+0000","last_clean":"2024-09-12T18:05:20.661625+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:20.661625+0000","last_undegraded":"2024-09-12T18:05:20.661625+0000","last_fullsized":"2024-09-12T18:05:20.661625+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:09:06.340732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2079117,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":506,"num_read_kb":31364,"num_write":1096,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1469,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.976361+0000","last_change":"2024-09-12T16:53:20.154672+0000","last_active":"2024-09-12T18:05:18.976361+0000","last_peered":"2024-09-12T18:05:18.976361+0000","last_clean":"2024-09-12T18:05:18.976361+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:18.976361+0000","last_undegraded":"2024-09-12T18:05:18.976361+0000","last_fullsized":"2024-09-12T18:05:18.976361+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:44.105810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.312566+0000","last_change":"2024-09-12T16:53:22.330345+0000","last_active":"2024-09-12T18:03:56.312566+0000","last_peered":"2024-09-12T18:03:56.312566+0000","last_clean":"2024-09-12T18:03:56.312566+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:03:56.312566+0000","last_undegraded":"2024-09-12T18:03:56.312566+0000","last_fullsized":"2024-09-12T18:03:56.312566+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:52.646838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'763","reported_seq":4294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.356967+0000","last_change":"2024-09-12T16:53:24.176425+0000","last_active":"2024-09-12T18:05:20.356967+0000","last_peered":"2024-09-12T18:05:20.356967+0000","last_clean":"2024-09-12T18:05:20.356967+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:20.356967+0000","last_undegraded":"2024-09-12T18:05:20.356967+0000","last_fullsized":"2024-09-12T18:05:20.356967+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:33.596673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'121","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.643005+0000","last_change":"2024-09-12T16:53:26.180737+0000","last_active":"2024-09-12T18:02:20.643005+0000","last_peered":"2024-09-12T18:02:20.643005+0000","last_clean":"2024-09-12T18:02:20.643005+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:02:20.643005+0000","last_undegraded":"2024-09-12T18:02:20.643005+0000","last_fullsized":"2024-09-12T18:02:20.643005+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:05.936043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'265","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.717767+0000","last_change":"2024-09-12T16:53:18.157722+0000","last_active":"2024-09-12T18:00:58.717767+0000","last_peered":"2024-09-12T18:00:58.717767+0000","last_clean":"2024-09-12T18:00:58.717767+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:00:58.717767+0000","last_undegraded":"2024-09-12T18:00:58.717767+0000","last_fullsized":"2024-09-12T18:00:58.717767+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:14.158455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'301","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.865897+0000","last_change":"2024-09-12T16:53:16.142709+0000","last_active":"2024-09-12T18:05:20.865897+0000","last_peered":"2024-09-12T18:05:20.865897+0000","last_clean":"2024-09-12T18:05:20.865897+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:20.865897+0000","last_undegraded":"2024-09-12T18:05:20.865897+0000","last_fullsized":"2024-09-12T18:05:20.865897+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:12.443404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":442,"num_read_kb":42011,"num_write":1030,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723922+0000","last_change":"2024-09-12T16:53:20.155411+0000","last_active":"2024-09-12T18:03:05.723922+0000","last_peered":"2024-09-12T18:03:05.723922+0000","last_clean":"2024-09-12T18:03:05.723922+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:03:05.723922+0000","last_undegraded":"2024-09-12T18:03:05.723922+0000","last_fullsized":"2024-09-12T18:03:05.723922+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:58:21.780072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'361","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.323579+0000","last_change":"2024-09-12T16:53:22.151012+0000","last_active":"2024-09-12T18:05:19.323579+0000","last_peered":"2024-09-12T18:05:19.323579+0000","last_clean":"2024-09-12T18:05:19.323579+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:19.323579+0000","last_undegraded":"2024-09-12T18:05:19.323579+0000","last_fullsized":"2024-09-12T18:05:19.323579+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:02.784147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.751711+0000","last_change":"2024-09-12T16:53:24.172551+0000","last_active":"2024-09-12T18:00:55.751711+0000","last_peered":"2024-09-12T18:00:55.751711+0000","last_clean":"2024-09-12T18:00:55.751711+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:00:55.751711+0000","last_undegraded":"2024-09-12T18:00:55.751711+0000","last_fullsized":"2024-09-12T18:00:55.751711+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:04:29.793185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'119","reported_seq":623,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.833755+0000","last_change":"2024-09-12T16:53:26.183162+0000","last_active":"2024-09-12T18:03:34.833755+0000","last_peered":"2024-09-12T18:03:34.833755+0000","last_clean":"2024-09-12T18:03:34.833755+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:03:34.833755+0000","last_undegraded":"2024-09-12T18:03:34.833755+0000","last_fullsized":"2024-09-12T18:03:34.833755+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:36.633567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.762479+0000","last_change":"2024-09-12T16:53:18.157273+0000","last_active":"2024-09-12T18:02:15.762479+0000","last_peered":"2024-09-12T18:02:15.762479+0000","last_clean":"2024-09-12T18:02:15.762479+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:02:15.762479+0000","last_undegraded":"2024-09-12T18:02:15.762479+0000","last_fullsized":"2024-09-12T18:02:15.762479+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":624,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775077+0000","last_change":"2024-09-12T16:52:57.255902+0000","last_active":"2024-09-12T18:03:10.775077+0000","last_peered":"2024-09-12T18:03:10.775077+0000","last_clean":"2024-09-12T18:03:10.775077+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:03:10.775077+0000","last_undegraded":"2024-09-12T18:03:10.775077+0000","last_fullsized":"2024-09-12T18:03:10.775077+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_clean_scrub_stamp":"2024-09-12T16:52:56.035782+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:54.506237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":538,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762046+0000","last_change":"2024-09-12T16:53:05.084296+0000","last_active":"2024-09-12T18:01:50.762046+0000","last_peered":"2024-09-12T18:01:50.762046+0000","last_clean":"2024-09-12T18:01:50.762046+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:01:50.762046+0000","last_undegraded":"2024-09-12T18:01:50.762046+0000","last_fullsized":"2024-09-12T18:01:50.762046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:45.829131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'301","reported_seq":1056,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.827393+0000","last_change":"2024-09-12T16:53:16.151575+0000","last_active":"2024-09-12T18:05:20.827393+0000","last_peered":"2024-09-12T18:05:20.827393+0000","last_clean":"2024-09-12T18:05:20.827393+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:20.827393+0000","last_undegraded":"2024-09-12T18:05:20.827393+0000","last_fullsized":"2024-09-12T18:05:20.827393+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:14.621248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12845356,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":679,"num_read_kb":78547,"num_write":1111,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764599+0000","last_change":"2024-09-12T16:53:20.154256+0000","last_active":"2024-09-12T18:02:05.764599+0000","last_peered":"2024-09-12T18:02:05.764599+0000","last_clean":"2024-09-12T18:02:05.764599+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:02:05.764599+0000","last_undegraded":"2024-09-12T18:02:05.764599+0000","last_fullsized":"2024-09-12T18:02:05.764599+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:03.217791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'790","reported_seq":1508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.134962+0000","last_change":"2024-09-12T16:53:22.152515+0000","last_active":"2024-09-12T18:05:20.134962+0000","last_peered":"2024-09-12T18:05:20.134962+0000","last_clean":"2024-09-12T18:05:20.134962+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:20.134962+0000","last_undegraded":"2024-09-12T18:05:20.134962+0000","last_fullsized":"2024-09-12T18:05:20.134962+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:09.735171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160399,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1526,"num_read_kb":3454,"num_write":1482,"num_write_kb":1318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.697707+0000","last_change":"2024-09-12T16:53:24.173705+0000","last_active":"2024-09-12T18:02:45.697707+0000","last_peered":"2024-09-12T18:02:45.697707+0000","last_clean":"2024-09-12T18:02:45.697707+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:02:45.697707+0000","last_undegraded":"2024-09-12T18:02:45.697707+0000","last_fullsized":"2024-09-12T18:02:45.697707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.320160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'190","reported_seq":893,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.733462+0000","last_change":"2024-09-12T16:53:26.185182+0000","last_active":"2024-09-12T18:03:34.733462+0000","last_peered":"2024-09-12T18:03:34.733462+0000","last_clean":"2024-09-12T18:03:34.733462+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:03:34.733462+0000","last_undegraded":"2024-09-12T18:03:34.733462+0000","last_fullsized":"2024-09-12T18:03:34.733462+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:12.275076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'168","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.697100+0000","last_change":"2024-09-12T16:53:18.164028+0000","last_active":"2024-09-12T18:02:40.697100+0000","last_peered":"2024-09-12T18:02:40.697100+0000","last_clean":"2024-09-12T18:02:40.697100+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:02:40.697100+0000","last_undegraded":"2024-09-12T18:02:40.697100+0000","last_fullsized":"2024-09-12T18:02:40.697100+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:34.901177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.775951+0000","last_change":"2024-09-12T16:53:05.106574+0000","last_active":"2024-09-12T18:03:15.775951+0000","last_peered":"2024-09-12T18:03:15.775951+0000","last_clean":"2024-09-12T18:03:15.775951+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:03:15.775951+0000","last_undegraded":"2024-09-12T18:03:15.775951+0000","last_fullsized":"2024-09-12T18:03:15.775951+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:47.111333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'336","reported_seq":1025,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.657262+0000","last_change":"2024-09-12T16:53:16.148035+0000","last_active":"2024-09-12T18:05:20.657262+0000","last_peered":"2024-09-12T18:05:20.657262+0000","last_clean":"2024-09-12T18:05:20.657262+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:20.657262+0000","last_undegraded":"2024-09-12T18:05:20.657262+0000","last_fullsized":"2024-09-12T18:05:20.657262+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:39.938555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4718977,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":586,"num_read_kb":33721,"num_write":1194,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769753+0000","last_change":"2024-09-12T16:53:20.154982+0000","last_active":"2024-09-12T18:02:40.769753+0000","last_peered":"2024-09-12T18:02:40.769753+0000","last_clean":"2024-09-12T18:02:40.769753+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:02:40.769753+0000","last_undegraded":"2024-09-12T18:02:40.769753+0000","last_fullsized":"2024-09-12T18:02:40.769753+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:26.835483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1366","reported_seq":3173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:57.019370+0000","last_change":"2024-09-12T16:53:22.156684+0000","last_active":"2024-09-12T18:04:57.019370+0000","last_peered":"2024-09-12T18:04:57.019370+0000","last_clean":"2024-09-12T18:04:57.019370+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:04:57.019370+0000","last_undegraded":"2024-09-12T18:04:57.019370+0000","last_fullsized":"2024-09-12T18:04:57.019370+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":1300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:25.092891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195954,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2172,"num_read_kb":3941,"num_write":1288,"num_write_kb":1105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766941+0000","last_change":"2024-09-12T16:53:24.178541+0000","last_active":"2024-09-12T18:02:20.766941+0000","last_peered":"2024-09-12T18:02:20.766941+0000","last_clean":"2024-09-12T18:02:20.766941+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:02:20.766941+0000","last_undegraded":"2024-09-12T18:02:20.766941+0000","last_fullsized":"2024-09-12T18:02:20.766941+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:38.942860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'131","reported_seq":660,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730971+0000","last_change":"2024-09-12T16:53:26.174893+0000","last_active":"2024-09-12T18:02:58.730971+0000","last_peered":"2024-09-12T18:02:58.730971+0000","last_clean":"2024-09-12T18:02:58.730971+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:02:58.730971+0000","last_undegraded":"2024-09-12T18:02:58.730971+0000","last_fullsized":"2024-09-12T18:02:58.730971+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:37.191040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728739+0000","last_change":"2024-09-12T16:53:18.154925+0000","last_active":"2024-09-12T18:02:38.728739+0000","last_peered":"2024-09-12T18:02:38.728739+0000","last_clean":"2024-09-12T18:02:38.728739+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:02:38.728739+0000","last_undegraded":"2024-09-12T18:02:38.728739+0000","last_fullsized":"2024-09-12T18:02:38.728739+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:57.202362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.715344+0000","last_change":"2024-09-12T16:53:05.078448+0000","last_active":"2024-09-12T18:01:50.715344+0000","last_peered":"2024-09-12T18:01:50.715344+0000","last_clean":"2024-09-12T18:01:50.715344+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:01:50.715344+0000","last_undegraded":"2024-09-12T18:01:50.715344+0000","last_fullsized":"2024-09-12T18:01:50.715344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:24.276212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'315","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:28.720940+0000","last_change":"2024-09-12T16:53:16.144602+0000","last_active":"2024-09-12T18:01:28.720940+0000","last_peered":"2024-09-12T18:01:28.720940+0000","last_clean":"2024-09-12T18:01:28.720940+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:01:28.720940+0000","last_undegraded":"2024-09-12T18:01:28.720940+0000","last_fullsized":"2024-09-12T18:01:28.720940+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:06.592014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17592894,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":525,"num_read_kb":73902,"num_write":1068,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720373+0000","last_change":"2024-09-12T16:53:20.155259+0000","last_active":"2024-09-12T18:02:40.720373+0000","last_peered":"2024-09-12T18:02:40.720373+0000","last_clean":"2024-09-12T18:02:40.720373+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:02:40.720373+0000","last_undegraded":"2024-09-12T18:02:40.720373+0000","last_fullsized":"2024-09-12T18:02:40.720373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:21.923212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'296","reported_seq":1713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.182221+0000","last_change":"2024-09-12T16:53:22.331689+0000","last_active":"2024-09-12T18:04:50.182221+0000","last_peered":"2024-09-12T18:04:50.182221+0000","last_clean":"2024-09-12T18:04:50.182221+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:04:50.182221+0000","last_undegraded":"2024-09-12T18:04:50.182221+0000","last_fullsized":"2024-09-12T18:04:50.182221+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:10.722134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.693471+0000","last_change":"2024-09-12T16:53:24.173994+0000","last_active":"2024-09-12T18:02:10.693471+0000","last_peered":"2024-09-12T18:02:10.693471+0000","last_clean":"2024-09-12T18:02:10.693471+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:02:10.693471+0000","last_undegraded":"2024-09-12T18:02:10.693471+0000","last_fullsized":"2024-09-12T18:02:10.693471+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:15.041811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'270","reported_seq":909,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.865922+0000","last_change":"2024-09-12T16:53:26.174611+0000","last_active":"2024-09-12T18:03:33.865922+0000","last_peered":"2024-09-12T18:03:33.865922+0000","last_clean":"2024-09-12T18:03:33.865922+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:03:33.865922+0000","last_undegraded":"2024-09-12T18:03:33.865922+0000","last_fullsized":"2024-09-12T18:03:33.865922+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:46.502612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724751+0000","last_change":"2024-09-12T16:53:18.152153+0000","last_active":"2024-09-12T18:02:03.724751+0000","last_peered":"2024-09-12T18:02:03.724751+0000","last_clean":"2024-09-12T18:02:03.724751+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:02:03.724751+0000","last_undegraded":"2024-09-12T18:02:03.724751+0000","last_fullsized":"2024-09-12T18:02:03.724751+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:27.410984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.761977+0000","last_change":"2024-09-12T16:53:05.084813+0000","last_active":"2024-09-12T18:01:50.761977+0000","last_peered":"2024-09-12T18:01:50.761977+0000","last_clean":"2024-09-12T18:01:50.761977+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:01:50.761977+0000","last_undegraded":"2024-09-12T18:01:50.761977+0000","last_fullsized":"2024-09-12T18:01:50.761977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.408065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'326","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.685861+0000","last_change":"2024-09-12T16:53:49.805262+0000","last_active":"2024-09-12T18:05:20.685861+0000","last_peered":"2024-09-12T18:05:20.685861+0000","last_clean":"2024-09-12T18:05:20.685861+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:20.685861+0000","last_undegraded":"2024-09-12T18:05:20.685861+0000","last_fullsized":"2024-09-12T18:05:20.685861+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:16.671171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11846045,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":476,"num_read_kb":81468,"num_write":1041,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.694114+0000","last_change":"2024-09-12T16:53:20.154505+0000","last_active":"2024-09-12T18:02:15.694114+0000","last_peered":"2024-09-12T18:02:15.694114+0000","last_clean":"2024-09-12T18:02:15.694114+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:02:15.694114+0000","last_undegraded":"2024-09-12T18:02:15.694114+0000","last_fullsized":"2024-09-12T18:02:15.694114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:36.300889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.266969+0000","last_change":"2024-09-12T16:53:22.159586+0000","last_active":"2024-09-12T18:04:54.266969+0000","last_peered":"2024-09-12T18:04:54.266969+0000","last_clean":"2024-09-12T18:04:54.266969+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:04:54.266969+0000","last_undegraded":"2024-09-12T18:04:54.266969+0000","last_fullsized":"2024-09-12T18:04:54.266969+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:40.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.766762+0000","last_change":"2024-09-12T16:53:24.179424+0000","last_active":"2024-09-12T18:02:45.766762+0000","last_peered":"2024-09-12T18:02:45.766762+0000","last_clean":"2024-09-12T18:02:45.766762+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:02:45.766762+0000","last_undegraded":"2024-09-12T18:02:45.766762+0000","last_fullsized":"2024-09-12T18:02:45.766762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:28.192231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770432+0000","last_change":"2024-09-12T16:53:26.183938+0000","last_active":"2024-09-12T18:02:45.770432+0000","last_peered":"2024-09-12T18:02:45.770432+0000","last_clean":"2024-09-12T18:02:45.770432+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:02:45.770432+0000","last_undegraded":"2024-09-12T18:02:45.770432+0000","last_fullsized":"2024-09-12T18:02:45.770432+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:22.301396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.025146+0000","last_change":"2024-09-12T16:53:18.155756+0000","last_active":"2024-09-12T18:02:42.025146+0000","last_peered":"2024-09-12T18:02:42.025146+0000","last_clean":"2024-09-12T18:02:42.025146+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:02:42.025146+0000","last_undegraded":"2024-09-12T18:02:42.025146+0000","last_fullsized":"2024-09-12T18:02:42.025146+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:17.342236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'311","reported_seq":972,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.560192+0000","last_change":"2024-09-12T16:53:16.146237+0000","last_active":"2024-09-12T18:05:20.560192+0000","last_peered":"2024-09-12T18:05:20.560192+0000","last_clean":"2024-09-12T18:05:20.560192+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:20.560192+0000","last_undegraded":"2024-09-12T18:05:20.560192+0000","last_fullsized":"2024-09-12T18:05:20.560192+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136566,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":503,"num_read_kb":18479,"num_write":1147,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:48.723083+0000","last_change":"2024-09-12T16:53:05.088321+0000","last_active":"2024-09-12T18:01:48.723083+0000","last_peered":"2024-09-12T18:01:48.723083+0000","last_clean":"2024-09-12T18:01:48.723083+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:01:48.723083+0000","last_undegraded":"2024-09-12T18:01:48.723083+0000","last_fullsized":"2024-09-12T18:01:48.723083+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:49.252567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692836+0000","last_change":"2024-09-12T16:53:20.155301+0000","last_active":"2024-09-12T18:02:05.692836+0000","last_peered":"2024-09-12T18:02:05.692836+0000","last_clean":"2024-09-12T18:02:05.692836+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:02:05.692836+0000","last_undegraded":"2024-09-12T18:02:05.692836+0000","last_fullsized":"2024-09-12T18:02:05.692836+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:53.767607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'627","reported_seq":1318,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.212864+0000","last_change":"2024-09-12T16:53:22.152614+0000","last_active":"2024-09-12T18:05:20.212864+0000","last_peered":"2024-09-12T18:05:20.212864+0000","last_clean":"2024-09-12T18:05:20.212864+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:20.212864+0000","last_undegraded":"2024-09-12T18:05:20.212864+0000","last_fullsized":"2024-09-12T18:05:20.212864+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":600,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:13.156981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108625,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1654,"num_read_kb":2781,"num_write":2142,"num_write_kb":1945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.716088+0000","last_change":"2024-09-12T16:53:24.173164+0000","last_active":"2024-09-12T18:02:10.716088+0000","last_peered":"2024-09-12T18:02:10.716088+0000","last_clean":"2024-09-12T18:02:10.716088+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:02:10.716088+0000","last_undegraded":"2024-09-12T18:02:10.716088+0000","last_fullsized":"2024-09-12T18:02:10.716088+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:40.309015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700746+0000","last_change":"2024-09-12T16:53:26.180732+0000","last_active":"2024-09-12T18:03:10.700746+0000","last_peered":"2024-09-12T18:03:10.700746+0000","last_clean":"2024-09-12T18:03:10.700746+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:03:10.700746+0000","last_undegraded":"2024-09-12T18:03:10.700746+0000","last_fullsized":"2024-09-12T18:03:10.700746+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:41.370285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1249,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692806+0000","last_change":"2024-09-12T16:53:18.157313+0000","last_active":"2024-09-12T18:02:05.692806+0000","last_peered":"2024-09-12T18:02:05.692806+0000","last_clean":"2024-09-12T18:02:05.692806+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:02:05.692806+0000","last_undegraded":"2024-09-12T18:02:05.692806+0000","last_fullsized":"2024-09-12T18:02:05.692806+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:17.029791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'241","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724741+0000","last_change":"2024-09-12T16:53:16.144558+0000","last_active":"2024-09-12T18:02:03.724741+0000","last_peered":"2024-09-12T18:02:03.724741+0000","last_clean":"2024-09-12T18:02:03.724741+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:02:03.724741+0000","last_undegraded":"2024-09-12T18:02:03.724741+0000","last_fullsized":"2024-09-12T18:02:03.724741+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:18.721183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590893,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":320,"num_read_kb":14880,"num_write":856,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763831+0000","last_change":"2024-09-12T16:53:05.106619+0000","last_active":"2024-09-12T18:02:00.763831+0000","last_peered":"2024-09-12T18:02:00.763831+0000","last_clean":"2024-09-12T18:02:00.763831+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:02:00.763831+0000","last_undegraded":"2024-09-12T18:02:00.763831+0000","last_fullsized":"2024-09-12T18:02:00.763831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:13.023041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761185+0000","last_change":"2024-09-12T16:53:20.153869+0000","last_active":"2024-09-12T18:02:05.761185+0000","last_peered":"2024-09-12T18:02:05.761185+0000","last_clean":"2024-09-12T18:02:05.761185+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:02:05.761185+0000","last_undegraded":"2024-09-12T18:02:05.761185+0000","last_fullsized":"2024-09-12T18:02:05.761185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:45.066511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'244","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.424381+0000","last_change":"2024-09-12T16:53:22.330204+0000","last_active":"2024-09-12T18:03:56.424381+0000","last_peered":"2024-09-12T18:03:56.424381+0000","last_clean":"2024-09-12T18:03:56.424381+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:03:56.424381+0000","last_undegraded":"2024-09-12T18:03:56.424381+0000","last_fullsized":"2024-09-12T18:03:56.424381+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:02.114181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'762","reported_seq":3106,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.196375+0000","last_change":"2024-09-12T16:53:24.177307+0000","last_active":"2024-09-12T18:05:19.196375+0000","last_peered":"2024-09-12T18:05:19.196375+0000","last_clean":"2024-09-12T18:05:19.196375+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:19.196375+0000","last_undegraded":"2024-09-12T18:05:19.196375+0000","last_fullsized":"2024-09-12T18:05:19.196375+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:42.087470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'114","reported_seq":639,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.871712+0000","last_change":"2024-09-12T16:53:26.176086+0000","last_active":"2024-09-12T18:03:20.871712+0000","last_peered":"2024-09-12T18:03:20.871712+0000","last_clean":"2024-09-12T18:03:20.871712+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:03:20.871712+0000","last_undegraded":"2024-09-12T18:03:20.871712+0000","last_fullsized":"2024-09-12T18:03:20.871712+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:42.381748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857798+0000","last_change":"2024-09-12T16:53:18.158903+0000","last_active":"2024-09-12T18:01:30.857798+0000","last_peered":"2024-09-12T18:01:30.857798+0000","last_clean":"2024-09-12T18:01:30.857798+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:01:30.857798+0000","last_undegraded":"2024-09-12T18:01:30.857798+0000","last_fullsized":"2024-09-12T18:01:30.857798+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:49.011256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'281","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.841370+0000","last_change":"2024-09-12T16:53:16.143535+0000","last_active":"2024-09-12T18:05:20.841370+0000","last_peered":"2024-09-12T18:05:20.841370+0000","last_clean":"2024-09-12T18:05:20.841370+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:20.841370+0000","last_undegraded":"2024-09-12T18:05:20.841370+0000","last_fullsized":"2024-09-12T18:05:20.841370+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.887002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4655563,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":349,"num_read_kb":4832,"num_write":841,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.727060+0000","last_change":"2024-09-12T16:53:05.088369+0000","last_active":"2024-09-12T18:02:23.727060+0000","last_peered":"2024-09-12T18:02:23.727060+0000","last_clean":"2024-09-12T18:02:23.727060+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:02:23.727060+0000","last_undegraded":"2024-09-12T18:02:23.727060+0000","last_fullsized":"2024-09-12T18:02:23.727060+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:40.025378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715371+0000","last_change":"2024-09-12T16:53:20.154603+0000","last_active":"2024-09-12T18:02:05.715371+0000","last_peered":"2024-09-12T18:02:05.715371+0000","last_clean":"2024-09-12T18:02:05.715371+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:02:05.715371+0000","last_undegraded":"2024-09-12T18:02:05.715371+0000","last_fullsized":"2024-09-12T18:02:05.715371+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:08.962611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.392753+0000","last_change":"2024-09-12T16:53:22.160290+0000","last_active":"2024-09-12T18:03:56.392753+0000","last_peered":"2024-09-12T18:03:56.392753+0000","last_clean":"2024-09-12T18:03:56.392753+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:03:56.392753+0000","last_undegraded":"2024-09-12T18:03:56.392753+0000","last_fullsized":"2024-09-12T18:03:56.392753+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:02.255157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'804","reported_seq":2725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.201866+0000","last_change":"2024-09-12T16:53:24.178746+0000","last_active":"2024-09-12T18:05:19.201866+0000","last_peered":"2024-09-12T18:05:19.201866+0000","last_clean":"2024-09-12T18:05:19.201866+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:05:19.201866+0000","last_undegraded":"2024-09-12T18:05:19.201866+0000","last_fullsized":"2024-09-12T18:05:19.201866+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":700,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:49.670828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'296","reported_seq":827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.531936+0000","last_change":"2024-09-12T16:53:26.180014+0000","last_active":"2024-09-12T18:03:31.531936+0000","last_peered":"2024-09-12T18:03:31.531936+0000","last_clean":"2024-09-12T18:03:31.531936+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:03:31.531936+0000","last_undegraded":"2024-09-12T18:03:31.531936+0000","last_fullsized":"2024-09-12T18:03:31.531936+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:22.377268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'93","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715387+0000","last_change":"2024-09-12T16:53:18.150593+0000","last_active":"2024-09-12T18:02:05.715387+0000","last_peered":"2024-09-12T18:02:05.715387+0000","last_clean":"2024-09-12T18:02:05.715387+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:02:05.715387+0000","last_undegraded":"2024-09-12T18:02:05.715387+0000","last_fullsized":"2024-09-12T18:02:05.715387+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.400023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'320","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.640821+0000","last_change":"2024-09-12T16:53:16.149520+0000","last_active":"2024-09-12T18:05:20.640821+0000","last_peered":"2024-09-12T18:05:20.640821+0000","last_clean":"2024-09-12T18:05:20.640821+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:20.640821+0000","last_undegraded":"2024-09-12T18:05:20.640821+0000","last_fullsized":"2024-09-12T18:05:20.640821+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:58.437303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625960,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":480,"num_read_kb":10938,"num_write":1142,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":529,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:25.764055+0000","last_change":"2024-09-12T16:53:05.106466+0000","last_active":"2024-09-12T18:02:25.764055+0000","last_peered":"2024-09-12T18:02:25.764055+0000","last_clean":"2024-09-12T18:02:25.764055+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:02:25.764055+0000","last_undegraded":"2024-09-12T18:02:25.764055+0000","last_fullsized":"2024-09-12T18:02:25.764055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:07.776549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857773+0000","last_change":"2024-09-12T16:53:20.156058+0000","last_active":"2024-09-12T18:01:30.857773+0000","last_peered":"2024-09-12T18:01:30.857773+0000","last_clean":"2024-09-12T18:01:30.857773+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:01:30.857773+0000","last_undegraded":"2024-09-12T18:01:30.857773+0000","last_fullsized":"2024-09-12T18:01:30.857773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:01.302586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'781","reported_seq":1514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.673612+0000","last_change":"2024-09-12T16:53:22.330392+0000","last_active":"2024-09-12T18:05:20.673612+0000","last_peered":"2024-09-12T18:05:20.673612+0000","last_clean":"2024-09-12T18:05:20.673612+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:20.673612+0000","last_undegraded":"2024-09-12T18:05:20.673612+0000","last_fullsized":"2024-09-12T18:05:20.673612+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:27.059665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169492,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1376,"num_read_kb":3158,"num_write":1132,"num_write_kb":935,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862698+0000","last_change":"2024-09-12T16:53:24.176122+0000","last_active":"2024-09-12T18:02:10.862698+0000","last_peered":"2024-09-12T18:02:10.862698+0000","last_clean":"2024-09-12T18:02:10.862698+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:02:10.862698+0000","last_undegraded":"2024-09-12T18:02:10.862698+0000","last_fullsized":"2024-09-12T18:02:10.862698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:47.257926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'192","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.222280+0000","last_change":"2024-09-12T16:53:26.183025+0000","last_active":"2024-09-12T18:01:55.222280+0000","last_peered":"2024-09-12T18:01:55.222280+0000","last_clean":"2024-09-12T18:01:55.222280+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:01:55.222280+0000","last_undegraded":"2024-09-12T18:01:55.222280+0000","last_fullsized":"2024-09-12T18:01:55.222280+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:13.925127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'159","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.740766+0000","last_change":"2024-09-12T16:53:26.185312+0000","last_active":"2024-09-12T18:04:52.740766+0000","last_peered":"2024-09-12T18:04:52.740766+0000","last_clean":"2024-09-12T18:04:52.740766+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:04:52.740766+0000","last_undegraded":"2024-09-12T18:04:52.740766+0000","last_fullsized":"2024-09-12T18:04:52.740766+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:46.606749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705984+0000","last_change":"2024-09-12T16:53:18.153882+0000","last_active":"2024-09-12T18:01:00.705984+0000","last_peered":"2024-09-12T18:01:00.705984+0000","last_clean":"2024-09-12T18:01:00.705984+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:01:00.705984+0000","last_undegraded":"2024-09-12T18:01:00.705984+0000","last_fullsized":"2024-09-12T18:01:00.705984+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:22.389654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'321","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.699898+0000","last_change":"2024-09-12T16:53:16.148654+0000","last_active":"2024-09-12T18:05:20.699898+0000","last_peered":"2024-09-12T18:05:20.699898+0000","last_clean":"2024-09-12T18:05:20.699898+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:20.699898+0000","last_undegraded":"2024-09-12T18:05:20.699898+0000","last_fullsized":"2024-09-12T18:05:20.699898+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:16.722282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845984,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":533,"num_read_kb":14274,"num_write":1106,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.718230+0000","last_change":"2024-09-12T16:53:20.157811+0000","last_active":"2024-09-12T18:01:03.718230+0000","last_peered":"2024-09-12T18:01:03.718230+0000","last_clean":"2024-09-12T18:01:03.718230+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:01:03.718230+0000","last_undegraded":"2024-09-12T18:01:03.718230+0000","last_fullsized":"2024-09-12T18:01:03.718230+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:09.220563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'271","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.623463+0000","last_change":"2024-09-12T16:53:22.153134+0000","last_active":"2024-09-12T18:05:19.623463+0000","last_peered":"2024-09-12T18:05:19.623463+0000","last_clean":"2024-09-12T18:05:19.623463+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:19.623463+0000","last_undegraded":"2024-09-12T18:05:19.623463+0000","last_fullsized":"2024-09-12T18:05:19.623463+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:28.764833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.854788+0000","last_change":"2024-09-12T16:53:24.180108+0000","last_active":"2024-09-12T18:01:05.854788+0000","last_peered":"2024-09-12T18:01:05.854788+0000","last_clean":"2024-09-12T18:01:05.854788+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:01:05.854788+0000","last_undegraded":"2024-09-12T18:01:05.854788+0000","last_fullsized":"2024-09-12T18:01:05.854788+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:32.471344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'161","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:24.085010+0000","last_change":"2024-09-12T16:53:26.177348+0000","last_active":"2024-09-12T18:02:24.085010+0000","last_peered":"2024-09-12T18:02:24.085010+0000","last_clean":"2024-09-12T18:02:24.085010+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:02:24.085010+0000","last_undegraded":"2024-09-12T18:02:24.085010+0000","last_fullsized":"2024-09-12T18:02:24.085010+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:43.624195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.717701+0000","last_change":"2024-09-12T16:53:18.155136+0000","last_active":"2024-09-12T18:00:58.717701+0000","last_peered":"2024-09-12T18:00:58.717701+0000","last_clean":"2024-09-12T18:00:58.717701+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:00:58.717701+0000","last_undegraded":"2024-09-12T18:00:58.717701+0000","last_fullsized":"2024-09-12T18:00:58.717701+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:11.542448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'327","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.762904+0000","last_change":"2024-09-12T16:53:16.160739+0000","last_active":"2024-09-12T18:05:20.762904+0000","last_peered":"2024-09-12T18:05:20.762904+0000","last_clean":"2024-09-12T18:05:20.762904+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:20.762904+0000","last_undegraded":"2024-09-12T18:05:20.762904+0000","last_fullsized":"2024-09-12T18:05:20.762904+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.818047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1202165,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":405,"num_read_kb":3759,"num_write":967,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854224+0000","last_change":"2024-09-12T16:53:20.158458+0000","last_active":"2024-09-12T18:01:00.854224+0000","last_peered":"2024-09-12T18:01:00.854224+0000","last_clean":"2024-09-12T18:01:00.854224+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:01:00.854224+0000","last_undegraded":"2024-09-12T18:01:00.854224+0000","last_fullsized":"2024-09-12T18:01:00.854224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:55.381072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'60","reported_seq":579,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.057070+0000","last_change":"2024-09-12T16:53:22.159281+0000","last_active":"2024-09-12T18:03:56.057070+0000","last_peered":"2024-09-12T18:03:56.057070+0000","last_clean":"2024-09-12T18:03:56.057070+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:03:56.057070+0000","last_undegraded":"2024-09-12T18:03:56.057070+0000","last_fullsized":"2024-09-12T18:03:56.057070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:28.425355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755027+0000","last_change":"2024-09-12T16:53:24.173663+0000","last_active":"2024-09-12T18:01:05.755027+0000","last_peered":"2024-09-12T18:01:05.755027+0000","last_clean":"2024-09-12T18:01:05.755027+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:01:05.755027+0000","last_undegraded":"2024-09-12T18:01:05.755027+0000","last_fullsized":"2024-09-12T18:01:05.755027+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:23.754603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'174","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.688735+0000","last_change":"2024-09-12T16:53:26.178337+0000","last_active":"2024-09-12T18:03:34.688735+0000","last_peered":"2024-09-12T18:03:34.688735+0000","last_clean":"2024-09-12T18:03:34.688735+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:03:34.688735+0000","last_undegraded":"2024-09-12T18:03:34.688735+0000","last_fullsized":"2024-09-12T18:03:34.688735+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:58.724860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.341505+0000","last_change":"2024-09-12T16:53:18.151606+0000","last_active":"2024-09-12T18:02:15.341505+0000","last_peered":"2024-09-12T18:02:15.341505+0000","last_clean":"2024-09-12T18:02:15.341505+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:02:15.341505+0000","last_undegraded":"2024-09-12T18:02:15.341505+0000","last_fullsized":"2024-09-12T18:02:15.341505+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:15.230787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'320","reported_seq":1025,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.765561+0000","last_change":"2024-09-12T16:53:16.145851+0000","last_active":"2024-09-12T18:05:20.765561+0000","last_peered":"2024-09-12T18:05:20.765561+0000","last_clean":"2024-09-12T18:05:20.765561+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:20.765561+0000","last_undegraded":"2024-09-12T18:05:20.765561+0000","last_fullsized":"2024-09-12T18:05:20.765561+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:14.615309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8975623,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":598,"num_read_kb":37584,"num_write":1058,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"38'3","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.965764+0000","last_change":"2024-09-12T16:53:20.153318+0000","last_active":"2024-09-12T18:05:18.965764+0000","last_peered":"2024-09-12T18:05:18.965764+0000","last_clean":"2024-09-12T18:05:18.965764+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:18.965764+0000","last_undegraded":"2024-09-12T18:05:18.965764+0000","last_fullsized":"2024-09-12T18:05:18.965764+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:17.922572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'330","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.092841+0000","last_change":"2024-09-12T16:53:22.153736+0000","last_active":"2024-09-12T18:04:54.092841+0000","last_peered":"2024-09-12T18:04:54.092841+0000","last_clean":"2024-09-12T18:04:54.092841+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:04:54.092841+0000","last_undegraded":"2024-09-12T18:04:54.092841+0000","last_fullsized":"2024-09-12T18:04:54.092841+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:28:49.146073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59898,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":543,"num_read_kb":1079,"num_write":434,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.753194+0000","last_change":"2024-09-12T16:53:24.179255+0000","last_active":"2024-09-12T18:01:05.753194+0000","last_peered":"2024-09-12T18:01:05.753194+0000","last_clean":"2024-09-12T18:01:05.753194+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:01:05.753194+0000","last_undegraded":"2024-09-12T18:01:05.753194+0000","last_fullsized":"2024-09-12T18:01:05.753194+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:33.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'109","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.468872+0000","last_change":"2024-09-12T16:53:26.183611+0000","last_active":"2024-09-12T18:03:33.468872+0000","last_peered":"2024-09-12T18:03:33.468872+0000","last_clean":"2024-09-12T18:03:33.468872+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:03:33.468872+0000","last_undegraded":"2024-09-12T18:03:33.468872+0000","last_fullsized":"2024-09-12T18:03:33.468872+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:34.331698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'264","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854138+0000","last_change":"2024-09-12T16:53:18.162495+0000","last_active":"2024-09-12T18:01:00.854138+0000","last_peered":"2024-09-12T18:01:00.854138+0000","last_clean":"2024-09-12T18:01:00.854138+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:01:00.854138+0000","last_undegraded":"2024-09-12T18:01:00.854138+0000","last_fullsized":"2024-09-12T18:01:00.854138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:32.787096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'337","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.646269+0000","last_change":"2024-09-12T16:53:16.145073+0000","last_active":"2024-09-12T18:05:20.646269+0000","last_peered":"2024-09-12T18:05:20.646269+0000","last_clean":"2024-09-12T18:05:20.646269+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:20.646269+0000","last_undegraded":"2024-09-12T18:05:20.646269+0000","last_fullsized":"2024-09-12T18:05:20.646269+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:55.496753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3146060,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":479,"num_read_kb":25558,"num_write":990,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.752403+0000","last_change":"2024-09-12T16:53:20.154986+0000","last_active":"2024-09-12T18:01:00.752403+0000","last_peered":"2024-09-12T18:01:00.752403+0000","last_clean":"2024-09-12T18:01:00.752403+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:01:00.752403+0000","last_undegraded":"2024-09-12T18:01:00.752403+0000","last_fullsized":"2024-09-12T18:01:00.752403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:35.055647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'254","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.088946+0000","last_change":"2024-09-12T16:53:22.161528+0000","last_active":"2024-09-12T18:04:54.088946+0000","last_peered":"2024-09-12T18:04:54.088946+0000","last_clean":"2024-09-12T18:04:54.088946+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:04:54.088946+0000","last_undegraded":"2024-09-12T18:04:54.088946+0000","last_fullsized":"2024-09-12T18:04:54.088946+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:00.061951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52997,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":419,"num_read_kb":873,"num_write":334,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685933+0000","last_change":"2024-09-12T16:53:24.174524+0000","last_active":"2024-09-12T18:01:05.685933+0000","last_peered":"2024-09-12T18:01:05.685933+0000","last_clean":"2024-09-12T18:01:05.685933+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:01:05.685933+0000","last_undegraded":"2024-09-12T18:01:05.685933+0000","last_fullsized":"2024-09-12T18:01:05.685933+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:33.990740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761229+0000","last_change":"2024-09-12T16:53:18.154628+0000","last_active":"2024-09-12T18:02:05.761229+0000","last_peered":"2024-09-12T18:02:05.761229+0000","last_clean":"2024-09-12T18:02:05.761229+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:02:05.761229+0000","last_undegraded":"2024-09-12T18:02:05.761229+0000","last_fullsized":"2024-09-12T18:02:05.761229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'341","reported_seq":1194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.841490+0000","last_change":"2024-09-12T16:53:16.144924+0000","last_active":"2024-09-12T18:05:20.841490+0000","last_peered":"2024-09-12T18:05:20.841490+0000","last_clean":"2024-09-12T18:05:20.841490+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:20.841490+0000","last_undegraded":"2024-09-12T18:05:20.841490+0000","last_fullsized":"2024-09-12T18:05:20.841490+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:00.978231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5638095,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":927,"num_read_kb":17598,"num_write":1205,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688790+0000","last_change":"2024-09-12T16:53:20.153339+0000","last_active":"2024-09-12T18:01:30.688790+0000","last_peered":"2024-09-12T18:01:30.688790+0000","last_clean":"2024-09-12T18:01:30.688790+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:01:30.688790+0000","last_undegraded":"2024-09-12T18:01:30.688790+0000","last_fullsized":"2024-09-12T18:01:30.688790+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:58.351781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'523","reported_seq":1161,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.087969+0000","last_change":"2024-09-12T16:53:22.156997+0000","last_active":"2024-09-12T18:04:54.087969+0000","last_peered":"2024-09-12T18:04:54.087969+0000","last_clean":"2024-09-12T18:04:54.087969+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:04:54.087969+0000","last_undegraded":"2024-09-12T18:04:54.087969+0000","last_fullsized":"2024-09-12T18:04:54.087969+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":500,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:43.061147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125369,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":925,"num_read_kb":2057,"num_write":810,"num_write_kb":707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753199+0000","last_change":"2024-09-12T16:53:24.175076+0000","last_active":"2024-09-12T18:00:55.753199+0000","last_peered":"2024-09-12T18:00:55.753199+0000","last_clean":"2024-09-12T18:00:55.753199+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:00:55.753199+0000","last_undegraded":"2024-09-12T18:00:55.753199+0000","last_fullsized":"2024-09-12T18:00:55.753199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:56.670376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'190","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.724345+0000","last_change":"2024-09-12T16:53:26.176994+0000","last_active":"2024-09-12T18:02:48.724345+0000","last_peered":"2024-09-12T18:02:48.724345+0000","last_clean":"2024-09-12T18:02:48.724345+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:02:48.724345+0000","last_undegraded":"2024-09-12T18:02:48.724345+0000","last_fullsized":"2024-09-12T18:02:48.724345+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:58.418640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688765+0000","last_change":"2024-09-12T16:53:18.158023+0000","last_active":"2024-09-12T18:01:30.688765+0000","last_peered":"2024-09-12T18:01:30.688765+0000","last_clean":"2024-09-12T18:01:30.688765+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:01:30.688765+0000","last_undegraded":"2024-09-12T18:01:30.688765+0000","last_fullsized":"2024-09-12T18:01:30.688765+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:23.737632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'434","reported_seq":1123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:34.614055+0000","last_change":"2024-09-12T16:53:16.150468+0000","last_active":"2024-09-12T18:01:34.614055+0000","last_peered":"2024-09-12T18:01:34.614055+0000","last_clean":"2024-09-12T18:01:34.614055+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:01:34.614055+0000","last_undegraded":"2024-09-12T18:01:34.614055+0000","last_fullsized":"2024-09-12T18:01:34.614055+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:36.042375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7845315,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":767,"num_read_kb":9383,"num_write":1363,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761239+0000","last_change":"2024-09-12T16:53:20.154323+0000","last_active":"2024-09-12T18:02:05.761239+0000","last_peered":"2024-09-12T18:02:05.761239+0000","last_clean":"2024-09-12T18:02:05.761239+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:02:05.761239+0000","last_undegraded":"2024-09-12T18:02:05.761239+0000","last_fullsized":"2024-09-12T18:02:05.761239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:30.186195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'330","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.090139+0000","last_change":"2024-09-12T16:53:22.162119+0000","last_active":"2024-09-12T18:04:54.090139+0000","last_peered":"2024-09-12T18:04:54.090139+0000","last_clean":"2024-09-12T18:04:54.090139+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:04:54.090139+0000","last_undegraded":"2024-09-12T18:04:54.090139+0000","last_fullsized":"2024-09-12T18:04:54.090139+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:00.552201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57709,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":556,"num_read_kb":1088,"num_write":466,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717162+0000","last_change":"2024-09-12T16:53:24.175083+0000","last_active":"2024-09-12T18:00:53.717162+0000","last_peered":"2024-09-12T18:00:53.717162+0000","last_clean":"2024-09-12T18:00:53.717162+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:00:53.717162+0000","last_undegraded":"2024-09-12T18:00:53.717162+0000","last_fullsized":"2024-09-12T18:00:53.717162+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:30:45.461988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.807482+0000","last_change":"2024-09-12T16:53:26.174604+0000","last_active":"2024-09-12T18:03:30.807482+0000","last_peered":"2024-09-12T18:03:30.807482+0000","last_clean":"2024-09-12T18:03:30.807482+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:03:30.807482+0000","last_undegraded":"2024-09-12T18:03:30.807482+0000","last_fullsized":"2024-09-12T18:03:30.807482+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:27.757604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'245","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.852995+0000","last_change":"2024-09-12T16:53:18.154964+0000","last_active":"2024-09-12T18:00:50.852995+0000","last_peered":"2024-09-12T18:00:50.852995+0000","last_clean":"2024-09-12T18:00:50.852995+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:00:50.852995+0000","last_undegraded":"2024-09-12T18:00:50.852995+0000","last_fullsized":"2024-09-12T18:00:50.852995+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:25.783828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'369","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.686470+0000","last_change":"2024-09-12T16:53:16.161211+0000","last_active":"2024-09-12T18:05:20.686470+0000","last_peered":"2024-09-12T18:05:20.686470+0000","last_clean":"2024-09-12T18:05:20.686470+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:20.686470+0000","last_undegraded":"2024-09-12T18:05:20.686470+0000","last_fullsized":"2024-09-12T18:05:20.686470+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:25.241490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17892262,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":493,"num_read_kb":46684,"num_write":1184,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704201+0000","last_change":"2024-09-12T16:53:20.154645+0000","last_active":"2024-09-12T18:00:50.704201+0000","last_peered":"2024-09-12T18:00:50.704201+0000","last_clean":"2024-09-12T18:00:50.704201+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:00:50.704201+0000","last_undegraded":"2024-09-12T18:00:50.704201+0000","last_fullsized":"2024-09-12T18:00:50.704201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.200137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'285","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.915416+0000","last_change":"2024-09-12T16:53:22.330341+0000","last_active":"2024-09-12T18:05:19.915416+0000","last_peered":"2024-09-12T18:05:19.915416+0000","last_clean":"2024-09-12T18:05:19.915416+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:19.915416+0000","last_undegraded":"2024-09-12T18:05:19.915416+0000","last_fullsized":"2024-09-12T18:05:19.915416+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:00.280231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:33.721524+0000","last_change":"2024-09-12T16:53:24.173909+0000","last_active":"2024-09-12T18:01:33.721524+0000","last_peered":"2024-09-12T18:01:33.721524+0000","last_clean":"2024-09-12T18:01:33.721524+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:01:33.721524+0000","last_undegraded":"2024-09-12T18:01:33.721524+0000","last_fullsized":"2024-09-12T18:01:33.721524+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:00.914606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'103","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.115646+0000","last_change":"2024-09-12T16:53:26.182761+0000","last_active":"2024-09-12T18:04:54.115646+0000","last_peered":"2024-09-12T18:04:54.115646+0000","last_clean":"2024-09-12T18:04:54.115646+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:04:54.115646+0000","last_undegraded":"2024-09-12T18:04:54.115646+0000","last_fullsized":"2024-09-12T18:04:54.115646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:53.147580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":895,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.709197+0000","last_change":"2024-09-12T16:53:18.159970+0000","last_active":"2024-09-12T18:00:50.709197+0000","last_peered":"2024-09-12T18:00:50.709197+0000","last_clean":"2024-09-12T18:00:50.709197+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:00:50.709197+0000","last_undegraded":"2024-09-12T18:00:50.709197+0000","last_fullsized":"2024-09-12T18:00:50.709197+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:40.562435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'332","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.683357+0000","last_change":"2024-09-12T16:53:16.156813+0000","last_active":"2024-09-12T18:05:20.683357+0000","last_peered":"2024-09-12T18:05:20.683357+0000","last_clean":"2024-09-12T18:05:20.683357+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:20.683357+0000","last_undegraded":"2024-09-12T18:05:20.683357+0000","last_fullsized":"2024-09-12T18:05:20.683357+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:04.301878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486295,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":536,"num_read_kb":92821,"num_write":1174,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717170+0000","last_change":"2024-09-12T16:53:20.156273+0000","last_active":"2024-09-12T18:00:53.717170+0000","last_peered":"2024-09-12T18:00:53.717170+0000","last_clean":"2024-09-12T18:00:53.717170+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:00:53.717170+0000","last_undegraded":"2024-09-12T18:00:53.717170+0000","last_fullsized":"2024-09-12T18:00:53.717170+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:45.961014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'106","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.414274+0000","last_change":"2024-09-12T16:53:22.330315+0000","last_active":"2024-09-12T18:03:56.414274+0000","last_peered":"2024-09-12T18:03:56.414274+0000","last_clean":"2024-09-12T18:03:56.414274+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:03:56.414274+0000","last_undegraded":"2024-09-12T18:03:56.414274+0000","last_fullsized":"2024-09-12T18:03:56.414274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:52.706874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'763","reported_seq":2508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.352767+0000","last_change":"2024-09-12T16:53:24.175412+0000","last_active":"2024-09-12T18:05:20.352767+0000","last_peered":"2024-09-12T18:05:20.352767+0000","last_clean":"2024-09-12T18:05:20.352767+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:20.352767+0000","last_undegraded":"2024-09-12T18:05:20.352767+0000","last_fullsized":"2024-09-12T18:05:20.352767+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:06.330866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":632,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.704194+0000","last_change":"2024-09-12T16:53:26.184133+0000","last_active":"2024-09-12T18:02:12.704194+0000","last_peered":"2024-09-12T18:02:12.704194+0000","last_clean":"2024-09-12T18:02:12.704194+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:02:12.704194+0000","last_undegraded":"2024-09-12T18:02:12.704194+0000","last_fullsized":"2024-09-12T18:02:12.704194+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:03.167650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704159+0000","last_change":"2024-09-12T16:53:18.157796+0000","last_active":"2024-09-12T18:00:50.704159+0000","last_peered":"2024-09-12T18:00:50.704159+0000","last_clean":"2024-09-12T18:00:50.704159+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:00:50.704159+0000","last_undegraded":"2024-09-12T18:00:50.704159+0000","last_fullsized":"2024-09-12T18:00:50.704159+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:51.135066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'314","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.728216+0000","last_change":"2024-09-12T16:53:16.153006+0000","last_active":"2024-09-12T18:05:20.728216+0000","last_peered":"2024-09-12T18:05:20.728216+0000","last_clean":"2024-09-12T18:05:20.728216+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:20.728216+0000","last_undegraded":"2024-09-12T18:05:20.728216+0000","last_fullsized":"2024-09-12T18:05:20.728216+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:08.457989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11704989,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":477,"num_read_kb":57626,"num_write":953,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752405+0000","last_change":"2024-09-12T16:53:20.156786+0000","last_active":"2024-09-12T18:00:50.752405+0000","last_peered":"2024-09-12T18:00:50.752405+0000","last_clean":"2024-09-12T18:00:50.752405+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:00:50.752405+0000","last_undegraded":"2024-09-12T18:00:50.752405+0000","last_fullsized":"2024-09-12T18:00:50.752405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:48.860503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'365","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.375534+0000","last_change":"2024-09-12T16:53:22.149047+0000","last_active":"2024-09-12T18:05:20.375534+0000","last_peered":"2024-09-12T18:05:20.375534+0000","last_clean":"2024-09-12T18:05:20.375534+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:20.375534+0000","last_undegraded":"2024-09-12T18:05:20.375534+0000","last_fullsized":"2024-09-12T18:05:20.375534+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:52.060913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685898+0000","last_change":"2024-09-12T16:53:24.174285+0000","last_active":"2024-09-12T18:01:05.685898+0000","last_peered":"2024-09-12T18:01:05.685898+0000","last_clean":"2024-09-12T18:01:05.685898+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:01:05.685898+0000","last_undegraded":"2024-09-12T18:01:05.685898+0000","last_fullsized":"2024-09-12T18:01:05.685898+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:06.787165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'134","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.779023+0000","last_change":"2024-09-12T16:53:26.179245+0000","last_active":"2024-09-12T18:03:30.779023+0000","last_peered":"2024-09-12T18:03:30.779023+0000","last_clean":"2024-09-12T18:03:30.779023+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:03:30.779023+0000","last_undegraded":"2024-09-12T18:03:30.779023+0000","last_fullsized":"2024-09-12T18:03:30.779023+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:54.286341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'192","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:57.673119+0000","last_change":"2024-09-12T16:53:18.157290+0000","last_active":"2024-09-12T18:02:57.673119+0000","last_peered":"2024-09-12T18:02:57.673119+0000","last_clean":"2024-09-12T18:02:57.673119+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:02:57.673119+0000","last_undegraded":"2024-09-12T18:02:57.673119+0000","last_fullsized":"2024-09-12T18:02:57.673119+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:50.843790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'298","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761714+0000","last_change":"2024-09-12T16:53:49.530772+0000","last_active":"2024-09-12T18:05:20.761714+0000","last_peered":"2024-09-12T18:05:20.761714+0000","last_clean":"2024-09-12T18:05:20.761714+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:20.761714+0000","last_undegraded":"2024-09-12T18:05:20.761714+0000","last_fullsized":"2024-09-12T18:05:20.761714+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:59.254508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5567803,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":467,"num_read_kb":64386,"num_write":1023,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752346+0000","last_change":"2024-09-12T16:53:20.158408+0000","last_active":"2024-09-12T18:00:50.752346+0000","last_peered":"2024-09-12T18:00:50.752346+0000","last_clean":"2024-09-12T18:00:50.752346+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:00:50.752346+0000","last_undegraded":"2024-09-12T18:00:50.752346+0000","last_fullsized":"2024-09-12T18:00:50.752346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:37.019239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'294","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.447211+0000","last_change":"2024-09-12T16:53:22.154099+0000","last_active":"2024-09-12T18:05:20.447211+0000","last_peered":"2024-09-12T18:05:20.447211+0000","last_clean":"2024-09-12T18:05:20.447211+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:20.447211+0000","last_undegraded":"2024-09-12T18:05:20.447211+0000","last_fullsized":"2024-09-12T18:05:20.447211+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:08.478118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754455+0000","last_change":"2024-09-12T16:53:24.174948+0000","last_active":"2024-09-12T18:01:15.754455+0000","last_peered":"2024-09-12T18:01:15.754455+0000","last_clean":"2024-09-12T18:01:15.754455+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:01:15.754455+0000","last_undegraded":"2024-09-12T18:01:15.754455+0000","last_fullsized":"2024-09-12T18:01:15.754455+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:25.720966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":686,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.872922+0000","last_change":"2024-09-12T16:53:26.177114+0000","last_active":"2024-09-12T18:03:30.872922+0000","last_peered":"2024-09-12T18:03:30.872922+0000","last_clean":"2024-09-12T18:03:30.872922+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:03:30.872922+0000","last_undegraded":"2024-09-12T18:03:30.872922+0000","last_fullsized":"2024-09-12T18:03:30.872922+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:31.981326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.761222+0000","last_change":"2024-09-12T16:53:49.274643+0000","last_active":"2024-09-12T18:01:45.761222+0000","last_peered":"2024-09-12T18:01:45.761222+0000","last_clean":"2024-09-12T18:01:45.761222+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:01:45.761222+0000","last_undegraded":"2024-09-12T18:01:45.761222+0000","last_fullsized":"2024-09-12T18:01:45.761222+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:52.500956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'304","reported_seq":950,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.858133+0000","last_change":"2024-09-12T16:53:16.148495+0000","last_active":"2024-09-12T18:05:20.858133+0000","last_peered":"2024-09-12T18:05:20.858133+0000","last_clean":"2024-09-12T18:05:20.858133+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:20.858133+0000","last_undegraded":"2024-09-12T18:05:20.858133+0000","last_fullsized":"2024-09-12T18:05:20.858133+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:38.047029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5505285,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":465,"num_read_kb":6586,"num_write":1000,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705876+0000","last_change":"2024-09-12T16:53:20.156020+0000","last_active":"2024-09-12T18:01:00.705876+0000","last_peered":"2024-09-12T18:01:00.705876+0000","last_clean":"2024-09-12T18:01:00.705876+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:01:00.705876+0000","last_undegraded":"2024-09-12T18:01:00.705876+0000","last_fullsized":"2024-09-12T18:01:00.705876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'259","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.774761+0000","last_change":"2024-09-12T16:53:22.156114+0000","last_active":"2024-09-12T18:05:19.774761+0000","last_peered":"2024-09-12T18:05:19.774761+0000","last_clean":"2024-09-12T18:05:19.774761+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:19.774761+0000","last_undegraded":"2024-09-12T18:05:19.774761+0000","last_fullsized":"2024-09-12T18:05:19.774761+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:46.516286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.705080+0000","last_change":"2024-09-12T16:53:24.172272+0000","last_active":"2024-09-12T18:00:55.705080+0000","last_peered":"2024-09-12T18:00:55.705080+0000","last_clean":"2024-09-12T18:00:55.705080+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:00:55.705080+0000","last_undegraded":"2024-09-12T18:00:55.705080+0000","last_fullsized":"2024-09-12T18:00:55.705080+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:04.540790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'212","reported_seq":1348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.778958+0000","last_change":"2024-09-12T16:53:26.174980+0000","last_active":"2024-09-12T18:03:30.778958+0000","last_peered":"2024-09-12T18:03:30.778958+0000","last_clean":"2024-09-12T18:03:30.778958+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:03:30.778958+0000","last_undegraded":"2024-09-12T18:03:30.778958+0000","last_fullsized":"2024-09-12T18:03:30.778958+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:28.204161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":692,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:28.360996+0000","last_change":"2024-09-12T16:53:18.154800+0000","last_active":"2024-09-12T18:01:28.360996+0000","last_peered":"2024-09-12T18:01:28.360996+0000","last_clean":"2024-09-12T18:01:28.360996+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:01:28.360996+0000","last_undegraded":"2024-09-12T18:01:28.360996+0000","last_fullsized":"2024-09-12T18:01:28.360996+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:15.966287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'345","reported_seq":1038,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.699274+0000","last_change":"2024-09-12T16:53:16.146517+0000","last_active":"2024-09-12T18:05:20.699274+0000","last_peered":"2024-09-12T18:05:20.699274+0000","last_clean":"2024-09-12T18:05:20.699274+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:20.699274+0000","last_undegraded":"2024-09-12T18:05:20.699274+0000","last_fullsized":"2024-09-12T18:05:20.699274+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:00.784706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":911838,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":545,"num_read_kb":63668,"num_write":1127,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.719333+0000","last_change":"2024-09-12T16:53:20.157915+0000","last_active":"2024-09-12T18:01:13.719333+0000","last_peered":"2024-09-12T18:01:13.719333+0000","last_clean":"2024-09-12T18:01:13.719333+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:01:13.719333+0000","last_undegraded":"2024-09-12T18:01:13.719333+0000","last_fullsized":"2024-09-12T18:01:13.719333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:27.356358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'323","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.989231+0000","last_change":"2024-09-12T16:53:22.159370+0000","last_active":"2024-09-12T18:05:19.989231+0000","last_peered":"2024-09-12T18:05:19.989231+0000","last_clean":"2024-09-12T18:05:19.989231+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:19.989231+0000","last_undegraded":"2024-09-12T18:05:19.989231+0000","last_fullsized":"2024-09-12T18:05:19.989231+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:01.332281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684692+0000","last_change":"2024-09-12T16:53:24.179312+0000","last_active":"2024-09-12T18:00:55.684692+0000","last_peered":"2024-09-12T18:00:55.684692+0000","last_clean":"2024-09-12T18:00:55.684692+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:00:55.684692+0000","last_undegraded":"2024-09-12T18:00:55.684692+0000","last_fullsized":"2024-09-12T18:00:55.684692+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:32.490930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'127","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.820598+0000","last_change":"2024-09-12T16:53:26.176600+0000","last_active":"2024-09-12T18:04:52.820598+0000","last_peered":"2024-09-12T18:04:52.820598+0000","last_clean":"2024-09-12T18:04:52.820598+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:04:52.820598+0000","last_undegraded":"2024-09-12T18:04:52.820598+0000","last_fullsized":"2024-09-12T18:04:52.820598+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:58.144611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728728+0000","last_change":"2024-09-12T16:53:18.154722+0000","last_active":"2024-09-12T18:02:38.728728+0000","last_peered":"2024-09-12T18:02:38.728728+0000","last_clean":"2024-09-12T18:02:38.728728+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:02:38.728728+0000","last_undegraded":"2024-09-12T18:02:38.728728+0000","last_fullsized":"2024-09-12T18:02:38.728728+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:12.849783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'309","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.746108+0000","last_change":"2024-09-12T16:53:16.152240+0000","last_active":"2024-09-12T18:05:20.746108+0000","last_peered":"2024-09-12T18:05:20.746108+0000","last_clean":"2024-09-12T18:05:20.746108+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:20.746108+0000","last_undegraded":"2024-09-12T18:05:20.746108+0000","last_fullsized":"2024-09-12T18:05:20.746108+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:08.712504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10688018,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":459,"num_read_kb":16973,"num_write":1018,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728714+0000","last_change":"2024-09-12T16:53:18.154274+0000","last_active":"2024-09-12T18:02:38.728714+0000","last_peered":"2024-09-12T18:02:38.728714+0000","last_clean":"2024-09-12T18:02:38.728714+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:02:38.728714+0000","last_undegraded":"2024-09-12T18:02:38.728714+0000","last_fullsized":"2024-09-12T18:02:38.728714+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:06.636253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'287","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.637969+0000","last_change":"2024-09-12T16:53:16.146023+0000","last_active":"2024-09-12T18:05:20.637969+0000","last_peered":"2024-09-12T18:05:20.637969+0000","last_clean":"2024-09-12T18:05:20.637969+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:20.637969+0000","last_undegraded":"2024-09-12T18:05:20.637969+0000","last_fullsized":"2024-09-12T18:05:20.637969+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:12.974652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1076084,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":508,"num_read_kb":1717,"num_write":977,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769681+0000","last_change":"2024-09-12T16:53:18.152773+0000","last_active":"2024-09-12T18:02:40.769681+0000","last_peered":"2024-09-12T18:02:40.769681+0000","last_clean":"2024-09-12T18:02:40.769681+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:02:40.769681+0000","last_undegraded":"2024-09-12T18:02:40.769681+0000","last_fullsized":"2024-09-12T18:02:40.769681+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:17.931186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'335","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.766442+0000","last_change":"2024-09-12T16:53:16.146432+0000","last_active":"2024-09-12T18:05:20.766442+0000","last_peered":"2024-09-12T18:05:20.766442+0000","last_clean":"2024-09-12T18:05:20.766442+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:20.766442+0000","last_undegraded":"2024-09-12T18:05:20.766442+0000","last_fullsized":"2024-09-12T18:05:20.766442+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:37.351433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1343955,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":518,"num_read_kb":9180,"num_write":1257,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728651+0000","last_change":"2024-09-12T16:53:18.149665+0000","last_active":"2024-09-12T18:02:38.728651+0000","last_peered":"2024-09-12T18:02:38.728651+0000","last_clean":"2024-09-12T18:02:38.728651+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:02:38.728651+0000","last_undegraded":"2024-09-12T18:02:38.728651+0000","last_fullsized":"2024-09-12T18:02:38.728651+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:14.365799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'340","reported_seq":1092,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.616833+0000","last_change":"2024-09-12T16:53:16.156479+0000","last_active":"2024-09-12T18:05:20.616833+0000","last_peered":"2024-09-12T18:05:20.616833+0000","last_clean":"2024-09-12T18:05:20.616833+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:20.616833+0000","last_undegraded":"2024-09-12T18:05:20.616833+0000","last_fullsized":"2024-09-12T18:05:20.616833+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:48.821887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4681694,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":778,"num_read_kb":48364,"num_write":1049,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":939,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.863416+0000","last_change":"2024-09-12T16:53:18.151414+0000","last_active":"2024-09-12T18:02:15.863416+0000","last_peered":"2024-09-12T18:02:15.863416+0000","last_clean":"2024-09-12T18:02:15.863416+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:02:15.863416+0000","last_undegraded":"2024-09-12T18:02:15.863416+0000","last_fullsized":"2024-09-12T18:02:15.863416+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:21.165029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'321","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.779125+0000","last_change":"2024-09-12T16:53:16.154892+0000","last_active":"2024-09-12T18:05:20.779125+0000","last_peered":"2024-09-12T18:05:20.779125+0000","last_clean":"2024-09-12T18:05:20.779125+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:20.779125+0000","last_undegraded":"2024-09-12T18:05:20.779125+0000","last_fullsized":"2024-09-12T18:05:20.779125+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:42.839539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274037,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":566,"num_read_kb":26098,"num_write":1060,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715413+0000","last_change":"2024-09-12T16:53:18.152201+0000","last_active":"2024-09-12T18:02:05.715413+0000","last_peered":"2024-09-12T18:02:05.715413+0000","last_clean":"2024-09-12T18:02:05.715413+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:02:05.715413+0000","last_undegraded":"2024-09-12T18:02:05.715413+0000","last_fullsized":"2024-09-12T18:02:05.715413+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:29.602540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'275","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728686+0000","last_change":"2024-09-12T16:53:16.144992+0000","last_active":"2024-09-12T18:02:38.728686+0000","last_peered":"2024-09-12T18:02:38.728686+0000","last_clean":"2024-09-12T18:02:38.728686+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:02:38.728686+0000","last_undegraded":"2024-09-12T18:02:38.728686+0000","last_fullsized":"2024-09-12T18:02:38.728686+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:46.895640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22607720,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":403,"num_read_kb":72775,"num_write":1056,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5171,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.862123+0000","last_change":"2024-09-12T16:53:18.162755+0000","last_active":"2024-09-12T18:02:05.862123+0000","last_peered":"2024-09-12T18:02:05.862123+0000","last_clean":"2024-09-12T18:02:05.862123+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:02:05.862123+0000","last_undegraded":"2024-09-12T18:02:05.862123+0000","last_fullsized":"2024-09-12T18:02:05.862123+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:17.779211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'340","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.773361+0000","last_change":"2024-09-12T16:53:16.151547+0000","last_active":"2024-09-12T18:05:20.773361+0000","last_peered":"2024-09-12T18:05:20.773361+0000","last_clean":"2024-09-12T18:05:20.773361+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:20.773361+0000","last_undegraded":"2024-09-12T18:05:20.773361+0000","last_fullsized":"2024-09-12T18:05:20.773361+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:54.752643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388946,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":568,"num_read_kb":28225,"num_write":1083,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":801,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761136+0000","last_change":"2024-09-12T16:53:18.155023+0000","last_active":"2024-09-12T18:02:05.761136+0000","last_peered":"2024-09-12T18:02:05.761136+0000","last_clean":"2024-09-12T18:02:05.761136+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:02:05.761136+0000","last_undegraded":"2024-09-12T18:02:05.761136+0000","last_fullsized":"2024-09-12T18:02:05.761136+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:15.781846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'360","reported_seq":1115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.879492+0000","last_change":"2024-09-12T16:53:16.144455+0000","last_active":"2024-09-12T18:05:20.879492+0000","last_peered":"2024-09-12T18:05:20.879492+0000","last_clean":"2024-09-12T18:05:20.879492+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:20.879492+0000","last_undegraded":"2024-09-12T18:05:20.879492+0000","last_fullsized":"2024-09-12T18:05:20.879492+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:04.128639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13947576,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":787,"num_read_kb":14548,"num_write":1067,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.685430+0000","last_change":"2024-09-12T16:53:18.165133+0000","last_active":"2024-09-12T18:01:00.685430+0000","last_peered":"2024-09-12T18:01:00.685430+0000","last_clean":"2024-09-12T18:01:00.685430+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:01:00.685430+0000","last_undegraded":"2024-09-12T18:01:00.685430+0000","last_fullsized":"2024-09-12T18:01:00.685430+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:03.558625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'315","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.735681+0000","last_change":"2024-09-12T16:53:49.810549+0000","last_active":"2024-09-12T18:05:20.735681+0000","last_peered":"2024-09-12T18:05:20.735681+0000","last_clean":"2024-09-12T18:05:20.735681+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:20.735681+0000","last_undegraded":"2024-09-12T18:05:20.735681+0000","last_fullsized":"2024-09-12T18:05:20.735681+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:25.518867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6816227,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":487,"num_read_kb":15457,"num_write":1146,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.701855+0000","last_change":"2024-09-12T16:53:18.148961+0000","last_active":"2024-09-12T18:02:12.701855+0000","last_peered":"2024-09-12T18:02:12.701855+0000","last_clean":"2024-09-12T18:02:12.701855+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:02:12.701855+0000","last_undegraded":"2024-09-12T18:02:12.701855+0000","last_fullsized":"2024-09-12T18:02:12.701855+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:04.454369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'350","reported_seq":977,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.832657+0000","last_change":"2024-09-12T16:53:16.148940+0000","last_active":"2024-09-12T18:05:20.832657+0000","last_peered":"2024-09-12T18:05:20.832657+0000","last_clean":"2024-09-12T18:05:20.832657+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:20.832657+0000","last_undegraded":"2024-09-12T18:05:20.832657+0000","last_fullsized":"2024-09-12T18:05:20.832657+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:16.555175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4483282,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":452,"num_read_kb":7425,"num_write":1159,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:02.515669+0000","last_change":"2024-09-12T16:53:18.154076+0000","last_active":"2024-09-12T18:02:02.515669+0000","last_peered":"2024-09-12T18:02:02.515669+0000","last_clean":"2024-09-12T18:02:02.515669+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:02:02.515669+0000","last_undegraded":"2024-09-12T18:02:02.515669+0000","last_fullsized":"2024-09-12T18:02:02.515669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:34.392756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'351","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761031+0000","last_change":"2024-09-12T16:53:16.145541+0000","last_active":"2024-09-12T18:05:20.761031+0000","last_peered":"2024-09-12T18:05:20.761031+0000","last_clean":"2024-09-12T18:05:20.761031+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:20.761031+0000","last_undegraded":"2024-09-12T18:05:20.761031+0000","last_fullsized":"2024-09-12T18:05:20.761031+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:23.348330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12195993,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":486,"num_read_kb":49193,"num_write":1136,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'151","reported_seq":771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723853+0000","last_change":"2024-09-12T16:53:18.152211+0000","last_active":"2024-09-12T18:03:05.723853+0000","last_peered":"2024-09-12T18:03:05.723853+0000","last_clean":"2024-09-12T18:03:05.723853+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:03:05.723853+0000","last_undegraded":"2024-09-12T18:03:05.723853+0000","last_fullsized":"2024-09-12T18:03:05.723853+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:28.115743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'349","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.622242+0000","last_change":"2024-09-12T16:53:16.148096+0000","last_active":"2024-09-12T18:05:20.622242+0000","last_peered":"2024-09-12T18:05:20.622242+0000","last_clean":"2024-09-12T18:05:20.622242+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:20.622242+0000","last_undegraded":"2024-09-12T18:05:20.622242+0000","last_fullsized":"2024-09-12T18:05:20.622242+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.195726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048958,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":579,"num_read_kb":5649,"num_write":1128,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774333+0000","last_change":"2024-09-12T16:53:18.158407+0000","last_active":"2024-09-12T18:03:05.774333+0000","last_peered":"2024-09-12T18:03:05.774333+0000","last_clean":"2024-09-12T18:03:05.774333+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:03:05.774333+0000","last_undegraded":"2024-09-12T18:03:05.774333+0000","last_fullsized":"2024-09-12T18:03:05.774333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:14.016612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'318","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.727095+0000","last_change":"2024-09-12T16:53:16.150598+0000","last_active":"2024-09-12T18:05:20.727095+0000","last_peered":"2024-09-12T18:05:20.727095+0000","last_clean":"2024-09-12T18:05:20.727095+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:20.727095+0000","last_undegraded":"2024-09-12T18:05:20.727095+0000","last_fullsized":"2024-09-12T18:05:20.727095+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:27.714607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10316757,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":498,"num_read_kb":20718,"num_write":1020,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699911+0000","last_change":"2024-09-12T16:54:50.180335+0000","last_active":"2024-09-12T18:03:05.699911+0000","last_peered":"2024-09-12T18:03:05.699911+0000","last_clean":"2024-09-12T18:03:05.699911+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:03:05.699911+0000","last_undegraded":"2024-09-12T18:03:05.699911+0000","last_fullsized":"2024-09-12T18:03:05.699911+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:44.651674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'294","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.776638+0000","last_change":"2024-09-12T16:53:16.159863+0000","last_active":"2024-09-12T18:05:20.776638+0000","last_peered":"2024-09-12T18:05:20.776638+0000","last_clean":"2024-09-12T18:05:20.776638+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:20.776638+0000","last_undegraded":"2024-09-12T18:05:20.776638+0000","last_fullsized":"2024-09-12T18:05:20.776638+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:04.930261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1325954,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":445,"num_read_kb":10304,"num_write":1020,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'235","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.869407+0000","last_change":"2024-09-12T16:53:18.162322+0000","last_active":"2024-09-12T18:03:05.869407+0000","last_peered":"2024-09-12T18:03:05.869407+0000","last_clean":"2024-09-12T18:03:05.869407+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:03:05.869407+0000","last_undegraded":"2024-09-12T18:03:05.869407+0000","last_fullsized":"2024-09-12T18:03:05.869407+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:41.009387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'370","reported_seq":1118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.716378+0000","last_change":"2024-09-12T16:53:16.149286+0000","last_active":"2024-09-12T18:05:20.716378+0000","last_peered":"2024-09-12T18:05:20.716378+0000","last_clean":"2024-09-12T18:05:20.716378+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:20.716378+0000","last_undegraded":"2024-09-12T18:05:20.716378+0000","last_fullsized":"2024-09-12T18:05:20.716378+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:13.832060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9958222,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":883,"num_read_kb":28207,"num_write":1335,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'188","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771516+0000","last_change":"2024-09-12T16:53:18.159190+0000","last_active":"2024-09-12T18:02:50.771516+0000","last_peered":"2024-09-12T18:02:50.771516+0000","last_clean":"2024-09-12T18:02:50.771516+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:02:50.771516+0000","last_undegraded":"2024-09-12T18:02:50.771516+0000","last_fullsized":"2024-09-12T18:02:50.771516+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:17.093904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'330","reported_seq":1034,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.744842+0000","last_change":"2024-09-12T16:53:49.754472+0000","last_active":"2024-09-12T18:05:20.744842+0000","last_peered":"2024-09-12T18:05:20.744842+0000","last_clean":"2024-09-12T18:05:20.744842+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:20.744842+0000","last_undegraded":"2024-09-12T18:05:20.744842+0000","last_fullsized":"2024-09-12T18:05:20.744842+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:11.635422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1272740,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":585,"num_read_kb":20652,"num_write":1148,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'392","reported_seq":1104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.750716+0000","last_change":"2024-09-12T16:53:49.275235+0000","last_active":"2024-09-12T18:05:20.750716+0000","last_peered":"2024-09-12T18:05:20.750716+0000","last_clean":"2024-09-12T18:05:20.750716+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:20.750716+0000","last_undegraded":"2024-09-12T18:05:20.750716+0000","last_fullsized":"2024-09-12T18:05:20.750716+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:38.827717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2301519,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":673,"num_read_kb":13490,"num_write":1296,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":805,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686591+0000","last_change":"2024-09-12T16:53:18.165890+0000","last_active":"2024-09-12T18:01:10.686591+0000","last_peered":"2024-09-12T18:01:10.686591+0000","last_clean":"2024-09-12T18:01:10.686591+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:01:10.686591+0000","last_undegraded":"2024-09-12T18:01:10.686591+0000","last_fullsized":"2024-09-12T18:01:10.686591+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:51.620425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'303","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:43.603438+0000","last_change":"2024-09-12T16:53:16.155286+0000","last_active":"2024-09-12T18:02:43.603438+0000","last_peered":"2024-09-12T18:02:43.603438+0000","last_clean":"2024-09-12T18:02:43.603438+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:02:43.603438+0000","last_undegraded":"2024-09-12T18:02:43.603438+0000","last_fullsized":"2024-09-12T18:02:43.603438+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:08.984325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1094873,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":477,"num_read_kb":1726,"num_write":1159,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754138+0000","last_change":"2024-09-12T16:53:18.160105+0000","last_active":"2024-09-12T18:01:00.754138+0000","last_peered":"2024-09-12T18:01:00.754138+0000","last_clean":"2024-09-12T18:01:00.754138+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:01:00.754138+0000","last_undegraded":"2024-09-12T18:01:00.754138+0000","last_fullsized":"2024-09-12T18:01:00.754138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1057,"ondisk_log_size":1057,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1759,"ondisk_log_size":1759,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":553,"ondisk_log_size":553,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1694094,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18793,"num_read_kb":37679,"num_write":15749,"num_write_kb":11901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1748992,"data_stored":1383443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1869,"ondisk_log_size":1869,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3803,"ondisk_log_size":3803,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":405367725,"num_objects":2111,"num_object_clones":0,"num_object_copies":6333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2111,"num_whiteouts":0,"num_read":34432,"num_read_kb":1833089,"num_write":69757,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":615198720,"data_stored":615198720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3478,"ondisk_log_size":3478,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":34651326,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":143,"num_read_kb":161915,"num_write":166,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":66166784,"data_stored":66156924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106,"ondisk_log_size":106,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":14728382,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":148,"num_read_kb":157810,"num_write":174,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25272320,"data_stored":25262460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510316,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376836,"kb_used_data":106728,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":93995004,"statfs":{"total":96636764160,"available":96250884096,"internally_reserved":0,"allocated":109289472,"data_stored":107264600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":276429258},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510316,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":363444,"kb_used_data":107276,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94008396,"statfs":{"total":96636764160,"available":96264597504,"internally_reserved":0,"allocated":109850624,"data_stored":107872377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510315,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":222040,"kb_used_data":91996,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94149800,"statfs":{"total":96636764160,"available":96409395200,"internally_reserved":0,"allocated":94203904,"data_stored":92188370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510315,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218592,"kb_used_data":124944,"kb_used_omap":1,"kb_used_meta":93630,"kb_avail":94153248,"statfs":{"total":96636764160,"available":96412925952,"internally_reserved":0,"allocated":127942656,"data_stored":125989120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":95877573},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510316,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":374800,"kb_used_data":131028,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":93997040,"statfs":{"total":96636764160,"available":96252968960,"internally_reserved":0,"allocated":134172672,"data_stored":132124267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510315,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":170896,"kb_used_data":85584,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94200944,"statfs":{"total":96636764160,"available":96461766656,"internally_reserved":0,"allocated":87638016,"data_stored":85673310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510314,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":338856,"kb_used_data":104860,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94032984,"statfs":{"total":96636764160,"available":96289775616,"internally_reserved":0,"allocated":107376640,"data_stored":105351785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":239466949},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575724,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309980,"kb_used_data":152524,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94061860,"statfs":{"total":96636764160,"available":96319344640,"internally_reserved":0,"allocated":156184576,"data_stored":154195849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":81055744,"data_stored":81055744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":120029184,"data_stored":120029184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":55070720,"data_stored":55070720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":70586368,"data_stored":70586368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":78426112,"data_stored":78426112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":68050944,"data_stored":68050944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":76783616,"data_stored":76783616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65196032,"data_stored":65196032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":221184,"data_stored":171697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":409992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":39685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":188416,"data_stored":137010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":45251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":253952,"data_stored":184844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":138186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":256778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":45109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7344128,"data_stored":7343241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":43354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8388608,"data_stored":8388608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":4964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":6291456,"data_stored":6291456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24121344,"data_stored":24120457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":5251072,"data_stored":5247844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":9486336,"data_stored":9482293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":9441280,"data_stored":9440393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4235264,"data_stored":4234449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2097152,"data_stored":2097152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:05:23.323 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:05:23.660 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:05:23.671 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:05:23.673 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2434,"stamp":"2024-09-12T18:05:23.090246+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":457049776,"num_objects":2465,"num_object_clones":0,"num_object_copies":7041,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2465,"num_whiteouts":0,"num_read":180333,"num_read_kb":2298785,"num_write":141737,"num_write_kb":2374464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12832,"ondisk_log_size":12832,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2375444,"kb_used_data":904940,"kb_used_omap":12,"kb_used_meta":1469427,"kb_avail":752599276,"statfs":{"total":773094113280,"available":770661658624,"internally_reserved":0,"allocated":926658560,"data_stored":910659678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1504693808},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-285696293,"num_objects":-2409,"num_object_clones":0,"num_object_copies":-7199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2409,"num_whiteouts":0,"num_read":2662,"num_read_kb":2101,"num_write":2534,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005433"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769604+0000","last_change":"2024-09-12T17:32:41.542249+0000","last_active":"2024-09-12T18:02:40.769604+0000","last_peered":"2024-09-12T18:02:40.769604+0000","last_clean":"2024-09-12T18:02:40.769604+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:02:40.769604+0000","last_undegraded":"2024-09-12T18:02:40.769604+0000","last_fullsized":"2024-09-12T18:02:40.769604+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:36.739865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.750662+0000","last_change":"2024-09-12T17:13:10.323544+0000","last_active":"2024-09-12T18:00:40.750662+0000","last_peered":"2024-09-12T18:00:40.750662+0000","last_clean":"2024-09-12T18:00:40.750662+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:00:40.750662+0000","last_undegraded":"2024-09-12T18:00:40.750662+0000","last_fullsized":"2024-09-12T18:00:40.750662+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:24.937455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.851221+0000","last_change":"2024-09-12T17:13:06.293286+0000","last_active":"2024-09-12T18:00:35.851221+0000","last_peered":"2024-09-12T18:00:35.851221+0000","last_clean":"2024-09-12T18:00:35.851221+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:00:35.851221+0000","last_undegraded":"2024-09-12T18:00:35.851221+0000","last_fullsized":"2024-09-12T18:00:35.851221+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:21.765039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":166,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.687135+0000","last_change":"2024-09-12T17:09:10.267022+0000","last_active":"2024-09-12T18:01:15.687135+0000","last_peered":"2024-09-12T18:01:15.687135+0000","last_clean":"2024-09-12T18:01:15.687135+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:01:15.687135+0000","last_undegraded":"2024-09-12T18:01:15.687135+0000","last_fullsized":"2024-09-12T18:01:15.687135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:10.173192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720332+0000","last_change":"2024-09-12T17:32:41.551615+0000","last_active":"2024-09-12T18:02:40.720332+0000","last_peered":"2024-09-12T18:02:40.720332+0000","last_clean":"2024-09-12T18:02:40.720332+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:02:40.720332+0000","last_undegraded":"2024-09-12T18:02:40.720332+0000","last_fullsized":"2024-09-12T18:02:40.720332+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:43.130032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'6","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.724500+0000","last_change":"2024-09-12T17:13:10.325758+0000","last_active":"2024-09-12T18:03:10.724500+0000","last_peered":"2024-09-12T18:03:10.724500+0000","last_clean":"2024-09-12T18:03:10.724500+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:03:10.724500+0000","last_undegraded":"2024-09-12T18:03:10.724500+0000","last_fullsized":"2024-09-12T18:03:10.724500+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:41.915159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4197513,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":14340,"num_write":6,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'1","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.715425+0000","last_change":"2024-09-12T17:13:06.297583+0000","last_active":"2024-09-12T18:00:38.715425+0000","last_peered":"2024-09-12T18:00:38.715425+0000","last_clean":"2024-09-12T18:00:38.715425+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:00:38.715425+0000","last_undegraded":"2024-09-12T18:00:38.715425+0000","last_fullsized":"2024-09-12T18:00:38.715425+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:15.265471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.724575+0000","last_change":"2024-09-12T17:09:10.274886+0000","last_active":"2024-09-12T18:03:20.724575+0000","last_peered":"2024-09-12T18:03:20.724575+0000","last_clean":"2024-09-12T18:03:20.724575+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:03:20.724575+0000","last_undegraded":"2024-09-12T18:03:20.724575+0000","last_fullsized":"2024-09-12T18:03:20.724575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:14.168748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757659+0000","last_change":"2024-09-12T17:32:41.544272+0000","last_active":"2024-09-12T18:01:40.757659+0000","last_peered":"2024-09-12T18:01:40.757659+0000","last_clean":"2024-09-12T18:01:40.757659+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:01:40.757659+0000","last_undegraded":"2024-09-12T18:01:40.757659+0000","last_fullsized":"2024-09-12T18:01:40.757659+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:06.063279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718236+0000","last_change":"2024-09-12T17:13:10.888905+0000","last_active":"2024-09-12T18:05:15.718236+0000","last_peered":"2024-09-12T18:05:15.718236+0000","last_clean":"2024-09-12T18:05:15.718236+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:05:15.718236+0000","last_undegraded":"2024-09-12T18:05:15.718236+0000","last_fullsized":"2024-09-12T18:05:15.718236+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.234377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'9","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723969+0000","last_change":"2024-09-12T17:13:06.301910+0000","last_active":"2024-09-12T18:03:15.723969+0000","last_peered":"2024-09-12T18:03:15.723969+0000","last_clean":"2024-09-12T18:03:15.723969+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:03:15.723969+0000","last_undegraded":"2024-09-12T18:03:15.723969+0000","last_fullsized":"2024-09-12T18:03:15.723969+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:49.876560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3209,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":17,"num_read_kb":15368,"num_write":9,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689929+0000","last_change":"2024-09-12T17:09:10.271885+0000","last_active":"2024-09-12T18:01:40.689929+0000","last_peered":"2024-09-12T18:01:40.689929+0000","last_clean":"2024-09-12T18:01:40.689929+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:01:40.689929+0000","last_undegraded":"2024-09-12T18:01:40.689929+0000","last_fullsized":"2024-09-12T18:01:40.689929+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:58.918948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.859748+0000","last_change":"2024-09-12T17:32:41.551696+0000","last_active":"2024-09-12T18:01:45.859748+0000","last_peered":"2024-09-12T18:01:45.859748+0000","last_clean":"2024-09-12T18:01:45.859748+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:01:45.859748+0000","last_undegraded":"2024-09-12T18:01:45.859748+0000","last_fullsized":"2024-09-12T18:01:45.859748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:49.483981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'6","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.871021+0000","last_change":"2024-09-12T17:13:10.888049+0000","last_active":"2024-09-12T18:03:15.871021+0000","last_peered":"2024-09-12T18:03:15.871021+0000","last_clean":"2024-09-12T18:03:15.871021+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:03:15.871021+0000","last_undegraded":"2024-09-12T18:03:15.871021+0000","last_fullsized":"2024-09-12T18:03:15.871021+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:55.040498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4964,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":12300,"num_write":11,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723933+0000","last_change":"2024-09-12T17:13:06.302426+0000","last_active":"2024-09-12T18:03:05.723933+0000","last_peered":"2024-09-12T18:03:05.723933+0000","last_clean":"2024-09-12T18:03:05.723933+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:03:05.723933+0000","last_undegraded":"2024-09-12T18:03:05.723933+0000","last_fullsized":"2024-09-12T18:03:05.723933+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:19.277111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859087+0000","last_change":"2024-09-12T17:09:10.270741+0000","last_active":"2024-09-12T18:01:40.859087+0000","last_peered":"2024-09-12T18:01:40.859087+0000","last_clean":"2024-09-12T18:01:40.859087+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:01:40.859087+0000","last_undegraded":"2024-09-12T18:01:40.859087+0000","last_fullsized":"2024-09-12T18:01:40.859087+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:58.195011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.867057+0000","last_change":"2024-09-12T17:32:41.551391+0000","last_active":"2024-09-12T18:02:45.867057+0000","last_peered":"2024-09-12T18:02:45.867057+0000","last_clean":"2024-09-12T18:02:45.867057+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:02:45.867057+0000","last_undegraded":"2024-09-12T18:02:45.867057+0000","last_fullsized":"2024-09-12T18:02:45.867057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:05.115607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:10.786197+0000","last_change":"2024-09-12T17:13:10.326391+0000","last_active":"2024-09-12T18:04:10.786197+0000","last_peered":"2024-09-12T18:04:10.786197+0000","last_clean":"2024-09-12T18:04:10.786197+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:04:10.786197+0000","last_undegraded":"2024-09-12T18:04:10.786197+0000","last_fullsized":"2024-09-12T18:04:10.786197+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.961517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2088,"num_write":9,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688133+0000","last_change":"2024-09-12T17:13:06.298878+0000","last_active":"2024-09-12T18:01:25.688133+0000","last_peered":"2024-09-12T18:01:25.688133+0000","last_clean":"2024-09-12T18:01:25.688133+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:01:25.688133+0000","last_undegraded":"2024-09-12T18:01:25.688133+0000","last_fullsized":"2024-09-12T18:01:25.688133+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:39.021544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859049+0000","last_change":"2024-09-12T17:09:10.271019+0000","last_active":"2024-09-12T18:01:40.859049+0000","last_peered":"2024-09-12T18:01:40.859049+0000","last_clean":"2024-09-12T18:01:40.859049+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:01:40.859049+0000","last_undegraded":"2024-09-12T18:01:40.859049+0000","last_fullsized":"2024-09-12T18:01:40.859049+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:56.318991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:53.723655+0000","last_change":"2024-09-12T17:32:41.548528+0000","last_active":"2024-09-12T18:01:53.723655+0000","last_peered":"2024-09-12T18:01:53.723655+0000","last_clean":"2024-09-12T18:01:53.723655+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:01:53.723655+0000","last_undegraded":"2024-09-12T18:01:53.723655+0000","last_fullsized":"2024-09-12T18:01:53.723655+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:36.038277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.756352+0000","last_change":"2024-09-12T17:13:10.327201+0000","last_active":"2024-09-12T18:01:30.756352+0000","last_peered":"2024-09-12T18:01:30.756352+0000","last_clean":"2024-09-12T18:01:30.756352+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:01:30.756352+0000","last_undegraded":"2024-09-12T18:01:30.756352+0000","last_fullsized":"2024-09-12T18:01:30.756352+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.354273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'5","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:00.731544+0000","last_change":"2024-09-12T17:13:06.297923+0000","last_active":"2024-09-12T18:04:00.731544+0000","last_peered":"2024-09-12T18:04:00.731544+0000","last_clean":"2024-09-12T18:04:00.731544+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:04:00.731544+0000","last_undegraded":"2024-09-12T18:04:00.731544+0000","last_fullsized":"2024-09-12T18:04:00.731544+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:32.559516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757699+0000","last_change":"2024-09-12T17:09:10.271178+0000","last_active":"2024-09-12T18:01:40.757699+0000","last_peered":"2024-09-12T18:01:40.757699+0000","last_clean":"2024-09-12T18:01:40.757699+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:01:40.757699+0000","last_undegraded":"2024-09-12T18:01:40.757699+0000","last_fullsized":"2024-09-12T18:01:40.757699+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:06.352830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770779+0000","last_change":"2024-09-12T17:32:41.552444+0000","last_active":"2024-09-12T18:02:45.770779+0000","last_peered":"2024-09-12T18:02:45.770779+0000","last_clean":"2024-09-12T18:02:45.770779+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:02:45.770779+0000","last_undegraded":"2024-09-12T18:02:45.770779+0000","last_fullsized":"2024-09-12T18:02:45.770779+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:10.318749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.749769+0000","last_change":"2024-09-12T17:13:10.325478+0000","last_active":"2024-09-12T18:00:40.749769+0000","last_peered":"2024-09-12T18:00:40.749769+0000","last_clean":"2024-09-12T18:00:40.749769+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:00:40.749769+0000","last_undegraded":"2024-09-12T18:00:40.749769+0000","last_fullsized":"2024-09-12T18:00:40.749769+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:31.423713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723806+0000","last_change":"2024-09-12T17:13:06.301113+0000","last_active":"2024-09-12T18:03:05.723806+0000","last_peered":"2024-09-12T18:03:05.723806+0000","last_clean":"2024-09-12T18:03:05.723806+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:03:05.723806+0000","last_undegraded":"2024-09-12T18:03:05.723806+0000","last_fullsized":"2024-09-12T18:03:05.723806+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.120045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:30.695902+0000","last_change":"2024-09-12T17:09:10.263027+0000","last_active":"2024-09-12T18:02:30.695902+0000","last_peered":"2024-09-12T18:02:30.695902+0000","last_clean":"2024-09-12T18:02:30.695902+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:02:30.695902+0000","last_undegraded":"2024-09-12T18:02:30.695902+0000","last_fullsized":"2024-09-12T18:02:30.695902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:30.829320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770822+0000","last_change":"2024-09-12T17:32:41.555038+0000","last_active":"2024-09-12T18:02:45.770822+0000","last_peered":"2024-09-12T18:02:45.770822+0000","last_clean":"2024-09-12T18:02:45.770822+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:02:45.770822+0000","last_undegraded":"2024-09-12T18:02:45.770822+0000","last_fullsized":"2024-09-12T18:02:45.770822+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:05.682763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.870131+0000","last_change":"2024-09-12T17:13:10.327881+0000","last_active":"2024-09-12T18:03:10.870131+0000","last_peered":"2024-09-12T18:03:10.870131+0000","last_clean":"2024-09-12T18:03:10.870131+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:03:10.870131+0000","last_undegraded":"2024-09-12T18:03:10.870131+0000","last_fullsized":"2024-09-12T18:03:10.870131+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:34.354927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699928+0000","last_change":"2024-09-12T17:13:06.302635+0000","last_active":"2024-09-12T18:03:05.699928+0000","last_peered":"2024-09-12T18:03:05.699928+0000","last_clean":"2024-09-12T18:03:05.699928+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:03:05.699928+0000","last_undegraded":"2024-09-12T18:03:05.699928+0000","last_fullsized":"2024-09-12T18:03:05.699928+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:18.594277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.726982+0000","last_change":"2024-09-12T17:09:10.272699+0000","last_active":"2024-09-12T18:02:23.726982+0000","last_peered":"2024-09-12T18:02:23.726982+0000","last_clean":"2024-09-12T18:02:23.726982+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:02:23.726982+0000","last_undegraded":"2024-09-12T18:02:23.726982+0000","last_fullsized":"2024-09-12T18:02:23.726982+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:51.817109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.715958+0000","last_change":"2024-09-12T17:32:41.543227+0000","last_active":"2024-09-12T18:00:43.715958+0000","last_peered":"2024-09-12T18:00:43.715958+0000","last_clean":"2024-09-12T18:00:43.715958+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:00:43.715958+0000","last_undegraded":"2024-09-12T18:00:43.715958+0000","last_fullsized":"2024-09-12T18:00:43.715958+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:41.444889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857872+0000","last_change":"2024-09-12T17:13:10.888782+0000","last_active":"2024-09-12T18:01:30.857872+0000","last_peered":"2024-09-12T18:01:30.857872+0000","last_clean":"2024-09-12T18:01:30.857872+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:01:30.857872+0000","last_undegraded":"2024-09-12T18:01:30.857872+0000","last_fullsized":"2024-09-12T18:01:30.857872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:04.073544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766516+0000","last_change":"2024-09-12T17:13:06.303508+0000","last_active":"2024-09-12T18:02:20.766516+0000","last_peered":"2024-09-12T18:02:20.766516+0000","last_clean":"2024-09-12T18:02:20.766516+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:02:20.766516+0000","last_undegraded":"2024-09-12T18:02:20.766516+0000","last_fullsized":"2024-09-12T18:02:20.766516+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:38.136844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.694771+0000","last_change":"2024-09-12T17:09:10.267543+0000","last_active":"2024-09-12T18:02:20.694771+0000","last_peered":"2024-09-12T18:02:20.694771+0000","last_clean":"2024-09-12T18:02:20.694771+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:02:20.694771+0000","last_undegraded":"2024-09-12T18:02:20.694771+0000","last_fullsized":"2024-09-12T18:02:20.694771+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.940158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722242+0000","last_change":"2024-09-12T17:32:41.550433+0000","last_active":"2024-09-12T18:03:00.722242+0000","last_peered":"2024-09-12T18:03:00.722242+0000","last_clean":"2024-09-12T18:03:00.722242+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:03:00.722242+0000","last_undegraded":"2024-09-12T18:03:00.722242+0000","last_fullsized":"2024-09-12T18:03:00.722242+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:19.800751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699359+0000","last_change":"2024-09-12T17:13:50.379901+0000","last_active":"2024-09-12T18:03:00.699359+0000","last_peered":"2024-09-12T18:03:00.699359+0000","last_clean":"2024-09-12T18:03:00.699359+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:03:00.699359+0000","last_undegraded":"2024-09-12T18:03:00.699359+0000","last_fullsized":"2024-09-12T18:03:00.699359+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:10.004649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758521+0000","last_change":"2024-09-12T17:13:06.305574+0000","last_active":"2024-09-12T18:01:25.758521+0000","last_peered":"2024-09-12T18:01:25.758521+0000","last_clean":"2024-09-12T18:01:25.758521+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:01:25.758521+0000","last_undegraded":"2024-09-12T18:01:25.758521+0000","last_fullsized":"2024-09-12T18:01:25.758521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.414233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.864127+0000","last_change":"2024-09-12T17:09:10.272050+0000","last_active":"2024-09-12T18:02:20.864127+0000","last_peered":"2024-09-12T18:02:20.864127+0000","last_clean":"2024-09-12T18:02:20.864127+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:02:20.864127+0000","last_undegraded":"2024-09-12T18:02:20.864127+0000","last_fullsized":"2024-09-12T18:02:20.864127+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:53.376805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.751409+0000","last_change":"2024-09-12T17:32:41.552619+0000","last_active":"2024-09-12T18:00:45.751409+0000","last_peered":"2024-09-12T18:00:45.751409+0000","last_clean":"2024-09-12T18:00:45.751409+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:00:45.751409+0000","last_undegraded":"2024-09-12T18:00:45.751409+0000","last_fullsized":"2024-09-12T18:00:45.751409+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.437797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857904+0000","last_change":"2024-09-12T17:13:10.890776+0000","last_active":"2024-09-12T18:01:30.857904+0000","last_peered":"2024-09-12T18:01:30.857904+0000","last_clean":"2024-09-12T18:01:30.857904+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:01:30.857904+0000","last_undegraded":"2024-09-12T18:01:30.857904+0000","last_fullsized":"2024-09-12T18:01:30.857904+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:23.526090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.712838+0000","last_change":"2024-09-12T17:13:06.292632+0000","last_active":"2024-09-12T18:01:25.712838+0000","last_peered":"2024-09-12T18:01:25.712838+0000","last_clean":"2024-09-12T18:01:25.712838+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:01:25.712838+0000","last_undegraded":"2024-09-12T18:01:25.712838+0000","last_fullsized":"2024-09-12T18:01:25.712838+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:33.833509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'74","reported_seq":294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.718318+0000","last_change":"2024-09-12T17:09:10.272687+0000","last_active":"2024-09-12T18:02:20.718318+0000","last_peered":"2024-09-12T18:02:20.718318+0000","last_clean":"2024-09-12T18:02:20.718318+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:02:20.718318+0000","last_undegraded":"2024-09-12T18:02:20.718318+0000","last_fullsized":"2024-09-12T18:02:20.718318+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:23.056568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773201+0000","last_change":"2024-09-12T17:32:41.545269+0000","last_active":"2024-09-12T18:03:00.773201+0000","last_peered":"2024-09-12T18:03:00.773201+0000","last_clean":"2024-09-12T18:03:00.773201+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:03:00.773201+0000","last_undegraded":"2024-09-12T18:03:00.773201+0000","last_fullsized":"2024-09-12T18:03:00.773201+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:15.654752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.710314+0000","last_change":"2024-09-12T17:13:10.327173+0000","last_active":"2024-09-12T18:01:30.710314+0000","last_peered":"2024-09-12T18:01:30.710314+0000","last_clean":"2024-09-12T18:01:30.710314+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:01:30.710314+0000","last_undegraded":"2024-09-12T18:01:30.710314+0000","last_fullsized":"2024-09-12T18:01:30.710314+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:52.406237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688247+0000","last_change":"2024-09-12T17:13:06.298004+0000","last_active":"2024-09-12T18:01:25.688247+0000","last_peered":"2024-09-12T18:01:25.688247+0000","last_clean":"2024-09-12T18:01:25.688247+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:01:25.688247+0000","last_undegraded":"2024-09-12T18:01:25.688247+0000","last_fullsized":"2024-09-12T18:01:25.688247+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:26.213276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773443+0000","last_change":"2024-09-12T17:09:10.275074+0000","last_active":"2024-09-12T18:03:00.773443+0000","last_peered":"2024-09-12T18:03:00.773443+0000","last_clean":"2024-09-12T18:03:00.773443+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:03:00.773443+0000","last_undegraded":"2024-09-12T18:03:00.773443+0000","last_fullsized":"2024-09-12T18:03:00.773443+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:20.589969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859139+0000","last_change":"2024-09-12T17:32:41.550070+0000","last_active":"2024-09-12T18:01:40.859139+0000","last_peered":"2024-09-12T18:01:40.859139+0000","last_clean":"2024-09-12T18:01:40.859139+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:01:40.859139+0000","last_undegraded":"2024-09-12T18:01:40.859139+0000","last_fullsized":"2024-09-12T18:01:40.859139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:40.460808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:13.725884+0000","last_change":"2024-09-12T17:13:10.318436+0000","last_active":"2024-09-12T18:02:13.725884+0000","last_peered":"2024-09-12T18:02:13.725884+0000","last_clean":"2024-09-12T18:02:13.725884+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:02:13.725884+0000","last_undegraded":"2024-09-12T18:02:13.725884+0000","last_fullsized":"2024-09-12T18:02:13.725884+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:56.861378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'1","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715320+0000","last_change":"2024-09-12T17:13:06.296046+0000","last_active":"2024-09-12T18:02:05.715320+0000","last_peered":"2024-09-12T18:02:05.715320+0000","last_clean":"2024-09-12T18:02:05.715320+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:02:05.715320+0000","last_undegraded":"2024-09-12T18:02:05.715320+0000","last_fullsized":"2024-09-12T18:02:05.715320+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:08.849697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'51","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771605+0000","last_change":"2024-09-12T17:09:10.275120+0000","last_active":"2024-09-12T18:02:50.771605+0000","last_peered":"2024-09-12T18:02:50.771605+0000","last_clean":"2024-09-12T18:02:50.771605+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:02:50.771605+0000","last_undegraded":"2024-09-12T18:02:50.771605+0000","last_fullsized":"2024-09-12T18:02:50.771605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:28.554893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689970+0000","last_change":"2024-09-12T17:32:41.550453+0000","last_active":"2024-09-12T18:01:40.689970+0000","last_peered":"2024-09-12T18:01:40.689970+0000","last_clean":"2024-09-12T18:01:40.689970+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:01:40.689970+0000","last_undegraded":"2024-09-12T18:01:40.689970+0000","last_fullsized":"2024-09-12T18:01:40.689970+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:12.030822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:13.725816+0000","last_change":"2024-09-12T17:13:10.326174+0000","last_active":"2024-09-12T18:02:13.725816+0000","last_peered":"2024-09-12T18:02:13.725816+0000","last_clean":"2024-09-12T18:02:13.725816+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:02:13.725816+0000","last_undegraded":"2024-09-12T18:02:13.725816+0000","last_fullsized":"2024-09-12T18:02:13.725816+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:34.904648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.880770+0000","last_change":"2024-09-12T17:13:06.302304+0000","last_active":"2024-09-12T18:04:25.880770+0000","last_peered":"2024-09-12T18:04:25.880770+0000","last_clean":"2024-09-12T18:04:25.880770+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:04:25.880770+0000","last_undegraded":"2024-09-12T18:04:25.880770+0000","last_fullsized":"2024-09-12T18:04:25.880770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:47.949219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.698219+0000","last_change":"2024-09-12T17:09:10.266945+0000","last_active":"2024-09-12T18:02:50.698219+0000","last_peered":"2024-09-12T18:02:50.698219+0000","last_clean":"2024-09-12T18:02:50.698219+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:02:50.698219+0000","last_undegraded":"2024-09-12T18:02:50.698219+0000","last_fullsized":"2024-09-12T18:02:50.698219+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:57.878866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.683470+0000","last_change":"2024-09-12T17:32:41.547134+0000","last_active":"2024-09-12T18:00:45.683470+0000","last_peered":"2024-09-12T18:00:45.683470+0000","last_clean":"2024-09-12T18:00:45.683470+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:00:45.683470+0000","last_undegraded":"2024-09-12T18:00:45.683470+0000","last_fullsized":"2024-09-12T18:00:45.683470+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:58.385406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862739+0000","last_change":"2024-09-12T17:13:10.327049+0000","last_active":"2024-09-12T18:02:10.862739+0000","last_peered":"2024-09-12T18:02:10.862739+0000","last_clean":"2024-09-12T18:02:10.862739+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:02:10.862739+0000","last_undegraded":"2024-09-12T18:02:10.862739+0000","last_fullsized":"2024-09-12T18:02:10.862739+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:17.719838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761173+0000","last_change":"2024-09-12T17:13:06.301669+0000","last_active":"2024-09-12T18:02:05.761173+0000","last_peered":"2024-09-12T18:02:05.761173+0000","last_clean":"2024-09-12T18:02:05.761173+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:02:05.761173+0000","last_undegraded":"2024-09-12T18:02:05.761173+0000","last_fullsized":"2024-09-12T18:02:05.761173+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:08.524464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.721646+0000","last_change":"2024-09-12T17:09:10.273493+0000","last_active":"2024-09-12T18:02:50.721646+0000","last_peered":"2024-09-12T18:02:50.721646+0000","last_clean":"2024-09-12T18:02:50.721646+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:02:50.721646+0000","last_undegraded":"2024-09-12T18:02:50.721646+0000","last_fullsized":"2024-09-12T18:02:50.721646+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:18.161506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859106+0000","last_change":"2024-09-12T17:32:41.549433+0000","last_active":"2024-09-12T18:01:40.859106+0000","last_peered":"2024-09-12T18:01:40.859106+0000","last_clean":"2024-09-12T18:01:40.859106+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:01:40.859106+0000","last_undegraded":"2024-09-12T18:01:40.859106+0000","last_fullsized":"2024-09-12T18:01:40.859106+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:25.486315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.761798+0000","last_change":"2024-09-12T17:13:10.322373+0000","last_active":"2024-09-12T18:02:10.761798+0000","last_peered":"2024-09-12T18:02:10.761798+0000","last_clean":"2024-09-12T18:02:10.761798+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:02:10.761798+0000","last_undegraded":"2024-09-12T18:02:10.761798+0000","last_fullsized":"2024-09-12T18:02:10.761798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:08.545547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764267+0000","last_change":"2024-09-12T17:13:06.304694+0000","last_active":"2024-09-12T18:02:05.764267+0000","last_peered":"2024-09-12T18:02:05.764267+0000","last_clean":"2024-09-12T18:02:05.764267+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:02:05.764267+0000","last_undegraded":"2024-09-12T18:02:05.764267+0000","last_fullsized":"2024-09-12T18:02:05.764267+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:37.149366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.867580+0000","last_change":"2024-09-12T17:09:10.271328+0000","last_active":"2024-09-12T18:02:50.867580+0000","last_peered":"2024-09-12T18:02:50.867580+0000","last_clean":"2024-09-12T18:02:50.867580+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:02:50.867580+0000","last_undegraded":"2024-09-12T18:02:50.867580+0000","last_fullsized":"2024-09-12T18:02:50.867580+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.165867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722752+0000","last_change":"2024-09-12T17:32:41.551906+0000","last_active":"2024-09-12T18:03:05.722752+0000","last_peered":"2024-09-12T18:03:05.722752+0000","last_clean":"2024-09-12T18:03:05.722752+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:03:05.722752+0000","last_undegraded":"2024-09-12T18:03:05.722752+0000","last_fullsized":"2024-09-12T18:03:05.722752+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.085337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:55.885044+0000","last_change":"2024-09-12T17:13:10.327002+0000","last_active":"2024-09-12T18:04:55.885044+0000","last_peered":"2024-09-12T18:04:55.885044+0000","last_clean":"2024-09-12T18:04:55.885044+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:04:55.885044+0000","last_undegraded":"2024-09-12T18:04:55.885044+0000","last_fullsized":"2024-09-12T18:04:55.885044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:45.010511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861620+0000","last_change":"2024-09-12T17:13:06.303988+0000","last_active":"2024-09-12T18:05:19.861620+0000","last_peered":"2024-09-12T18:05:19.861620+0000","last_clean":"2024-09-12T18:05:19.861620+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:05:19.861620+0000","last_undegraded":"2024-09-12T18:05:19.861620+0000","last_fullsized":"2024-09-12T18:05:19.861620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:22.090357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854294+0000","last_change":"2024-09-12T17:09:10.270111+0000","last_active":"2024-09-12T18:01:00.854294+0000","last_peered":"2024-09-12T18:01:00.854294+0000","last_clean":"2024-09-12T18:01:00.854294+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:01:00.854294+0000","last_undegraded":"2024-09-12T18:01:00.854294+0000","last_fullsized":"2024-09-12T18:01:00.854294+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:49.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763751+0000","last_change":"2024-09-12T17:32:41.555032+0000","last_active":"2024-09-12T18:02:00.763751+0000","last_peered":"2024-09-12T18:02:00.763751+0000","last_clean":"2024-09-12T18:02:00.763751+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:02:00.763751+0000","last_undegraded":"2024-09-12T18:02:00.763751+0000","last_fullsized":"2024-09-12T18:02:00.763751+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:11.567800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866393+0000","last_change":"2024-09-12T17:13:10.328163+0000","last_active":"2024-09-12T18:02:40.866393+0000","last_peered":"2024-09-12T18:02:40.866393+0000","last_clean":"2024-09-12T18:02:40.866393+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:02:40.866393+0000","last_undegraded":"2024-09-12T18:02:40.866393+0000","last_fullsized":"2024-09-12T18:02:40.866393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:28.503641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'6","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.735006+0000","last_change":"2024-09-12T17:13:06.300478+0000","last_active":"2024-09-12T18:04:50.735006+0000","last_peered":"2024-09-12T18:04:50.735006+0000","last_clean":"2024-09-12T18:04:50.735006+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:04:50.735006+0000","last_undegraded":"2024-09-12T18:04:50.735006+0000","last_fullsized":"2024-09-12T18:04:50.735006+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:24.111715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":5160,"num_write":11,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753309+0000","last_change":"2024-09-12T17:09:10.270002+0000","last_active":"2024-09-12T18:00:55.753309+0000","last_peered":"2024-09-12T18:00:55.753309+0000","last_clean":"2024-09-12T18:00:55.753309+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:00:55.753309+0000","last_undegraded":"2024-09-12T18:00:55.753309+0000","last_fullsized":"2024-09-12T18:00:55.753309+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:57.310938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.768811+0000","last_change":"2024-09-12T17:32:41.550257+0000","last_active":"2024-09-12T18:03:00.768811+0000","last_peered":"2024-09-12T18:03:00.768811+0000","last_clean":"2024-09-12T18:03:00.768811+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:03:00.768811+0000","last_undegraded":"2024-09-12T18:03:00.768811+0000","last_fullsized":"2024-09-12T18:03:00.768811+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:57.600800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:53.730436+0000","last_change":"2024-09-12T17:13:10.890985+0000","last_active":"2024-09-12T18:02:53.730436+0000","last_peered":"2024-09-12T18:02:53.730436+0000","last_clean":"2024-09-12T18:02:53.730436+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:02:53.730436+0000","last_undegraded":"2024-09-12T18:02:53.730436+0000","last_fullsized":"2024-09-12T18:02:53.730436+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:47.811508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.298155+0000","last_change":"2024-09-12T17:13:06.304413+0000","last_active":"2024-09-12T18:05:20.298155+0000","last_peered":"2024-09-12T18:05:20.298155+0000","last_clean":"2024-09-12T18:05:20.298155+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:05:20.298155+0000","last_undegraded":"2024-09-12T18:05:20.298155+0000","last_fullsized":"2024-09-12T18:05:20.298155+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:29.304610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.751723+0000","last_change":"2024-09-12T17:09:10.267720+0000","last_active":"2024-09-12T18:00:55.751723+0000","last_peered":"2024-09-12T18:00:55.751723+0000","last_clean":"2024-09-12T18:00:55.751723+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:00:55.751723+0000","last_undegraded":"2024-09-12T18:00:55.751723+0000","last_fullsized":"2024-09-12T18:00:55.751723+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:06.209318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774260+0000","last_change":"2024-09-12T17:32:41.549955+0000","last_active":"2024-09-12T18:03:05.774260+0000","last_peered":"2024-09-12T18:03:05.774260+0000","last_clean":"2024-09-12T18:03:05.774260+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:03:05.774260+0000","last_undegraded":"2024-09-12T18:03:05.774260+0000","last_fullsized":"2024-09-12T18:03:05.774260+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:44.634527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866455+0000","last_change":"2024-09-12T17:13:10.327750+0000","last_active":"2024-09-12T18:02:40.866455+0000","last_peered":"2024-09-12T18:02:40.866455+0000","last_clean":"2024-09-12T18:02:40.866455+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:02:40.866455+0000","last_undegraded":"2024-09-12T18:02:40.866455+0000","last_fullsized":"2024-09-12T18:02:40.866455+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:22.090516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729926+0000","last_change":"2024-09-12T17:13:06.298421+0000","last_active":"2024-09-12T18:02:48.729926+0000","last_peered":"2024-09-12T18:02:48.729926+0000","last_clean":"2024-09-12T18:02:48.729926+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:02:48.729926+0000","last_undegraded":"2024-09-12T18:02:48.729926+0000","last_fullsized":"2024-09-12T18:02:48.729926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:35.429856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.709731+0000","last_change":"2024-09-12T17:09:10.270990+0000","last_active":"2024-09-12T18:00:55.709731+0000","last_peered":"2024-09-12T18:00:55.709731+0000","last_clean":"2024-09-12T18:00:55.709731+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:00:55.709731+0000","last_undegraded":"2024-09-12T18:00:55.709731+0000","last_fullsized":"2024-09-12T18:00:55.709731+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:01.519170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.861018+0000","last_change":"2024-09-12T17:32:41.551465+0000","last_active":"2024-09-12T18:01:55.861018+0000","last_peered":"2024-09-12T18:01:55.861018+0000","last_clean":"2024-09-12T18:01:55.861018+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:01:55.861018+0000","last_undegraded":"2024-09-12T18:01:55.861018+0000","last_fullsized":"2024-09-12T18:01:55.861018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:25.944781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722998+0000","last_change":"2024-09-12T17:13:10.327525+0000","last_active":"2024-09-12T18:03:00.722998+0000","last_peered":"2024-09-12T18:03:00.722998+0000","last_clean":"2024-09-12T18:03:00.722998+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:03:00.722998+0000","last_undegraded":"2024-09-12T18:03:00.722998+0000","last_fullsized":"2024-09-12T18:03:00.722998+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:29.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.000588+0000","last_change":"2024-09-12T17:13:06.299865+0000","last_active":"2024-09-12T18:05:20.000588+0000","last_peered":"2024-09-12T18:05:20.000588+0000","last_clean":"2024-09-12T18:05:20.000588+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:05:20.000588+0000","last_undegraded":"2024-09-12T18:05:20.000588+0000","last_fullsized":"2024-09-12T18:05:20.000588+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:43.850410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684683+0000","last_change":"2024-09-12T17:09:10.266109+0000","last_active":"2024-09-12T18:00:55.684683+0000","last_peered":"2024-09-12T18:00:55.684683+0000","last_clean":"2024-09-12T18:00:55.684683+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:00:55.684683+0000","last_undegraded":"2024-09-12T18:00:55.684683+0000","last_fullsized":"2024-09-12T18:00:55.684683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:11.620915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764647+0000","last_change":"2024-09-12T17:32:41.552092+0000","last_active":"2024-09-12T18:02:05.764647+0000","last_peered":"2024-09-12T18:02:05.764647+0000","last_clean":"2024-09-12T18:02:05.764647+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:02:05.764647+0000","last_undegraded":"2024-09-12T18:02:05.764647+0000","last_fullsized":"2024-09-12T18:02:05.764647+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:34.909221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796837+0000","last_change":"2024-09-12T17:13:10.888298+0000","last_active":"2024-09-12T18:05:10.796837+0000","last_peered":"2024-09-12T18:05:10.796837+0000","last_clean":"2024-09-12T18:05:10.796837+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:05:10.796837+0000","last_undegraded":"2024-09-12T18:05:10.796837+0000","last_fullsized":"2024-09-12T18:05:10.796837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:03.125569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730926+0000","last_change":"2024-09-12T17:13:06.298182+0000","last_active":"2024-09-12T18:02:58.730926+0000","last_peered":"2024-09-12T18:02:58.730926+0000","last_clean":"2024-09-12T18:02:58.730926+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:02:58.730926+0000","last_undegraded":"2024-09-12T18:02:58.730926+0000","last_fullsized":"2024-09-12T18:02:58.730926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:12.626570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":161,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:20.757592+0000","last_change":"2024-09-12T17:09:10.270520+0000","last_active":"2024-09-12T18:01:20.757592+0000","last_peered":"2024-09-12T18:01:20.757592+0000","last_clean":"2024-09-12T18:01:20.757592+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:01:20.757592+0000","last_undegraded":"2024-09-12T18:01:20.757592+0000","last_fullsized":"2024-09-12T18:01:20.757592+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:08.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763801+0000","last_change":"2024-09-12T17:32:41.550252+0000","last_active":"2024-09-12T18:02:00.763801+0000","last_peered":"2024-09-12T18:02:00.763801+0000","last_clean":"2024-09-12T18:02:00.763801+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:02:00.763801+0000","last_undegraded":"2024-09-12T18:02:00.763801+0000","last_fullsized":"2024-09-12T18:02:00.763801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:00.908436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:43.729300+0000","last_change":"2024-09-12T17:13:10.322478+0000","last_active":"2024-09-12T18:02:43.729300+0000","last_peered":"2024-09-12T18:02:43.729300+0000","last_clean":"2024-09-12T18:02:43.729300+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:02:43.729300+0000","last_undegraded":"2024-09-12T18:02:43.729300+0000","last_fullsized":"2024-09-12T18:02:43.729300+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:37.796344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718056+0000","last_change":"2024-09-12T17:13:06.297558+0000","last_active":"2024-09-12T18:05:15.718056+0000","last_peered":"2024-09-12T18:05:15.718056+0000","last_clean":"2024-09-12T18:05:15.718056+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:05:15.718056+0000","last_undegraded":"2024-09-12T18:05:15.718056+0000","last_fullsized":"2024-09-12T18:05:15.718056+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:25.757958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855396+0000","last_change":"2024-09-12T17:09:10.273095+0000","last_active":"2024-09-12T18:01:10.855396+0000","last_peered":"2024-09-12T18:01:10.855396+0000","last_clean":"2024-09-12T18:01:10.855396+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:01:10.855396+0000","last_undegraded":"2024-09-12T18:01:10.855396+0000","last_fullsized":"2024-09-12T18:01:10.855396+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:09.778188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.691542+0000","last_change":"2024-09-12T17:32:41.545493+0000","last_active":"2024-09-12T18:01:55.691542+0000","last_peered":"2024-09-12T18:01:55.691542+0000","last_clean":"2024-09-12T18:01:55.691542+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:01:55.691542+0000","last_undegraded":"2024-09-12T18:01:55.691542+0000","last_fullsized":"2024-09-12T18:01:55.691542+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:49.202805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775152+0000","last_change":"2024-09-12T17:13:10.326493+0000","last_active":"2024-09-12T18:03:10.775152+0000","last_peered":"2024-09-12T18:03:10.775152+0000","last_clean":"2024-09-12T18:03:10.775152+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:03:10.775152+0000","last_undegraded":"2024-09-12T18:03:10.775152+0000","last_fullsized":"2024-09-12T18:03:10.775152+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:01.018946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:35.719537+0000","last_change":"2024-09-12T17:13:06.301058+0000","last_active":"2024-09-12T18:02:35.719537+0000","last_peered":"2024-09-12T18:02:35.719537+0000","last_clean":"2024-09-12T18:02:35.719537+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:02:35.719537+0000","last_undegraded":"2024-09-12T18:02:35.719537+0000","last_fullsized":"2024-09-12T18:02:35.719537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.986512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":169,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753807+0000","last_change":"2024-09-12T17:09:10.266076+0000","last_active":"2024-09-12T18:01:10.753807+0000","last_peered":"2024-09-12T18:01:10.753807+0000","last_clean":"2024-09-12T18:01:10.753807+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:01:10.753807+0000","last_undegraded":"2024-09-12T18:01:10.753807+0000","last_fullsized":"2024-09-12T18:01:10.753807+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:52.594773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.762990+0000","last_change":"2024-09-12T17:32:41.550557+0000","last_active":"2024-09-12T18:01:55.762990+0000","last_peered":"2024-09-12T18:01:55.762990+0000","last_clean":"2024-09-12T18:01:55.762990+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:01:55.762990+0000","last_undegraded":"2024-09-12T18:01:55.762990+0000","last_fullsized":"2024-09-12T18:01:55.762990+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:31.674024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'7","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701922+0000","last_change":"2024-09-12T17:13:10.320561+0000","last_active":"2024-09-12T18:03:20.701922+0000","last_peered":"2024-09-12T18:03:20.701922+0000","last_clean":"2024-09-12T18:03:20.701922+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:03:20.701922+0000","last_undegraded":"2024-09-12T18:03:20.701922+0000","last_fullsized":"2024-09-12T18:03:20.701922+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:07.587358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":7,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774347+0000","last_change":"2024-09-12T17:13:06.303010+0000","last_active":"2024-09-12T18:03:05.774347+0000","last_peered":"2024-09-12T18:03:05.774347+0000","last_clean":"2024-09-12T18:03:05.774347+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:03:05.774347+0000","last_undegraded":"2024-09-12T18:03:05.774347+0000","last_fullsized":"2024-09-12T18:03:05.774347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:08.297145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686566+0000","last_change":"2024-09-12T17:09:10.272750+0000","last_active":"2024-09-12T18:01:10.686566+0000","last_peered":"2024-09-12T18:01:10.686566+0000","last_clean":"2024-09-12T18:01:10.686566+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:01:10.686566+0000","last_undegraded":"2024-09-12T18:01:10.686566+0000","last_fullsized":"2024-09-12T18:01:10.686566+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:31.283875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762022+0000","last_change":"2024-09-12T17:32:41.546525+0000","last_active":"2024-09-12T18:01:50.762022+0000","last_peered":"2024-09-12T18:01:50.762022+0000","last_clean":"2024-09-12T18:01:50.762022+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:01:50.762022+0000","last_undegraded":"2024-09-12T18:01:50.762022+0000","last_fullsized":"2024-09-12T18:01:50.762022+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:42.236376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'1","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700695+0000","last_change":"2024-09-12T17:13:10.889644+0000","last_active":"2024-09-12T18:03:10.700695+0000","last_peered":"2024-09-12T18:03:10.700695+0000","last_clean":"2024-09-12T18:03:10.700695+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:03:10.700695+0000","last_undegraded":"2024-09-12T18:03:10.700695+0000","last_fullsized":"2024-09-12T18:03:10.700695+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:48.924700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723938+0000","last_change":"2024-09-12T17:13:06.301219+0000","last_active":"2024-09-12T18:03:15.723938+0000","last_peered":"2024-09-12T18:03:15.723938+0000","last_clean":"2024-09-12T18:03:15.723938+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:03:15.723938+0000","last_undegraded":"2024-09-12T18:03:15.723938+0000","last_fullsized":"2024-09-12T18:03:15.723938+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:30.825007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753875+0000","last_change":"2024-09-12T17:09:10.268690+0000","last_active":"2024-09-12T18:01:10.753875+0000","last_peered":"2024-09-12T18:01:10.753875+0000","last_clean":"2024-09-12T18:01:10.753875+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:01:10.753875+0000","last_undegraded":"2024-09-12T18:01:10.753875+0000","last_fullsized":"2024-09-12T18:01:10.753875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:50.586358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729849+0000","last_change":"2024-09-12T17:32:41.543342+0000","last_active":"2024-09-12T18:02:48.729849+0000","last_peered":"2024-09-12T18:02:48.729849+0000","last_clean":"2024-09-12T18:02:48.729849+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:02:48.729849+0000","last_undegraded":"2024-09-12T18:02:48.729849+0000","last_fullsized":"2024-09-12T18:02:48.729849+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.740281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773517+0000","last_change":"2024-09-12T17:13:10.889895+0000","last_active":"2024-09-12T18:03:00.773517+0000","last_peered":"2024-09-12T18:03:00.773517+0000","last_clean":"2024-09-12T18:03:00.773517+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:03:00.773517+0000","last_undegraded":"2024-09-12T18:03:00.773517+0000","last_fullsized":"2024-09-12T18:03:00.773517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:23.952600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:05.796101+0000","last_change":"2024-09-12T17:13:06.305017+0000","last_active":"2024-09-12T18:05:05.796101+0000","last_peered":"2024-09-12T18:05:05.796101+0000","last_clean":"2024-09-12T18:05:05.796101+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:05:05.796101+0000","last_undegraded":"2024-09-12T18:05:05.796101+0000","last_fullsized":"2024-09-12T18:05:05.796101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:40.364434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758489+0000","last_change":"2024-09-12T17:09:10.268574+0000","last_active":"2024-09-12T18:01:25.758489+0000","last_peered":"2024-09-12T18:01:25.758489+0000","last_clean":"2024-09-12T18:01:25.758489+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:01:25.758489+0000","last_undegraded":"2024-09-12T18:01:25.758489+0000","last_fullsized":"2024-09-12T18:01:25.758489+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:45.969288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.713359+0000","last_change":"2024-09-12T17:32:41.549155+0000","last_active":"2024-09-12T18:01:50.713359+0000","last_peered":"2024-09-12T18:01:50.713359+0000","last_clean":"2024-09-12T18:01:50.713359+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:01:50.713359+0000","last_undegraded":"2024-09-12T18:01:50.713359+0000","last_fullsized":"2024-09-12T18:01:50.713359+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:50.853565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.741520+0000","last_change":"2024-09-12T17:13:10.325297+0000","last_active":"2024-09-12T18:05:10.741520+0000","last_peered":"2024-09-12T18:05:10.741520+0000","last_clean":"2024-09-12T18:05:10.741520+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:05:10.741520+0000","last_undegraded":"2024-09-12T18:05:10.741520+0000","last_fullsized":"2024-09-12T18:05:10.741520+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:22.480997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784988+0000","last_change":"2024-09-12T17:13:06.304036+0000","last_active":"2024-09-12T18:05:19.784988+0000","last_peered":"2024-09-12T18:05:19.784988+0000","last_clean":"2024-09-12T18:05:19.784988+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:05:19.784988+0000","last_undegraded":"2024-09-12T18:05:19.784988+0000","last_fullsized":"2024-09-12T18:05:19.784988+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:25.738927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":273,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:18.719896+0000","last_change":"2024-09-12T17:09:10.268416+0000","last_active":"2024-09-12T18:01:18.719896+0000","last_peered":"2024-09-12T18:01:18.719896+0000","last_clean":"2024-09-12T18:01:18.719896+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:01:18.719896+0000","last_undegraded":"2024-09-12T18:01:18.719896+0000","last_fullsized":"2024-09-12T18:01:18.719896+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:12.248281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722283+0000","last_change":"2024-09-12T17:32:41.546757+0000","last_active":"2024-09-12T18:03:00.722283+0000","last_peered":"2024-09-12T18:03:00.722283+0000","last_clean":"2024-09-12T18:03:00.722283+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:03:00.722283+0000","last_undegraded":"2024-09-12T18:03:00.722283+0000","last_fullsized":"2024-09-12T18:03:00.722283+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:51.776371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:13.732860+0000","last_change":"2024-09-12T17:13:10.325735+0000","last_active":"2024-09-12T18:03:13.732860+0000","last_peered":"2024-09-12T18:03:13.732860+0000","last_clean":"2024-09-12T18:03:13.732860+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:03:13.732860+0000","last_undegraded":"2024-09-12T18:03:13.732860+0000","last_fullsized":"2024-09-12T18:03:13.732860+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:58.753197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784967+0000","last_change":"2024-09-12T17:13:06.297541+0000","last_active":"2024-09-12T18:05:19.784967+0000","last_peered":"2024-09-12T18:05:19.784967+0000","last_clean":"2024-09-12T18:05:19.784967+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:05:19.784967+0000","last_undegraded":"2024-09-12T18:05:19.784967+0000","last_fullsized":"2024-09-12T18:05:19.784967+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:58.244086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4964,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":4105,"num_write":5,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":208,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756476+0000","last_change":"2024-09-12T17:09:10.273325+0000","last_active":"2024-09-12T18:01:15.756476+0000","last_peered":"2024-09-12T18:01:15.756476+0000","last_clean":"2024-09-12T18:01:15.756476+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:01:15.756476+0000","last_undegraded":"2024-09-12T18:01:15.756476+0000","last_fullsized":"2024-09-12T18:01:15.756476+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:10.868061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699399+0000","last_change":"2024-09-12T17:32:41.548691+0000","last_active":"2024-09-12T18:03:00.699399+0000","last_peered":"2024-09-12T18:03:00.699399+0000","last_clean":"2024-09-12T18:03:00.699399+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:03:00.699399+0000","last_undegraded":"2024-09-12T18:03:00.699399+0000","last_fullsized":"2024-09-12T18:03:00.699399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:12.575102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.777854+0000","last_change":"2024-09-12T17:13:10.323121+0000","last_active":"2024-09-12T18:03:25.777854+0000","last_peered":"2024-09-12T18:03:25.777854+0000","last_clean":"2024-09-12T18:03:25.777854+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:03:25.777854+0000","last_undegraded":"2024-09-12T18:03:25.777854+0000","last_fullsized":"2024-09-12T18:03:25.777854+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:24.985924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796910+0000","last_change":"2024-09-12T17:13:06.300247+0000","last_active":"2024-09-12T18:05:10.796910+0000","last_peered":"2024-09-12T18:05:10.796910+0000","last_clean":"2024-09-12T18:05:10.796910+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:05:10.796910+0000","last_undegraded":"2024-09-12T18:05:10.796910+0000","last_fullsized":"2024-09-12T18:05:10.796910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:19.464314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.708307+0000","last_change":"2024-09-12T17:09:10.267687+0000","last_active":"2024-09-12T18:01:15.708307+0000","last_peered":"2024-09-12T18:01:15.708307+0000","last_clean":"2024-09-12T18:01:15.708307+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:01:15.708307+0000","last_undegraded":"2024-09-12T18:01:15.708307+0000","last_fullsized":"2024-09-12T18:01:15.708307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:14.864859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.690974+0000","last_change":"2024-09-12T17:32:41.549696+0000","last_active":"2024-09-12T18:01:50.690974+0000","last_peered":"2024-09-12T18:01:50.690974+0000","last_clean":"2024-09-12T18:01:50.690974+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:01:50.690974+0000","last_undegraded":"2024-09-12T18:01:50.690974+0000","last_fullsized":"2024-09-12T18:01:50.690974+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:03.583797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'10","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.787513+0000","last_change":"2024-09-12T17:13:10.327648+0000","last_active":"2024-09-12T18:05:15.787513+0000","last_peered":"2024-09-12T18:05:15.787513+0000","last_clean":"2024-09-12T18:05:15.787513+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:05:15.787513+0000","last_undegraded":"2024-09-12T18:05:15.787513+0000","last_fullsized":"2024-09-12T18:05:15.787513+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:36.378952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":3127,"num_write":15,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732164+0000","last_change":"2024-09-12T17:13:06.296955+0000","last_active":"2024-09-12T18:03:08.732164+0000","last_peered":"2024-09-12T18:03:08.732164+0000","last_clean":"2024-09-12T18:03:08.732164+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:03:08.732164+0000","last_undegraded":"2024-09-12T18:03:08.732164+0000","last_fullsized":"2024-09-12T18:03:08.732164+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:42.740025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754473+0000","last_change":"2024-09-12T17:09:10.265238+0000","last_active":"2024-09-12T18:01:15.754473+0000","last_peered":"2024-09-12T18:01:15.754473+0000","last_clean":"2024-09-12T18:01:15.754473+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:01:15.754473+0000","last_undegraded":"2024-09-12T18:01:15.754473+0000","last_fullsized":"2024-09-12T18:01:15.754473+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.018490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763821+0000","last_change":"2024-09-12T17:32:41.552411+0000","last_active":"2024-09-12T18:02:00.763821+0000","last_peered":"2024-09-12T18:02:00.763821+0000","last_clean":"2024-09-12T18:02:00.763821+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:02:00.763821+0000","last_undegraded":"2024-09-12T18:02:00.763821+0000","last_fullsized":"2024-09-12T18:02:00.763821+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:28.866963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'3","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.724447+0000","last_change":"2024-09-12T17:13:10.325183+0000","last_active":"2024-09-12T18:03:10.724447+0000","last_peered":"2024-09-12T18:03:10.724447+0000","last_clean":"2024-09-12T18:03:10.724447+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:03:10.724447+0000","last_undegraded":"2024-09-12T18:03:10.724447+0000","last_fullsized":"2024-09-12T18:03:10.724447+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:21.704143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.769606+0000","last_change":"2024-09-12T17:13:06.302709+0000","last_active":"2024-09-12T18:03:05.769606+0000","last_peered":"2024-09-12T18:03:05.769606+0000","last_clean":"2024-09-12T18:03:05.769606+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:03:05.769606+0000","last_undegraded":"2024-09-12T18:03:05.769606+0000","last_fullsized":"2024-09-12T18:03:05.769606+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.076485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777001+0000","last_change":"2024-09-12T17:09:10.267732+0000","last_active":"2024-09-12T18:03:20.777001+0000","last_peered":"2024-09-12T18:03:20.777001+0000","last_clean":"2024-09-12T18:03:20.777001+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:03:20.777001+0000","last_undegraded":"2024-09-12T18:03:20.777001+0000","last_fullsized":"2024-09-12T18:03:20.777001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:35.012777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'297","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.731323+0000","last_change":"2024-09-12T16:53:16.156072+0000","last_active":"2024-09-12T18:05:20.731323+0000","last_peered":"2024-09-12T18:05:20.731323+0000","last_clean":"2024-09-12T18:05:20.731323+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:20.731323+0000","last_undegraded":"2024-09-12T18:05:20.731323+0000","last_fullsized":"2024-09-12T18:05:20.731323+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:57.367763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13635885,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":476,"num_read_kb":35275,"num_write":977,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":691,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752246+0000","last_change":"2024-09-12T16:53:18.156411+0000","last_active":"2024-09-12T18:00:50.752246+0000","last_peered":"2024-09-12T18:00:50.752246+0000","last_clean":"2024-09-12T18:00:50.752246+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:00:50.752246+0000","last_undegraded":"2024-09-12T18:00:50.752246+0000","last_fullsized":"2024-09-12T18:00:50.752246+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:13.134386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'271","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724772+0000","last_change":"2024-09-12T16:53:16.145425+0000","last_active":"2024-09-12T18:02:03.724772+0000","last_peered":"2024-09-12T18:02:03.724772+0000","last_clean":"2024-09-12T18:02:03.724772+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:02:03.724772+0000","last_undegraded":"2024-09-12T18:02:03.724772+0000","last_fullsized":"2024-09-12T18:02:03.724772+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:34.892667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724242,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":388,"num_read_kb":21257,"num_write":926,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'359","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.717774+0000","last_change":"2024-09-12T16:53:18.160481+0000","last_active":"2024-09-12T18:03:10.717774+0000","last_peered":"2024-09-12T18:03:10.717774+0000","last_clean":"2024-09-12T18:03:10.717774+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:03:10.717774+0000","last_undegraded":"2024-09-12T18:03:10.717774+0000","last_fullsized":"2024-09-12T18:03:10.717774+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:36.739965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'322","reported_seq":1096,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.579549+0000","last_change":"2024-09-12T16:53:16.143631+0000","last_active":"2024-09-12T18:05:20.579549+0000","last_peered":"2024-09-12T18:05:20.579549+0000","last_clean":"2024-09-12T18:05:20.579549+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:20.579549+0000","last_undegraded":"2024-09-12T18:05:20.579549+0000","last_fullsized":"2024-09-12T18:05:20.579549+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:35.419788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10471092,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":742,"num_read_kb":30264,"num_write":1255,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:59.163669+0000","last_change":"2024-09-12T16:53:18.153756+0000","last_active":"2024-09-12T18:02:59.163669+0000","last_peered":"2024-09-12T18:02:59.163669+0000","last_clean":"2024-09-12T18:02:59.163669+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:02:59.163669+0000","last_undegraded":"2024-09-12T18:02:59.163669+0000","last_fullsized":"2024-09-12T18:02:59.163669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:23.982332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'325","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.749802+0000","last_change":"2024-09-12T16:53:49.753977+0000","last_active":"2024-09-12T18:05:20.749802+0000","last_peered":"2024-09-12T18:05:20.749802+0000","last_clean":"2024-09-12T18:05:20.749802+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:20.749802+0000","last_undegraded":"2024-09-12T18:05:20.749802+0000","last_fullsized":"2024-09-12T18:05:20.749802+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:21.437121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019624,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":485,"num_read_kb":3326,"num_write":1089,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.684041+0000","last_change":"2024-09-12T16:53:18.164914+0000","last_active":"2024-09-12T18:00:50.684041+0000","last_peered":"2024-09-12T18:00:50.684041+0000","last_clean":"2024-09-12T18:00:50.684041+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:00:50.684041+0000","last_undegraded":"2024-09-12T18:00:50.684041+0000","last_fullsized":"2024-09-12T18:00:50.684041+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:50.178486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'267","reported_seq":876,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.755032+0000","last_change":"2024-09-12T16:53:16.153925+0000","last_active":"2024-09-12T18:05:20.755032+0000","last_peered":"2024-09-12T18:05:20.755032+0000","last_clean":"2024-09-12T18:05:20.755032+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:20.755032+0000","last_undegraded":"2024-09-12T18:05:20.755032+0000","last_fullsized":"2024-09-12T18:05:20.755032+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:47.539639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":381,"num_read_kb":18360,"num_write":847,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.656936+0000","last_change":"2024-09-12T16:53:18.152261+0000","last_active":"2024-09-12T18:03:33.656936+0000","last_peered":"2024-09-12T18:03:33.656936+0000","last_clean":"2024-09-12T18:03:33.656936+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:03:33.656936+0000","last_undegraded":"2024-09-12T18:03:33.656936+0000","last_fullsized":"2024-09-12T18:03:33.656936+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:25.029250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'310","reported_seq":958,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.750462+0000","last_change":"2024-09-12T16:53:16.149012+0000","last_active":"2024-09-12T18:05:20.750462+0000","last_peered":"2024-09-12T18:05:20.750462+0000","last_clean":"2024-09-12T18:05:20.750462+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:20.750462+0000","last_undegraded":"2024-09-12T18:05:20.750462+0000","last_fullsized":"2024-09-12T18:05:20.750462+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:53.953434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388877,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":459,"num_read_kb":63577,"num_write":1025,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'125","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715472+0000","last_change":"2024-09-12T16:53:18.155120+0000","last_active":"2024-09-12T18:02:05.715472+0000","last_peered":"2024-09-12T18:02:05.715472+0000","last_clean":"2024-09-12T18:02:05.715472+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:02:05.715472+0000","last_undegraded":"2024-09-12T18:02:05.715472+0000","last_fullsized":"2024-09-12T18:02:05.715472+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:36.231895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'283","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.780128+0000","last_change":"2024-09-12T16:53:16.156330+0000","last_active":"2024-09-12T18:05:20.780128+0000","last_peered":"2024-09-12T18:05:20.780128+0000","last_clean":"2024-09-12T18:05:20.780128+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:20.780128+0000","last_undegraded":"2024-09-12T18:05:20.780128+0000","last_fullsized":"2024-09-12T18:05:20.780128+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:53.758321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":587069,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":677,"num_read_kb":1207,"num_write":957,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'327","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.822122+0000","last_change":"2024-09-12T16:53:18.160222+0000","last_active":"2024-09-12T18:04:52.822122+0000","last_peered":"2024-09-12T18:04:52.822122+0000","last_clean":"2024-09-12T18:04:52.822122+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:04:52.822122+0000","last_undegraded":"2024-09-12T18:04:52.822122+0000","last_fullsized":"2024-09-12T18:04:52.822122+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'313","reported_seq":963,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.840078+0000","last_change":"2024-09-12T16:53:16.149993+0000","last_active":"2024-09-12T18:05:20.840078+0000","last_peered":"2024-09-12T18:05:20.840078+0000","last_clean":"2024-09-12T18:05:20.840078+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:20.840078+0000","last_undegraded":"2024-09-12T18:05:20.840078+0000","last_fullsized":"2024-09-12T18:05:20.840078+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:00.474131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10810703,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":433,"num_read_kb":41259,"num_write":1041,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'85","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.716946+0000","last_change":"2024-09-12T16:53:18.163283+0000","last_active":"2024-09-12T18:02:05.716946+0000","last_peered":"2024-09-12T18:02:05.716946+0000","last_clean":"2024-09-12T18:02:05.716946+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:02:05.716946+0000","last_undegraded":"2024-09-12T18:02:05.716946+0000","last_fullsized":"2024-09-12T18:02:05.716946+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:09.341463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1054,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705902+0000","last_change":"2024-09-12T16:53:18.152640+0000","last_active":"2024-09-12T18:01:00.705902+0000","last_peered":"2024-09-12T18:01:00.705902+0000","last_clean":"2024-09-12T18:01:00.705902+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:01:00.705902+0000","last_undegraded":"2024-09-12T18:01:00.705902+0000","last_fullsized":"2024-09-12T18:01:00.705902+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:04.448704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'330","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.613790+0000","last_change":"2024-09-12T16:53:16.157825+0000","last_active":"2024-09-12T18:05:20.613790+0000","last_peered":"2024-09-12T18:05:20.613790+0000","last_clean":"2024-09-12T18:05:20.613790+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:20.613790+0000","last_undegraded":"2024-09-12T18:05:20.613790+0000","last_fullsized":"2024-09-12T18:05:20.613790+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:53.551025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5270372,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":501,"num_read_kb":14380,"num_write":1062,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:14.021621+0000","last_change":"2024-09-12T16:53:18.160888+0000","last_active":"2024-09-12T18:02:14.021621+0000","last_peered":"2024-09-12T18:02:14.021621+0000","last_clean":"2024-09-12T18:02:14.021621+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:02:14.021621+0000","last_undegraded":"2024-09-12T18:02:14.021621+0000","last_fullsized":"2024-09-12T18:02:14.021621+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:34.974751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'348","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.714516+0000","last_change":"2024-09-12T16:53:16.156517+0000","last_active":"2024-09-12T18:05:20.714516+0000","last_peered":"2024-09-12T18:05:20.714516+0000","last_clean":"2024-09-12T18:05:20.714516+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:20.714516+0000","last_undegraded":"2024-09-12T18:05:20.714516+0000","last_fullsized":"2024-09-12T18:05:20.714516+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:47.052655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2099438,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":478,"num_read_kb":33406,"num_write":1190,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":833,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756436+0000","last_change":"2024-09-12T16:53:18.156653+0000","last_active":"2024-09-12T18:01:15.756436+0000","last_peered":"2024-09-12T18:01:15.756436+0000","last_clean":"2024-09-12T18:01:15.756436+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:01:15.756436+0000","last_undegraded":"2024-09-12T18:01:15.756436+0000","last_fullsized":"2024-09-12T18:01:15.756436+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:38.919047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'329","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.688536+0000","last_change":"2024-09-12T16:53:16.157389+0000","last_active":"2024-09-12T18:05:20.688536+0000","last_peered":"2024-09-12T18:05:20.688536+0000","last_clean":"2024-09-12T18:05:20.688536+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:20.688536+0000","last_undegraded":"2024-09-12T18:05:20.688536+0000","last_fullsized":"2024-09-12T18:05:20.688536+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4613195,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":541,"num_read_kb":24187,"num_write":1076,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.710234+0000","last_change":"2024-09-12T16:53:18.162647+0000","last_active":"2024-09-12T18:01:00.710234+0000","last_peered":"2024-09-12T18:01:00.710234+0000","last_clean":"2024-09-12T18:01:00.710234+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:01:00.710234+0000","last_undegraded":"2024-09-12T18:01:00.710234+0000","last_fullsized":"2024-09-12T18:01:00.710234+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:17.846976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'309","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.703925+0000","last_change":"2024-09-12T16:53:16.159560+0000","last_active":"2024-09-12T18:05:20.703925+0000","last_peered":"2024-09-12T18:05:20.703925+0000","last_clean":"2024-09-12T18:05:20.703925+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:20.703925+0000","last_undegraded":"2024-09-12T18:05:20.703925+0000","last_fullsized":"2024-09-12T18:05:20.703925+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:29.682472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6526586,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":661,"num_read_kb":73934,"num_write":1023,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:29.265272+0000","last_change":"2024-09-12T16:53:18.149904+0000","last_active":"2024-09-12T18:01:29.265272+0000","last_peered":"2024-09-12T18:01:29.265272+0000","last_clean":"2024-09-12T18:01:29.265272+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:01:29.265272+0000","last_undegraded":"2024-09-12T18:01:29.265272+0000","last_fullsized":"2024-09-12T18:01:29.265272+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:24.136675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'324","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.882372+0000","last_change":"2024-09-12T16:53:16.148878+0000","last_active":"2024-09-12T18:05:20.882372+0000","last_peered":"2024-09-12T18:05:20.882372+0000","last_clean":"2024-09-12T18:05:20.882372+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:20.882372+0000","last_undegraded":"2024-09-12T18:05:20.882372+0000","last_fullsized":"2024-09-12T18:05:20.882372+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:17.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243090,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":470,"num_read_kb":16770,"num_write":996,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:35.728313+0000","last_change":"2024-09-12T16:53:18.150596+0000","last_active":"2024-09-12T18:01:35.728313+0000","last_peered":"2024-09-12T18:01:35.728313+0000","last_clean":"2024-09-12T18:01:35.728313+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:01:35.728313+0000","last_undegraded":"2024-09-12T18:01:35.728313+0000","last_fullsized":"2024-09-12T18:01:35.728313+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.941923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'370","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.700428+0000","last_change":"2024-09-12T16:53:16.146531+0000","last_active":"2024-09-12T18:05:20.700428+0000","last_peered":"2024-09-12T18:05:20.700428+0000","last_clean":"2024-09-12T18:05:20.700428+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:20.700428+0000","last_undegraded":"2024-09-12T18:05:20.700428+0000","last_fullsized":"2024-09-12T18:05:20.700428+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:08.877740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4459263,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":595,"num_read_kb":58139,"num_write":1254,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'125","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.845270+0000","last_change":"2024-09-12T16:53:26.172648+0000","last_active":"2024-09-12T18:03:34.845270+0000","last_peered":"2024-09-12T18:03:34.845270+0000","last_clean":"2024-09-12T18:03:34.845270+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:03:34.845270+0000","last_undegraded":"2024-09-12T18:03:34.845270+0000","last_fullsized":"2024-09-12T18:03:34.845270+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:03.190789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855462+0000","last_change":"2024-09-12T16:53:18.154180+0000","last_active":"2024-09-12T18:01:10.855462+0000","last_peered":"2024-09-12T18:01:10.855462+0000","last_clean":"2024-09-12T18:01:10.855462+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:01:10.855462+0000","last_undegraded":"2024-09-12T18:01:10.855462+0000","last_fullsized":"2024-09-12T18:01:10.855462+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:15.095307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'398","reported_seq":1107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691735+0000","last_change":"2024-09-12T16:53:16.154632+0000","last_active":"2024-09-12T18:05:20.691735+0000","last_peered":"2024-09-12T18:05:20.691735+0000","last_clean":"2024-09-12T18:05:20.691735+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:20.691735+0000","last_undegraded":"2024-09-12T18:05:20.691735+0000","last_fullsized":"2024-09-12T18:05:20.691735+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.632398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6318993,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":703,"num_read_kb":30873,"num_write":1338,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754109+0000","last_change":"2024-09-12T16:53:20.155586+0000","last_active":"2024-09-12T18:01:00.754109+0000","last_peered":"2024-09-12T18:01:00.754109+0000","last_clean":"2024-09-12T18:01:00.754109+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:01:00.754109+0000","last_undegraded":"2024-09-12T18:01:00.754109+0000","last_fullsized":"2024-09-12T18:01:00.754109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:05.238963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'316","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.099241+0000","last_change":"2024-09-12T16:53:22.156051+0000","last_active":"2024-09-12T18:04:54.099241+0000","last_peered":"2024-09-12T18:04:54.099241+0000","last_clean":"2024-09-12T18:04:54.099241+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:04:54.099241+0000","last_undegraded":"2024-09-12T18:04:54.099241+0000","last_fullsized":"2024-09-12T18:04:54.099241+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:14.518080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45705,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":498,"num_read_kb":934,"num_write":382,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755188+0000","last_change":"2024-09-12T16:53:24.174788+0000","last_active":"2024-09-12T18:01:05.755188+0000","last_peered":"2024-09-12T18:01:05.755188+0000","last_clean":"2024-09-12T18:01:05.755188+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:01:05.755188+0000","last_undegraded":"2024-09-12T18:01:05.755188+0000","last_fullsized":"2024-09-12T18:01:05.755188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:41.684219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'143","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.722572+0000","last_change":"2024-09-12T16:53:26.183485+0000","last_active":"2024-09-12T18:03:33.722572+0000","last_peered":"2024-09-12T18:03:33.722572+0000","last_clean":"2024-09-12T18:03:33.722572+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:03:33.722572+0000","last_undegraded":"2024-09-12T18:03:33.722572+0000","last_fullsized":"2024-09-12T18:03:33.722572+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:00.753852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754072+0000","last_change":"2024-09-12T16:53:18.155909+0000","last_active":"2024-09-12T18:01:00.754072+0000","last_peered":"2024-09-12T18:01:00.754072+0000","last_clean":"2024-09-12T18:01:00.754072+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:01:00.754072+0000","last_undegraded":"2024-09-12T18:01:00.754072+0000","last_fullsized":"2024-09-12T18:01:00.754072+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'372","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691520+0000","last_change":"2024-09-12T16:53:16.138288+0000","last_active":"2024-09-12T18:05:20.691520+0000","last_peered":"2024-09-12T18:05:20.691520+0000","last_clean":"2024-09-12T18:05:20.691520+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:20.691520+0000","last_undegraded":"2024-09-12T18:05:20.691520+0000","last_fullsized":"2024-09-12T18:05:20.691520+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:26.648756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388948,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":497,"num_read_kb":6561,"num_write":1181,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855476+0000","last_change":"2024-09-12T16:53:20.153944+0000","last_active":"2024-09-12T18:01:10.855476+0000","last_peered":"2024-09-12T18:01:10.855476+0000","last_clean":"2024-09-12T18:01:10.855476+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:01:10.855476+0000","last_undegraded":"2024-09-12T18:01:10.855476+0000","last_fullsized":"2024-09-12T18:01:10.855476+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:30.125372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'111","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.340847+0000","last_change":"2024-09-12T16:53:22.159738+0000","last_active":"2024-09-12T18:03:56.340847+0000","last_peered":"2024-09-12T18:03:56.340847+0000","last_clean":"2024-09-12T18:03:56.340847+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:03:56.340847+0000","last_undegraded":"2024-09-12T18:03:56.340847+0000","last_fullsized":"2024-09-12T18:03:56.340847+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:23.406297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.706811+0000","last_change":"2024-09-12T16:53:24.176073+0000","last_active":"2024-09-12T18:01:05.706811+0000","last_peered":"2024-09-12T18:01:05.706811+0000","last_clean":"2024-09-12T18:01:05.706811+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:01:05.706811+0000","last_undegraded":"2024-09-12T18:01:05.706811+0000","last_fullsized":"2024-09-12T18:01:05.706811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:29.775823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'107","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.027554+0000","last_change":"2024-09-12T16:53:26.180819+0000","last_active":"2024-09-12T18:02:42.027554+0000","last_peered":"2024-09-12T18:02:42.027554+0000","last_clean":"2024-09-12T18:02:42.027554+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:02:42.027554+0000","last_undegraded":"2024-09-12T18:02:42.027554+0000","last_fullsized":"2024-09-12T18:02:42.027554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:47.888585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.727075+0000","last_change":"2024-09-12T16:53:18.165139+0000","last_active":"2024-09-12T18:02:00.727075+0000","last_peered":"2024-09-12T18:02:00.727075+0000","last_clean":"2024-09-12T18:02:00.727075+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:02:00.727075+0000","last_undegraded":"2024-09-12T18:02:00.727075+0000","last_fullsized":"2024-09-12T18:02:00.727075+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:02:39.085083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'347","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.765407+0000","last_change":"2024-09-12T16:53:16.155799+0000","last_active":"2024-09-12T18:05:20.765407+0000","last_peered":"2024-09-12T18:05:20.765407+0000","last_clean":"2024-09-12T18:05:20.765407+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:20.765407+0000","last_undegraded":"2024-09-12T18:05:20.765407+0000","last_fullsized":"2024-09-12T18:05:20.765407+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:48.207181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5829969,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":611,"num_read_kb":36076,"num_write":1170,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"38'5","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.964557+0000","last_change":"2024-09-12T16:53:20.155908+0000","last_active":"2024-09-12T18:05:18.964557+0000","last_peered":"2024-09-12T18:05:18.964557+0000","last_clean":"2024-09-12T18:05:18.964557+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:18.964557+0000","last_undegraded":"2024-09-12T18:05:18.964557+0000","last_fullsized":"2024-09-12T18:05:18.964557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:14.726796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'146","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.381621+0000","last_change":"2024-09-12T16:53:22.161942+0000","last_active":"2024-09-12T18:03:56.381621+0000","last_peered":"2024-09-12T18:03:56.381621+0000","last_clean":"2024-09-12T18:03:56.381621+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:03:56.381621+0000","last_undegraded":"2024-09-12T18:03:56.381621+0000","last_fullsized":"2024-09-12T18:03:56.381621+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:21.539509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'767","reported_seq":2850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.198580+0000","last_change":"2024-09-12T16:53:24.175697+0000","last_active":"2024-09-12T18:05:19.198580+0000","last_peered":"2024-09-12T18:05:19.198580+0000","last_clean":"2024-09-12T18:05:19.198580+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:19.198580+0000","last_undegraded":"2024-09-12T18:05:19.198580+0000","last_fullsized":"2024-09-12T18:05:19.198580+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:59.221860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'187","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.788068+0000","last_change":"2024-09-12T16:53:26.171602+0000","last_active":"2024-09-12T18:03:33.788068+0000","last_peered":"2024-09-12T18:03:33.788068+0000","last_clean":"2024-09-12T18:03:33.788068+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:03:33.788068+0000","last_undegraded":"2024-09-12T18:03:33.788068+0000","last_fullsized":"2024-09-12T18:03:33.788068+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:14.997101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.694095+0000","last_change":"2024-09-12T16:53:18.154236+0000","last_active":"2024-09-12T18:03:34.694095+0000","last_peered":"2024-09-12T18:03:34.694095+0000","last_clean":"2024-09-12T18:03:34.694095+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:03:34.694095+0000","last_undegraded":"2024-09-12T18:03:34.694095+0000","last_fullsized":"2024-09-12T18:03:34.694095+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:28.988849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'314","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691086+0000","last_change":"2024-09-12T16:53:49.810726+0000","last_active":"2024-09-12T18:05:20.691086+0000","last_peered":"2024-09-12T18:05:20.691086+0000","last_clean":"2024-09-12T18:05:20.691086+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:20.691086+0000","last_undegraded":"2024-09-12T18:05:20.691086+0000","last_fullsized":"2024-09-12T18:05:20.691086+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:05.438875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91257,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":483,"num_read_kb":3959,"num_write":1031,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754158+0000","last_change":"2024-09-12T16:53:20.159172+0000","last_active":"2024-09-12T18:01:00.754158+0000","last_peered":"2024-09-12T18:01:00.754158+0000","last_clean":"2024-09-12T18:01:00.754158+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:01:00.754158+0000","last_undegraded":"2024-09-12T18:01:00.754158+0000","last_fullsized":"2024-09-12T18:01:00.754158+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:04.010396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'269","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.093908+0000","last_change":"2024-09-12T16:53:22.332117+0000","last_active":"2024-09-12T18:04:54.093908+0000","last_peered":"2024-09-12T18:04:54.093908+0000","last_clean":"2024-09-12T18:04:54.093908+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:04:54.093908+0000","last_undegraded":"2024-09-12T18:04:54.093908+0000","last_fullsized":"2024-09-12T18:04:54.093908+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:34.848762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":439,"num_read_kb":936,"num_write":354,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'803","reported_seq":5063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.207315+0000","last_change":"2024-09-12T16:53:24.178967+0000","last_active":"2024-09-12T18:05:19.207315+0000","last_peered":"2024-09-12T18:05:19.207315+0000","last_clean":"2024-09-12T18:05:19.207315+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:05:19.207315+0000","last_undegraded":"2024-09-12T18:05:19.207315+0000","last_fullsized":"2024-09-12T18:05:19.207315+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":700,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.391315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769555+0000","last_change":"2024-09-12T16:53:18.150485+0000","last_active":"2024-09-12T18:02:40.769555+0000","last_peered":"2024-09-12T18:02:40.769555+0000","last_clean":"2024-09-12T18:02:40.769555+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:02:40.769555+0000","last_undegraded":"2024-09-12T18:02:40.769555+0000","last_fullsized":"2024-09-12T18:02:40.769555+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.997654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'337","reported_seq":971,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.755182+0000","last_change":"2024-09-12T16:53:16.155317+0000","last_active":"2024-09-12T18:05:20.755182+0000","last_peered":"2024-09-12T18:05:20.755182+0000","last_clean":"2024-09-12T18:05:20.755182+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:20.755182+0000","last_undegraded":"2024-09-12T18:05:20.755182+0000","last_fullsized":"2024-09-12T18:05:20.755182+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:47.573919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8416128,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":464,"num_read_kb":12959,"num_write":1112,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769879+0000","last_change":"2024-09-12T16:53:20.152230+0000","last_active":"2024-09-12T18:02:40.769879+0000","last_peered":"2024-09-12T18:02:40.769879+0000","last_clean":"2024-09-12T18:02:40.769879+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:02:40.769879+0000","last_undegraded":"2024-09-12T18:02:40.769879+0000","last_fullsized":"2024-09-12T18:02:40.769879+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.569085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'399","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.559256+0000","last_change":"2024-09-12T16:53:22.330287+0000","last_active":"2024-09-12T18:05:19.559256+0000","last_peered":"2024-09-12T18:05:19.559256+0000","last_clean":"2024-09-12T18:05:19.559256+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:19.559256+0000","last_undegraded":"2024-09-12T18:05:19.559256+0000","last_fullsized":"2024-09-12T18:05:19.559256+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.937569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717121+0000","last_change":"2024-09-12T16:53:24.174850+0000","last_active":"2024-09-12T18:00:53.717121+0000","last_peered":"2024-09-12T18:00:53.717121+0000","last_clean":"2024-09-12T18:00:53.717121+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:00:53.717121+0000","last_undegraded":"2024-09-12T18:00:53.717121+0000","last_fullsized":"2024-09-12T18:00:53.717121+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:50.726363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'550","reported_seq":1373,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.116139+0000","last_change":"2024-09-12T16:53:26.182697+0000","last_active":"2024-09-12T18:04:54.116139+0000","last_peered":"2024-09-12T18:04:54.116139+0000","last_clean":"2024-09-12T18:04:54.116139+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:04:54.116139+0000","last_undegraded":"2024-09-12T18:04:54.116139+0000","last_fullsized":"2024-09-12T18:04:54.116139+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:41.201242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'106","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720116+0000","last_change":"2024-09-12T16:53:18.147844+0000","last_active":"2024-09-12T18:02:40.720116+0000","last_peered":"2024-09-12T18:02:40.720116+0000","last_clean":"2024-09-12T18:02:40.720116+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:02:40.720116+0000","last_undegraded":"2024-09-12T18:02:40.720116+0000","last_fullsized":"2024-09-12T18:02:40.720116+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:37.782512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'390","reported_seq":1058,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.711373+0000","last_change":"2024-09-12T16:53:49.807617+0000","last_active":"2024-09-12T18:05:20.711373+0000","last_peered":"2024-09-12T18:05:20.711373+0000","last_clean":"2024-09-12T18:05:20.711373+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:20.711373+0000","last_undegraded":"2024-09-12T18:05:20.711373+0000","last_fullsized":"2024-09-12T18:05:20.711373+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:33.058161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27626,"num_objects":41,"num_object_clones":0,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":733,"num_read_kb":652,"num_write":1334,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720289+0000","last_change":"2024-09-12T16:53:20.150359+0000","last_active":"2024-09-12T18:02:40.720289+0000","last_peered":"2024-09-12T18:02:40.720289+0000","last_clean":"2024-09-12T18:02:40.720289+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:02:40.720289+0000","last_undegraded":"2024-09-12T18:02:40.720289+0000","last_fullsized":"2024-09-12T18:02:40.720289+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:02.250422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'310","reported_seq":905,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.519024+0000","last_change":"2024-09-12T16:53:22.156097+0000","last_active":"2024-09-12T18:05:20.519024+0000","last_peered":"2024-09-12T18:05:20.519024+0000","last_clean":"2024-09-12T18:05:20.519024+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:20.519024+0000","last_undegraded":"2024-09-12T18:05:20.519024+0000","last_fullsized":"2024-09-12T18:05:20.519024+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:18.426281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.868165+0000","last_change":"2024-09-12T16:53:24.181397+0000","last_active":"2024-09-12T18:02:55.868165+0000","last_peered":"2024-09-12T18:02:55.868165+0000","last_clean":"2024-09-12T18:02:55.868165+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:02:55.868165+0000","last_undegraded":"2024-09-12T18:02:55.868165+0000","last_fullsized":"2024-09-12T18:02:55.868165+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:24.222622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2425","reported_seq":4259,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.780805+0000","last_change":"2024-09-12T16:53:26.173858+0000","last_active":"2024-09-12T18:04:25.780805+0000","last_peered":"2024-09-12T18:04:25.780805+0000","last_clean":"2024-09-12T18:04:25.780805+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:04:25.780805+0000","last_undegraded":"2024-09-12T18:04:25.780805+0000","last_fullsized":"2024-09-12T18:04:25.780805+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":2400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:41.318726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.767465+0000","last_change":"2024-09-12T16:53:18.159339+0000","last_active":"2024-09-12T18:02:50.767465+0000","last_peered":"2024-09-12T18:02:50.767465+0000","last_clean":"2024-09-12T18:02:50.767465+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:02:50.767465+0000","last_undegraded":"2024-09-12T18:02:50.767465+0000","last_fullsized":"2024-09-12T18:02:50.767465+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'357","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.664469+0000","last_change":"2024-09-12T16:53:16.162383+0000","last_active":"2024-09-12T18:05:20.664469+0000","last_peered":"2024-09-12T18:05:20.664469+0000","last_clean":"2024-09-12T18:05:20.664469+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:20.664469+0000","last_undegraded":"2024-09-12T18:05:20.664469+0000","last_fullsized":"2024-09-12T18:05:20.664469+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:42.249804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9896940,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":534,"num_read_kb":48251,"num_write":1137,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722776+0000","last_change":"2024-09-12T16:53:20.150957+0000","last_active":"2024-09-12T18:03:05.722776+0000","last_peered":"2024-09-12T18:03:05.722776+0000","last_clean":"2024-09-12T18:03:05.722776+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:03:05.722776+0000","last_undegraded":"2024-09-12T18:03:05.722776+0000","last_fullsized":"2024-09-12T18:03:05.722776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:28.531479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'333","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.703322+0000","last_change":"2024-09-12T16:53:22.157404+0000","last_active":"2024-09-12T18:05:19.703322+0000","last_peered":"2024-09-12T18:05:19.703322+0000","last_clean":"2024-09-12T18:05:19.703322+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:19.703322+0000","last_undegraded":"2024-09-12T18:05:19.703322+0000","last_fullsized":"2024-09-12T18:05:19.703322+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:09.859878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'765","reported_seq":2582,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.207178+0000","last_change":"2024-09-12T16:53:24.175114+0000","last_active":"2024-09-12T18:05:19.207178+0000","last_peered":"2024-09-12T18:05:19.207178+0000","last_clean":"2024-09-12T18:05:19.207178+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:19.207178+0000","last_undegraded":"2024-09-12T18:05:19.207178+0000","last_fullsized":"2024-09-12T18:05:19.207178+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:59.791041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'137","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.825443+0000","last_change":"2024-09-12T16:53:26.181849+0000","last_active":"2024-09-12T18:04:52.825443+0000","last_peered":"2024-09-12T18:04:52.825443+0000","last_clean":"2024-09-12T18:04:52.825443+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:04:52.825443+0000","last_undegraded":"2024-09-12T18:04:52.825443+0000","last_fullsized":"2024-09-12T18:04:52.825443+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:33.050788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699952+0000","last_change":"2024-09-12T16:53:18.165101+0000","last_active":"2024-09-12T18:03:05.699952+0000","last_peered":"2024-09-12T18:03:05.699952+0000","last_clean":"2024-09-12T18:03:05.699952+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:03:05.699952+0000","last_undegraded":"2024-09-12T18:03:05.699952+0000","last_fullsized":"2024-09-12T18:03:05.699952+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:15.019345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'260","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761668+0000","last_change":"2024-09-12T16:53:16.143419+0000","last_active":"2024-09-12T18:05:20.761668+0000","last_peered":"2024-09-12T18:05:20.761668+0000","last_clean":"2024-09-12T18:05:20.761668+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:20.761668+0000","last_undegraded":"2024-09-12T18:05:20.761668+0000","last_fullsized":"2024-09-12T18:05:20.761668+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:27.819961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1312218,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":417,"num_read_kb":8613,"num_write":812,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.721740+0000","last_change":"2024-09-12T16:53:20.143206+0000","last_active":"2024-09-12T18:02:55.721740+0000","last_peered":"2024-09-12T18:02:55.721740+0000","last_clean":"2024-09-12T18:02:55.721740+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:02:55.721740+0000","last_undegraded":"2024-09-12T18:02:55.721740+0000","last_fullsized":"2024-09-12T18:02:55.721740+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.192822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'492","reported_seq":1145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.676281+0000","last_change":"2024-09-12T16:53:22.158817+0000","last_active":"2024-09-12T18:05:20.676281+0000","last_peered":"2024-09-12T18:05:20.676281+0000","last_clean":"2024-09-12T18:05:20.676281+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:20.676281+0000","last_undegraded":"2024-09-12T18:05:20.676281+0000","last_fullsized":"2024-09-12T18:05:20.676281+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":400,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:31.001188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114257,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":873,"num_read_kb":2106,"num_write":713,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.720834+0000","last_change":"2024-09-12T16:53:24.177100+0000","last_active":"2024-09-12T18:02:45.720834+0000","last_peered":"2024-09-12T18:02:45.720834+0000","last_clean":"2024-09-12T18:02:45.720834+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:02:45.720834+0000","last_undegraded":"2024-09-12T18:02:45.720834+0000","last_fullsized":"2024-09-12T18:02:45.720834+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'142","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729936+0000","last_change":"2024-09-12T16:53:26.177407+0000","last_active":"2024-09-12T18:02:48.729936+0000","last_peered":"2024-09-12T18:02:48.729936+0000","last_clean":"2024-09-12T18:02:48.729936+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:02:48.729936+0000","last_undegraded":"2024-09-12T18:02:48.729936+0000","last_fullsized":"2024-09-12T18:02:48.729936+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:15.084645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723869+0000","last_change":"2024-09-12T16:53:18.158532+0000","last_active":"2024-09-12T18:03:05.723869+0000","last_peered":"2024-09-12T18:03:05.723869+0000","last_clean":"2024-09-12T18:03:05.723869+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:03:05.723869+0000","last_undegraded":"2024-09-12T18:03:05.723869+0000","last_fullsized":"2024-09-12T18:03:05.723869+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:57.566801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'323","reported_seq":932,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.846257+0000","last_change":"2024-09-12T16:53:16.153371+0000","last_active":"2024-09-12T18:05:20.846257+0000","last_peered":"2024-09-12T18:05:20.846257+0000","last_clean":"2024-09-12T18:05:20.846257+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:20.846257+0000","last_undegraded":"2024-09-12T18:05:20.846257+0000","last_fullsized":"2024-09-12T18:05:20.846257+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:11.111090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071583,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":378,"num_read_kb":4437,"num_write":920,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722794+0000","last_change":"2024-09-12T16:53:20.151553+0000","last_active":"2024-09-12T18:03:05.722794+0000","last_peered":"2024-09-12T18:03:05.722794+0000","last_clean":"2024-09-12T18:03:05.722794+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:03:05.722794+0000","last_undegraded":"2024-09-12T18:03:05.722794+0000","last_fullsized":"2024-09-12T18:03:05.722794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:40.450594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'311","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.741206+0000","last_change":"2024-09-12T16:53:22.158839+0000","last_active":"2024-09-12T18:05:20.741206+0000","last_peered":"2024-09-12T18:05:20.741206+0000","last_clean":"2024-09-12T18:05:20.741206+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:20.741206+0000","last_undegraded":"2024-09-12T18:05:20.741206+0000","last_fullsized":"2024-09-12T18:05:20.741206+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:47.325675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57650,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":1122,"num_write":473,"num_write_kb":377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.686021+0000","last_change":"2024-09-12T16:53:24.174268+0000","last_active":"2024-09-12T18:01:05.686021+0000","last_peered":"2024-09-12T18:01:05.686021+0000","last_clean":"2024-09-12T18:01:05.686021+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:01:05.686021+0000","last_undegraded":"2024-09-12T18:01:05.686021+0000","last_fullsized":"2024-09-12T18:01:05.686021+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:47.970185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'107","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:35.873534+0000","last_change":"2024-09-12T16:53:26.185372+0000","last_active":"2024-09-12T18:03:35.873534+0000","last_peered":"2024-09-12T18:03:35.873534+0000","last_clean":"2024-09-12T18:03:35.873534+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:03:35.873534+0000","last_undegraded":"2024-09-12T18:03:35.873534+0000","last_fullsized":"2024-09-12T18:03:35.873534+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:24.024505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723894+0000","last_change":"2024-09-12T16:53:18.155527+0000","last_active":"2024-09-12T18:03:05.723894+0000","last_peered":"2024-09-12T18:03:05.723894+0000","last_clean":"2024-09-12T18:03:05.723894+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:03:05.723894+0000","last_undegraded":"2024-09-12T18:03:05.723894+0000","last_fullsized":"2024-09-12T18:03:05.723894+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:37.134929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'361","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.683064+0000","last_change":"2024-09-12T16:53:49.807671+0000","last_active":"2024-09-12T18:05:20.683064+0000","last_peered":"2024-09-12T18:05:20.683064+0000","last_clean":"2024-09-12T18:05:20.683064+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:20.683064+0000","last_undegraded":"2024-09-12T18:05:20.683064+0000","last_fullsized":"2024-09-12T18:05:20.683064+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:05.308258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17528503,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":615,"num_read_kb":24597,"num_write":1214,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717149+0000","last_change":"2024-09-12T16:53:20.155225+0000","last_active":"2024-09-12T18:00:53.717149+0000","last_peered":"2024-09-12T18:00:53.717149+0000","last_clean":"2024-09-12T18:00:53.717149+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:00:53.717149+0000","last_undegraded":"2024-09-12T18:00:53.717149+0000","last_fullsized":"2024-09-12T18:00:53.717149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:54.176212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'323","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.287253+0000","last_change":"2024-09-12T16:53:22.152303+0000","last_active":"2024-09-12T18:05:20.287253+0000","last_peered":"2024-09-12T18:05:20.287253+0000","last_clean":"2024-09-12T18:05:20.287253+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:20.287253+0000","last_undegraded":"2024-09-12T18:05:20.287253+0000","last_fullsized":"2024-09-12T18:05:20.287253+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:19.438008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'726","reported_seq":2412,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.198754+0000","last_change":"2024-09-12T16:53:24.178432+0000","last_active":"2024-09-12T18:05:19.198754+0000","last_peered":"2024-09-12T18:05:19.198754+0000","last_clean":"2024-09-12T18:05:19.198754+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:19.198754+0000","last_undegraded":"2024-09-12T18:05:19.198754+0000","last_fullsized":"2024-09-12T18:05:19.198754+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:34.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'142","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:32.334734+0000","last_change":"2024-09-12T16:53:26.179149+0000","last_active":"2024-09-12T18:03:32.334734+0000","last_peered":"2024-09-12T18:03:32.334734+0000","last_clean":"2024-09-12T18:03:32.334734+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:03:32.334734+0000","last_undegraded":"2024-09-12T18:03:32.334734+0000","last_fullsized":"2024-09-12T18:03:32.334734+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:46.563650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":680,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723908+0000","last_change":"2024-09-12T16:53:18.152975+0000","last_active":"2024-09-12T18:03:05.723908+0000","last_peered":"2024-09-12T18:03:05.723908+0000","last_clean":"2024-09-12T18:03:05.723908+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:03:05.723908+0000","last_undegraded":"2024-09-12T18:03:05.723908+0000","last_fullsized":"2024-09-12T18:03:05.723908+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:17.692498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'308","reported_seq":971,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.661625+0000","last_change":"2024-09-12T16:53:16.148623+0000","last_active":"2024-09-12T18:05:20.661625+0000","last_peered":"2024-09-12T18:05:20.661625+0000","last_clean":"2024-09-12T18:05:20.661625+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:20.661625+0000","last_undegraded":"2024-09-12T18:05:20.661625+0000","last_fullsized":"2024-09-12T18:05:20.661625+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:09:06.340732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2079117,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":506,"num_read_kb":31364,"num_write":1096,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1469,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.976361+0000","last_change":"2024-09-12T16:53:20.154672+0000","last_active":"2024-09-12T18:05:18.976361+0000","last_peered":"2024-09-12T18:05:18.976361+0000","last_clean":"2024-09-12T18:05:18.976361+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:18.976361+0000","last_undegraded":"2024-09-12T18:05:18.976361+0000","last_fullsized":"2024-09-12T18:05:18.976361+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:44.105810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.312566+0000","last_change":"2024-09-12T16:53:22.330345+0000","last_active":"2024-09-12T18:03:56.312566+0000","last_peered":"2024-09-12T18:03:56.312566+0000","last_clean":"2024-09-12T18:03:56.312566+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:03:56.312566+0000","last_undegraded":"2024-09-12T18:03:56.312566+0000","last_fullsized":"2024-09-12T18:03:56.312566+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:52.646838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'763","reported_seq":4294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.356967+0000","last_change":"2024-09-12T16:53:24.176425+0000","last_active":"2024-09-12T18:05:20.356967+0000","last_peered":"2024-09-12T18:05:20.356967+0000","last_clean":"2024-09-12T18:05:20.356967+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:20.356967+0000","last_undegraded":"2024-09-12T18:05:20.356967+0000","last_fullsized":"2024-09-12T18:05:20.356967+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:33.596673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'121","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.643005+0000","last_change":"2024-09-12T16:53:26.180737+0000","last_active":"2024-09-12T18:02:20.643005+0000","last_peered":"2024-09-12T18:02:20.643005+0000","last_clean":"2024-09-12T18:02:20.643005+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:02:20.643005+0000","last_undegraded":"2024-09-12T18:02:20.643005+0000","last_fullsized":"2024-09-12T18:02:20.643005+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:05.936043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'265","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.717767+0000","last_change":"2024-09-12T16:53:18.157722+0000","last_active":"2024-09-12T18:00:58.717767+0000","last_peered":"2024-09-12T18:00:58.717767+0000","last_clean":"2024-09-12T18:00:58.717767+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:00:58.717767+0000","last_undegraded":"2024-09-12T18:00:58.717767+0000","last_fullsized":"2024-09-12T18:00:58.717767+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:14.158455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'301","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.865897+0000","last_change":"2024-09-12T16:53:16.142709+0000","last_active":"2024-09-12T18:05:20.865897+0000","last_peered":"2024-09-12T18:05:20.865897+0000","last_clean":"2024-09-12T18:05:20.865897+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:20.865897+0000","last_undegraded":"2024-09-12T18:05:20.865897+0000","last_fullsized":"2024-09-12T18:05:20.865897+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:12.443404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":442,"num_read_kb":42011,"num_write":1030,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723922+0000","last_change":"2024-09-12T16:53:20.155411+0000","last_active":"2024-09-12T18:03:05.723922+0000","last_peered":"2024-09-12T18:03:05.723922+0000","last_clean":"2024-09-12T18:03:05.723922+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:03:05.723922+0000","last_undegraded":"2024-09-12T18:03:05.723922+0000","last_fullsized":"2024-09-12T18:03:05.723922+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:58:21.780072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'361","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.323579+0000","last_change":"2024-09-12T16:53:22.151012+0000","last_active":"2024-09-12T18:05:19.323579+0000","last_peered":"2024-09-12T18:05:19.323579+0000","last_clean":"2024-09-12T18:05:19.323579+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:19.323579+0000","last_undegraded":"2024-09-12T18:05:19.323579+0000","last_fullsized":"2024-09-12T18:05:19.323579+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:02.784147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.751711+0000","last_change":"2024-09-12T16:53:24.172551+0000","last_active":"2024-09-12T18:00:55.751711+0000","last_peered":"2024-09-12T18:00:55.751711+0000","last_clean":"2024-09-12T18:00:55.751711+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:00:55.751711+0000","last_undegraded":"2024-09-12T18:00:55.751711+0000","last_fullsized":"2024-09-12T18:00:55.751711+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:04:29.793185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'119","reported_seq":623,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.833755+0000","last_change":"2024-09-12T16:53:26.183162+0000","last_active":"2024-09-12T18:03:34.833755+0000","last_peered":"2024-09-12T18:03:34.833755+0000","last_clean":"2024-09-12T18:03:34.833755+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:03:34.833755+0000","last_undegraded":"2024-09-12T18:03:34.833755+0000","last_fullsized":"2024-09-12T18:03:34.833755+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:36.633567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.762479+0000","last_change":"2024-09-12T16:53:18.157273+0000","last_active":"2024-09-12T18:02:15.762479+0000","last_peered":"2024-09-12T18:02:15.762479+0000","last_clean":"2024-09-12T18:02:15.762479+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:02:15.762479+0000","last_undegraded":"2024-09-12T18:02:15.762479+0000","last_fullsized":"2024-09-12T18:02:15.762479+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":624,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775077+0000","last_change":"2024-09-12T16:52:57.255902+0000","last_active":"2024-09-12T18:03:10.775077+0000","last_peered":"2024-09-12T18:03:10.775077+0000","last_clean":"2024-09-12T18:03:10.775077+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:03:10.775077+0000","last_undegraded":"2024-09-12T18:03:10.775077+0000","last_fullsized":"2024-09-12T18:03:10.775077+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_clean_scrub_stamp":"2024-09-12T16:52:56.035782+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:54.506237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":538,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762046+0000","last_change":"2024-09-12T16:53:05.084296+0000","last_active":"2024-09-12T18:01:50.762046+0000","last_peered":"2024-09-12T18:01:50.762046+0000","last_clean":"2024-09-12T18:01:50.762046+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:01:50.762046+0000","last_undegraded":"2024-09-12T18:01:50.762046+0000","last_fullsized":"2024-09-12T18:01:50.762046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:45.829131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'301","reported_seq":1056,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.827393+0000","last_change":"2024-09-12T16:53:16.151575+0000","last_active":"2024-09-12T18:05:20.827393+0000","last_peered":"2024-09-12T18:05:20.827393+0000","last_clean":"2024-09-12T18:05:20.827393+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:20.827393+0000","last_undegraded":"2024-09-12T18:05:20.827393+0000","last_fullsized":"2024-09-12T18:05:20.827393+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:14.621248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12845356,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":679,"num_read_kb":78547,"num_write":1111,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764599+0000","last_change":"2024-09-12T16:53:20.154256+0000","last_active":"2024-09-12T18:02:05.764599+0000","last_peered":"2024-09-12T18:02:05.764599+0000","last_clean":"2024-09-12T18:02:05.764599+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:02:05.764599+0000","last_undegraded":"2024-09-12T18:02:05.764599+0000","last_fullsized":"2024-09-12T18:02:05.764599+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:03.217791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'790","reported_seq":1508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.134962+0000","last_change":"2024-09-12T16:53:22.152515+0000","last_active":"2024-09-12T18:05:20.134962+0000","last_peered":"2024-09-12T18:05:20.134962+0000","last_clean":"2024-09-12T18:05:20.134962+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:20.134962+0000","last_undegraded":"2024-09-12T18:05:20.134962+0000","last_fullsized":"2024-09-12T18:05:20.134962+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:09.735171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160399,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1526,"num_read_kb":3454,"num_write":1482,"num_write_kb":1318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.697707+0000","last_change":"2024-09-12T16:53:24.173705+0000","last_active":"2024-09-12T18:02:45.697707+0000","last_peered":"2024-09-12T18:02:45.697707+0000","last_clean":"2024-09-12T18:02:45.697707+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:02:45.697707+0000","last_undegraded":"2024-09-12T18:02:45.697707+0000","last_fullsized":"2024-09-12T18:02:45.697707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.320160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'190","reported_seq":893,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.733462+0000","last_change":"2024-09-12T16:53:26.185182+0000","last_active":"2024-09-12T18:03:34.733462+0000","last_peered":"2024-09-12T18:03:34.733462+0000","last_clean":"2024-09-12T18:03:34.733462+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:03:34.733462+0000","last_undegraded":"2024-09-12T18:03:34.733462+0000","last_fullsized":"2024-09-12T18:03:34.733462+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:12.275076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'168","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.697100+0000","last_change":"2024-09-12T16:53:18.164028+0000","last_active":"2024-09-12T18:02:40.697100+0000","last_peered":"2024-09-12T18:02:40.697100+0000","last_clean":"2024-09-12T18:02:40.697100+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:02:40.697100+0000","last_undegraded":"2024-09-12T18:02:40.697100+0000","last_fullsized":"2024-09-12T18:02:40.697100+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:34.901177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.775951+0000","last_change":"2024-09-12T16:53:05.106574+0000","last_active":"2024-09-12T18:03:15.775951+0000","last_peered":"2024-09-12T18:03:15.775951+0000","last_clean":"2024-09-12T18:03:15.775951+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:03:15.775951+0000","last_undegraded":"2024-09-12T18:03:15.775951+0000","last_fullsized":"2024-09-12T18:03:15.775951+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:47.111333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'336","reported_seq":1025,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.657262+0000","last_change":"2024-09-12T16:53:16.148035+0000","last_active":"2024-09-12T18:05:20.657262+0000","last_peered":"2024-09-12T18:05:20.657262+0000","last_clean":"2024-09-12T18:05:20.657262+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:20.657262+0000","last_undegraded":"2024-09-12T18:05:20.657262+0000","last_fullsized":"2024-09-12T18:05:20.657262+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:39.938555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4718977,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":586,"num_read_kb":33721,"num_write":1194,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769753+0000","last_change":"2024-09-12T16:53:20.154982+0000","last_active":"2024-09-12T18:02:40.769753+0000","last_peered":"2024-09-12T18:02:40.769753+0000","last_clean":"2024-09-12T18:02:40.769753+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:02:40.769753+0000","last_undegraded":"2024-09-12T18:02:40.769753+0000","last_fullsized":"2024-09-12T18:02:40.769753+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:26.835483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1366","reported_seq":3173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:57.019370+0000","last_change":"2024-09-12T16:53:22.156684+0000","last_active":"2024-09-12T18:04:57.019370+0000","last_peered":"2024-09-12T18:04:57.019370+0000","last_clean":"2024-09-12T18:04:57.019370+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:04:57.019370+0000","last_undegraded":"2024-09-12T18:04:57.019370+0000","last_fullsized":"2024-09-12T18:04:57.019370+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":1300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:25.092891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195954,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2172,"num_read_kb":3941,"num_write":1288,"num_write_kb":1105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766941+0000","last_change":"2024-09-12T16:53:24.178541+0000","last_active":"2024-09-12T18:02:20.766941+0000","last_peered":"2024-09-12T18:02:20.766941+0000","last_clean":"2024-09-12T18:02:20.766941+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:02:20.766941+0000","last_undegraded":"2024-09-12T18:02:20.766941+0000","last_fullsized":"2024-09-12T18:02:20.766941+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:38.942860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'131","reported_seq":660,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730971+0000","last_change":"2024-09-12T16:53:26.174893+0000","last_active":"2024-09-12T18:02:58.730971+0000","last_peered":"2024-09-12T18:02:58.730971+0000","last_clean":"2024-09-12T18:02:58.730971+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:02:58.730971+0000","last_undegraded":"2024-09-12T18:02:58.730971+0000","last_fullsized":"2024-09-12T18:02:58.730971+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:37.191040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728739+0000","last_change":"2024-09-12T16:53:18.154925+0000","last_active":"2024-09-12T18:02:38.728739+0000","last_peered":"2024-09-12T18:02:38.728739+0000","last_clean":"2024-09-12T18:02:38.728739+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:02:38.728739+0000","last_undegraded":"2024-09-12T18:02:38.728739+0000","last_fullsized":"2024-09-12T18:02:38.728739+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:57.202362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.715344+0000","last_change":"2024-09-12T16:53:05.078448+0000","last_active":"2024-09-12T18:01:50.715344+0000","last_peered":"2024-09-12T18:01:50.715344+0000","last_clean":"2024-09-12T18:01:50.715344+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:01:50.715344+0000","last_undegraded":"2024-09-12T18:01:50.715344+0000","last_fullsized":"2024-09-12T18:01:50.715344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:24.276212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'315","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:28.720940+0000","last_change":"2024-09-12T16:53:16.144602+0000","last_active":"2024-09-12T18:01:28.720940+0000","last_peered":"2024-09-12T18:01:28.720940+0000","last_clean":"2024-09-12T18:01:28.720940+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:01:28.720940+0000","last_undegraded":"2024-09-12T18:01:28.720940+0000","last_fullsized":"2024-09-12T18:01:28.720940+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:06.592014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17592894,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":525,"num_read_kb":73902,"num_write":1068,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720373+0000","last_change":"2024-09-12T16:53:20.155259+0000","last_active":"2024-09-12T18:02:40.720373+0000","last_peered":"2024-09-12T18:02:40.720373+0000","last_clean":"2024-09-12T18:02:40.720373+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:02:40.720373+0000","last_undegraded":"2024-09-12T18:02:40.720373+0000","last_fullsized":"2024-09-12T18:02:40.720373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:21.923212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'296","reported_seq":1713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.182221+0000","last_change":"2024-09-12T16:53:22.331689+0000","last_active":"2024-09-12T18:04:50.182221+0000","last_peered":"2024-09-12T18:04:50.182221+0000","last_clean":"2024-09-12T18:04:50.182221+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:04:50.182221+0000","last_undegraded":"2024-09-12T18:04:50.182221+0000","last_fullsized":"2024-09-12T18:04:50.182221+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:10.722134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.693471+0000","last_change":"2024-09-12T16:53:24.173994+0000","last_active":"2024-09-12T18:02:10.693471+0000","last_peered":"2024-09-12T18:02:10.693471+0000","last_clean":"2024-09-12T18:02:10.693471+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:02:10.693471+0000","last_undegraded":"2024-09-12T18:02:10.693471+0000","last_fullsized":"2024-09-12T18:02:10.693471+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:15.041811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'270","reported_seq":909,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.865922+0000","last_change":"2024-09-12T16:53:26.174611+0000","last_active":"2024-09-12T18:03:33.865922+0000","last_peered":"2024-09-12T18:03:33.865922+0000","last_clean":"2024-09-12T18:03:33.865922+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:03:33.865922+0000","last_undegraded":"2024-09-12T18:03:33.865922+0000","last_fullsized":"2024-09-12T18:03:33.865922+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:46.502612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724751+0000","last_change":"2024-09-12T16:53:18.152153+0000","last_active":"2024-09-12T18:02:03.724751+0000","last_peered":"2024-09-12T18:02:03.724751+0000","last_clean":"2024-09-12T18:02:03.724751+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:02:03.724751+0000","last_undegraded":"2024-09-12T18:02:03.724751+0000","last_fullsized":"2024-09-12T18:02:03.724751+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:27.410984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.761977+0000","last_change":"2024-09-12T16:53:05.084813+0000","last_active":"2024-09-12T18:01:50.761977+0000","last_peered":"2024-09-12T18:01:50.761977+0000","last_clean":"2024-09-12T18:01:50.761977+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:01:50.761977+0000","last_undegraded":"2024-09-12T18:01:50.761977+0000","last_fullsized":"2024-09-12T18:01:50.761977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.408065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'326","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.685861+0000","last_change":"2024-09-12T16:53:49.805262+0000","last_active":"2024-09-12T18:05:20.685861+0000","last_peered":"2024-09-12T18:05:20.685861+0000","last_clean":"2024-09-12T18:05:20.685861+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:20.685861+0000","last_undegraded":"2024-09-12T18:05:20.685861+0000","last_fullsized":"2024-09-12T18:05:20.685861+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:16.671171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11846045,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":476,"num_read_kb":81468,"num_write":1041,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.694114+0000","last_change":"2024-09-12T16:53:20.154505+0000","last_active":"2024-09-12T18:02:15.694114+0000","last_peered":"2024-09-12T18:02:15.694114+0000","last_clean":"2024-09-12T18:02:15.694114+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:02:15.694114+0000","last_undegraded":"2024-09-12T18:02:15.694114+0000","last_fullsized":"2024-09-12T18:02:15.694114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:36.300889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.266969+0000","last_change":"2024-09-12T16:53:22.159586+0000","last_active":"2024-09-12T18:04:54.266969+0000","last_peered":"2024-09-12T18:04:54.266969+0000","last_clean":"2024-09-12T18:04:54.266969+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:04:54.266969+0000","last_undegraded":"2024-09-12T18:04:54.266969+0000","last_fullsized":"2024-09-12T18:04:54.266969+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:40.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.766762+0000","last_change":"2024-09-12T16:53:24.179424+0000","last_active":"2024-09-12T18:02:45.766762+0000","last_peered":"2024-09-12T18:02:45.766762+0000","last_clean":"2024-09-12T18:02:45.766762+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:02:45.766762+0000","last_undegraded":"2024-09-12T18:02:45.766762+0000","last_fullsized":"2024-09-12T18:02:45.766762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:28.192231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770432+0000","last_change":"2024-09-12T16:53:26.183938+0000","last_active":"2024-09-12T18:02:45.770432+0000","last_peered":"2024-09-12T18:02:45.770432+0000","last_clean":"2024-09-12T18:02:45.770432+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:02:45.770432+0000","last_undegraded":"2024-09-12T18:02:45.770432+0000","last_fullsized":"2024-09-12T18:02:45.770432+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:22.301396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.025146+0000","last_change":"2024-09-12T16:53:18.155756+0000","last_active":"2024-09-12T18:02:42.025146+0000","last_peered":"2024-09-12T18:02:42.025146+0000","last_clean":"2024-09-12T18:02:42.025146+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:02:42.025146+0000","last_undegraded":"2024-09-12T18:02:42.025146+0000","last_fullsized":"2024-09-12T18:02:42.025146+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:17.342236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'311","reported_seq":972,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.560192+0000","last_change":"2024-09-12T16:53:16.146237+0000","last_active":"2024-09-12T18:05:20.560192+0000","last_peered":"2024-09-12T18:05:20.560192+0000","last_clean":"2024-09-12T18:05:20.560192+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:20.560192+0000","last_undegraded":"2024-09-12T18:05:20.560192+0000","last_fullsized":"2024-09-12T18:05:20.560192+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136566,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":503,"num_read_kb":18479,"num_write":1147,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:48.723083+0000","last_change":"2024-09-12T16:53:05.088321+0000","last_active":"2024-09-12T18:01:48.723083+0000","last_peered":"2024-09-12T18:01:48.723083+0000","last_clean":"2024-09-12T18:01:48.723083+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:01:48.723083+0000","last_undegraded":"2024-09-12T18:01:48.723083+0000","last_fullsized":"2024-09-12T18:01:48.723083+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:49.252567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692836+0000","last_change":"2024-09-12T16:53:20.155301+0000","last_active":"2024-09-12T18:02:05.692836+0000","last_peered":"2024-09-12T18:02:05.692836+0000","last_clean":"2024-09-12T18:02:05.692836+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:02:05.692836+0000","last_undegraded":"2024-09-12T18:02:05.692836+0000","last_fullsized":"2024-09-12T18:02:05.692836+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:53.767607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'627","reported_seq":1318,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.212864+0000","last_change":"2024-09-12T16:53:22.152614+0000","last_active":"2024-09-12T18:05:20.212864+0000","last_peered":"2024-09-12T18:05:20.212864+0000","last_clean":"2024-09-12T18:05:20.212864+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:20.212864+0000","last_undegraded":"2024-09-12T18:05:20.212864+0000","last_fullsized":"2024-09-12T18:05:20.212864+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":600,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:13.156981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108625,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1654,"num_read_kb":2781,"num_write":2142,"num_write_kb":1945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.716088+0000","last_change":"2024-09-12T16:53:24.173164+0000","last_active":"2024-09-12T18:02:10.716088+0000","last_peered":"2024-09-12T18:02:10.716088+0000","last_clean":"2024-09-12T18:02:10.716088+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:02:10.716088+0000","last_undegraded":"2024-09-12T18:02:10.716088+0000","last_fullsized":"2024-09-12T18:02:10.716088+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:40.309015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700746+0000","last_change":"2024-09-12T16:53:26.180732+0000","last_active":"2024-09-12T18:03:10.700746+0000","last_peered":"2024-09-12T18:03:10.700746+0000","last_clean":"2024-09-12T18:03:10.700746+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:03:10.700746+0000","last_undegraded":"2024-09-12T18:03:10.700746+0000","last_fullsized":"2024-09-12T18:03:10.700746+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:41.370285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1249,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692806+0000","last_change":"2024-09-12T16:53:18.157313+0000","last_active":"2024-09-12T18:02:05.692806+0000","last_peered":"2024-09-12T18:02:05.692806+0000","last_clean":"2024-09-12T18:02:05.692806+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:02:05.692806+0000","last_undegraded":"2024-09-12T18:02:05.692806+0000","last_fullsized":"2024-09-12T18:02:05.692806+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:17.029791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'241","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724741+0000","last_change":"2024-09-12T16:53:16.144558+0000","last_active":"2024-09-12T18:02:03.724741+0000","last_peered":"2024-09-12T18:02:03.724741+0000","last_clean":"2024-09-12T18:02:03.724741+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:02:03.724741+0000","last_undegraded":"2024-09-12T18:02:03.724741+0000","last_fullsized":"2024-09-12T18:02:03.724741+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:18.721183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590893,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":320,"num_read_kb":14880,"num_write":856,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763831+0000","last_change":"2024-09-12T16:53:05.106619+0000","last_active":"2024-09-12T18:02:00.763831+0000","last_peered":"2024-09-12T18:02:00.763831+0000","last_clean":"2024-09-12T18:02:00.763831+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:02:00.763831+0000","last_undegraded":"2024-09-12T18:02:00.763831+0000","last_fullsized":"2024-09-12T18:02:00.763831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:13.023041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761185+0000","last_change":"2024-09-12T16:53:20.153869+0000","last_active":"2024-09-12T18:02:05.761185+0000","last_peered":"2024-09-12T18:02:05.761185+0000","last_clean":"2024-09-12T18:02:05.761185+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:02:05.761185+0000","last_undegraded":"2024-09-12T18:02:05.761185+0000","last_fullsized":"2024-09-12T18:02:05.761185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:45.066511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'244","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.424381+0000","last_change":"2024-09-12T16:53:22.330204+0000","last_active":"2024-09-12T18:03:56.424381+0000","last_peered":"2024-09-12T18:03:56.424381+0000","last_clean":"2024-09-12T18:03:56.424381+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:03:56.424381+0000","last_undegraded":"2024-09-12T18:03:56.424381+0000","last_fullsized":"2024-09-12T18:03:56.424381+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:02.114181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'762","reported_seq":3106,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.196375+0000","last_change":"2024-09-12T16:53:24.177307+0000","last_active":"2024-09-12T18:05:19.196375+0000","last_peered":"2024-09-12T18:05:19.196375+0000","last_clean":"2024-09-12T18:05:19.196375+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:19.196375+0000","last_undegraded":"2024-09-12T18:05:19.196375+0000","last_fullsized":"2024-09-12T18:05:19.196375+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:42.087470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'114","reported_seq":639,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.871712+0000","last_change":"2024-09-12T16:53:26.176086+0000","last_active":"2024-09-12T18:03:20.871712+0000","last_peered":"2024-09-12T18:03:20.871712+0000","last_clean":"2024-09-12T18:03:20.871712+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:03:20.871712+0000","last_undegraded":"2024-09-12T18:03:20.871712+0000","last_fullsized":"2024-09-12T18:03:20.871712+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:42.381748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857798+0000","last_change":"2024-09-12T16:53:18.158903+0000","last_active":"2024-09-12T18:01:30.857798+0000","last_peered":"2024-09-12T18:01:30.857798+0000","last_clean":"2024-09-12T18:01:30.857798+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:01:30.857798+0000","last_undegraded":"2024-09-12T18:01:30.857798+0000","last_fullsized":"2024-09-12T18:01:30.857798+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:49.011256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'281","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.841370+0000","last_change":"2024-09-12T16:53:16.143535+0000","last_active":"2024-09-12T18:05:20.841370+0000","last_peered":"2024-09-12T18:05:20.841370+0000","last_clean":"2024-09-12T18:05:20.841370+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:20.841370+0000","last_undegraded":"2024-09-12T18:05:20.841370+0000","last_fullsized":"2024-09-12T18:05:20.841370+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.887002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4655563,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":349,"num_read_kb":4832,"num_write":841,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.727060+0000","last_change":"2024-09-12T16:53:05.088369+0000","last_active":"2024-09-12T18:02:23.727060+0000","last_peered":"2024-09-12T18:02:23.727060+0000","last_clean":"2024-09-12T18:02:23.727060+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:02:23.727060+0000","last_undegraded":"2024-09-12T18:02:23.727060+0000","last_fullsized":"2024-09-12T18:02:23.727060+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:40.025378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715371+0000","last_change":"2024-09-12T16:53:20.154603+0000","last_active":"2024-09-12T18:02:05.715371+0000","last_peered":"2024-09-12T18:02:05.715371+0000","last_clean":"2024-09-12T18:02:05.715371+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:02:05.715371+0000","last_undegraded":"2024-09-12T18:02:05.715371+0000","last_fullsized":"2024-09-12T18:02:05.715371+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:08.962611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.392753+0000","last_change":"2024-09-12T16:53:22.160290+0000","last_active":"2024-09-12T18:03:56.392753+0000","last_peered":"2024-09-12T18:03:56.392753+0000","last_clean":"2024-09-12T18:03:56.392753+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:03:56.392753+0000","last_undegraded":"2024-09-12T18:03:56.392753+0000","last_fullsized":"2024-09-12T18:03:56.392753+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:02.255157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'804","reported_seq":2725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.201866+0000","last_change":"2024-09-12T16:53:24.178746+0000","last_active":"2024-09-12T18:05:19.201866+0000","last_peered":"2024-09-12T18:05:19.201866+0000","last_clean":"2024-09-12T18:05:19.201866+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:05:19.201866+0000","last_undegraded":"2024-09-12T18:05:19.201866+0000","last_fullsized":"2024-09-12T18:05:19.201866+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":700,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:49.670828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'296","reported_seq":827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.531936+0000","last_change":"2024-09-12T16:53:26.180014+0000","last_active":"2024-09-12T18:03:31.531936+0000","last_peered":"2024-09-12T18:03:31.531936+0000","last_clean":"2024-09-12T18:03:31.531936+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:03:31.531936+0000","last_undegraded":"2024-09-12T18:03:31.531936+0000","last_fullsized":"2024-09-12T18:03:31.531936+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:22.377268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'93","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715387+0000","last_change":"2024-09-12T16:53:18.150593+0000","last_active":"2024-09-12T18:02:05.715387+0000","last_peered":"2024-09-12T18:02:05.715387+0000","last_clean":"2024-09-12T18:02:05.715387+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:02:05.715387+0000","last_undegraded":"2024-09-12T18:02:05.715387+0000","last_fullsized":"2024-09-12T18:02:05.715387+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.400023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'320","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.640821+0000","last_change":"2024-09-12T16:53:16.149520+0000","last_active":"2024-09-12T18:05:20.640821+0000","last_peered":"2024-09-12T18:05:20.640821+0000","last_clean":"2024-09-12T18:05:20.640821+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:20.640821+0000","last_undegraded":"2024-09-12T18:05:20.640821+0000","last_fullsized":"2024-09-12T18:05:20.640821+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:58.437303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625960,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":480,"num_read_kb":10938,"num_write":1142,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":529,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:25.764055+0000","last_change":"2024-09-12T16:53:05.106466+0000","last_active":"2024-09-12T18:02:25.764055+0000","last_peered":"2024-09-12T18:02:25.764055+0000","last_clean":"2024-09-12T18:02:25.764055+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:02:25.764055+0000","last_undegraded":"2024-09-12T18:02:25.764055+0000","last_fullsized":"2024-09-12T18:02:25.764055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:07.776549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857773+0000","last_change":"2024-09-12T16:53:20.156058+0000","last_active":"2024-09-12T18:01:30.857773+0000","last_peered":"2024-09-12T18:01:30.857773+0000","last_clean":"2024-09-12T18:01:30.857773+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:01:30.857773+0000","last_undegraded":"2024-09-12T18:01:30.857773+0000","last_fullsized":"2024-09-12T18:01:30.857773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:01.302586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'781","reported_seq":1514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.673612+0000","last_change":"2024-09-12T16:53:22.330392+0000","last_active":"2024-09-12T18:05:20.673612+0000","last_peered":"2024-09-12T18:05:20.673612+0000","last_clean":"2024-09-12T18:05:20.673612+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:20.673612+0000","last_undegraded":"2024-09-12T18:05:20.673612+0000","last_fullsized":"2024-09-12T18:05:20.673612+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:27.059665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169492,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1376,"num_read_kb":3158,"num_write":1132,"num_write_kb":935,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862698+0000","last_change":"2024-09-12T16:53:24.176122+0000","last_active":"2024-09-12T18:02:10.862698+0000","last_peered":"2024-09-12T18:02:10.862698+0000","last_clean":"2024-09-12T18:02:10.862698+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:02:10.862698+0000","last_undegraded":"2024-09-12T18:02:10.862698+0000","last_fullsized":"2024-09-12T18:02:10.862698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:47.257926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'192","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.222280+0000","last_change":"2024-09-12T16:53:26.183025+0000","last_active":"2024-09-12T18:01:55.222280+0000","last_peered":"2024-09-12T18:01:55.222280+0000","last_clean":"2024-09-12T18:01:55.222280+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:01:55.222280+0000","last_undegraded":"2024-09-12T18:01:55.222280+0000","last_fullsized":"2024-09-12T18:01:55.222280+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:13.925127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'159","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.740766+0000","last_change":"2024-09-12T16:53:26.185312+0000","last_active":"2024-09-12T18:04:52.740766+0000","last_peered":"2024-09-12T18:04:52.740766+0000","last_clean":"2024-09-12T18:04:52.740766+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:04:52.740766+0000","last_undegraded":"2024-09-12T18:04:52.740766+0000","last_fullsized":"2024-09-12T18:04:52.740766+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:46.606749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705984+0000","last_change":"2024-09-12T16:53:18.153882+0000","last_active":"2024-09-12T18:01:00.705984+0000","last_peered":"2024-09-12T18:01:00.705984+0000","last_clean":"2024-09-12T18:01:00.705984+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:01:00.705984+0000","last_undegraded":"2024-09-12T18:01:00.705984+0000","last_fullsized":"2024-09-12T18:01:00.705984+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:22.389654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'321","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.699898+0000","last_change":"2024-09-12T16:53:16.148654+0000","last_active":"2024-09-12T18:05:20.699898+0000","last_peered":"2024-09-12T18:05:20.699898+0000","last_clean":"2024-09-12T18:05:20.699898+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:20.699898+0000","last_undegraded":"2024-09-12T18:05:20.699898+0000","last_fullsized":"2024-09-12T18:05:20.699898+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:16.722282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845984,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":533,"num_read_kb":14274,"num_write":1106,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.718230+0000","last_change":"2024-09-12T16:53:20.157811+0000","last_active":"2024-09-12T18:01:03.718230+0000","last_peered":"2024-09-12T18:01:03.718230+0000","last_clean":"2024-09-12T18:01:03.718230+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:01:03.718230+0000","last_undegraded":"2024-09-12T18:01:03.718230+0000","last_fullsized":"2024-09-12T18:01:03.718230+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:09.220563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'271","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.623463+0000","last_change":"2024-09-12T16:53:22.153134+0000","last_active":"2024-09-12T18:05:19.623463+0000","last_peered":"2024-09-12T18:05:19.623463+0000","last_clean":"2024-09-12T18:05:19.623463+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:19.623463+0000","last_undegraded":"2024-09-12T18:05:19.623463+0000","last_fullsized":"2024-09-12T18:05:19.623463+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:28.764833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.854788+0000","last_change":"2024-09-12T16:53:24.180108+0000","last_active":"2024-09-12T18:01:05.854788+0000","last_peered":"2024-09-12T18:01:05.854788+0000","last_clean":"2024-09-12T18:01:05.854788+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:01:05.854788+0000","last_undegraded":"2024-09-12T18:01:05.854788+0000","last_fullsized":"2024-09-12T18:01:05.854788+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:32.471344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'161","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:24.085010+0000","last_change":"2024-09-12T16:53:26.177348+0000","last_active":"2024-09-12T18:02:24.085010+0000","last_peered":"2024-09-12T18:02:24.085010+0000","last_clean":"2024-09-12T18:02:24.085010+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:02:24.085010+0000","last_undegraded":"2024-09-12T18:02:24.085010+0000","last_fullsized":"2024-09-12T18:02:24.085010+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:43.624195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.717701+0000","last_change":"2024-09-12T16:53:18.155136+0000","last_active":"2024-09-12T18:00:58.717701+0000","last_peered":"2024-09-12T18:00:58.717701+0000","last_clean":"2024-09-12T18:00:58.717701+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:00:58.717701+0000","last_undegraded":"2024-09-12T18:00:58.717701+0000","last_fullsized":"2024-09-12T18:00:58.717701+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:11.542448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'327","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.762904+0000","last_change":"2024-09-12T16:53:16.160739+0000","last_active":"2024-09-12T18:05:20.762904+0000","last_peered":"2024-09-12T18:05:20.762904+0000","last_clean":"2024-09-12T18:05:20.762904+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:20.762904+0000","last_undegraded":"2024-09-12T18:05:20.762904+0000","last_fullsized":"2024-09-12T18:05:20.762904+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.818047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1202165,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":405,"num_read_kb":3759,"num_write":967,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854224+0000","last_change":"2024-09-12T16:53:20.158458+0000","last_active":"2024-09-12T18:01:00.854224+0000","last_peered":"2024-09-12T18:01:00.854224+0000","last_clean":"2024-09-12T18:01:00.854224+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:01:00.854224+0000","last_undegraded":"2024-09-12T18:01:00.854224+0000","last_fullsized":"2024-09-12T18:01:00.854224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:55.381072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'60","reported_seq":579,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.057070+0000","last_change":"2024-09-12T16:53:22.159281+0000","last_active":"2024-09-12T18:03:56.057070+0000","last_peered":"2024-09-12T18:03:56.057070+0000","last_clean":"2024-09-12T18:03:56.057070+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:03:56.057070+0000","last_undegraded":"2024-09-12T18:03:56.057070+0000","last_fullsized":"2024-09-12T18:03:56.057070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:28.425355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755027+0000","last_change":"2024-09-12T16:53:24.173663+0000","last_active":"2024-09-12T18:01:05.755027+0000","last_peered":"2024-09-12T18:01:05.755027+0000","last_clean":"2024-09-12T18:01:05.755027+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:01:05.755027+0000","last_undegraded":"2024-09-12T18:01:05.755027+0000","last_fullsized":"2024-09-12T18:01:05.755027+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:23.754603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'174","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.688735+0000","last_change":"2024-09-12T16:53:26.178337+0000","last_active":"2024-09-12T18:03:34.688735+0000","last_peered":"2024-09-12T18:03:34.688735+0000","last_clean":"2024-09-12T18:03:34.688735+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:03:34.688735+0000","last_undegraded":"2024-09-12T18:03:34.688735+0000","last_fullsized":"2024-09-12T18:03:34.688735+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:58.724860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.341505+0000","last_change":"2024-09-12T16:53:18.151606+0000","last_active":"2024-09-12T18:02:15.341505+0000","last_peered":"2024-09-12T18:02:15.341505+0000","last_clean":"2024-09-12T18:02:15.341505+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:02:15.341505+0000","last_undegraded":"2024-09-12T18:02:15.341505+0000","last_fullsized":"2024-09-12T18:02:15.341505+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:15.230787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'320","reported_seq":1025,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.765561+0000","last_change":"2024-09-12T16:53:16.145851+0000","last_active":"2024-09-12T18:05:20.765561+0000","last_peered":"2024-09-12T18:05:20.765561+0000","last_clean":"2024-09-12T18:05:20.765561+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:20.765561+0000","last_undegraded":"2024-09-12T18:05:20.765561+0000","last_fullsized":"2024-09-12T18:05:20.765561+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:14.615309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8975623,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":598,"num_read_kb":37584,"num_write":1058,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"38'3","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.965764+0000","last_change":"2024-09-12T16:53:20.153318+0000","last_active":"2024-09-12T18:05:18.965764+0000","last_peered":"2024-09-12T18:05:18.965764+0000","last_clean":"2024-09-12T18:05:18.965764+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:18.965764+0000","last_undegraded":"2024-09-12T18:05:18.965764+0000","last_fullsized":"2024-09-12T18:05:18.965764+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:17.922572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'330","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.092841+0000","last_change":"2024-09-12T16:53:22.153736+0000","last_active":"2024-09-12T18:04:54.092841+0000","last_peered":"2024-09-12T18:04:54.092841+0000","last_clean":"2024-09-12T18:04:54.092841+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:04:54.092841+0000","last_undegraded":"2024-09-12T18:04:54.092841+0000","last_fullsized":"2024-09-12T18:04:54.092841+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:28:49.146073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59898,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":543,"num_read_kb":1079,"num_write":434,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.753194+0000","last_change":"2024-09-12T16:53:24.179255+0000","last_active":"2024-09-12T18:01:05.753194+0000","last_peered":"2024-09-12T18:01:05.753194+0000","last_clean":"2024-09-12T18:01:05.753194+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:01:05.753194+0000","last_undegraded":"2024-09-12T18:01:05.753194+0000","last_fullsized":"2024-09-12T18:01:05.753194+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:33.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'109","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.468872+0000","last_change":"2024-09-12T16:53:26.183611+0000","last_active":"2024-09-12T18:03:33.468872+0000","last_peered":"2024-09-12T18:03:33.468872+0000","last_clean":"2024-09-12T18:03:33.468872+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:03:33.468872+0000","last_undegraded":"2024-09-12T18:03:33.468872+0000","last_fullsized":"2024-09-12T18:03:33.468872+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:34.331698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'264","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854138+0000","last_change":"2024-09-12T16:53:18.162495+0000","last_active":"2024-09-12T18:01:00.854138+0000","last_peered":"2024-09-12T18:01:00.854138+0000","last_clean":"2024-09-12T18:01:00.854138+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:01:00.854138+0000","last_undegraded":"2024-09-12T18:01:00.854138+0000","last_fullsized":"2024-09-12T18:01:00.854138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:32.787096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'337","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.646269+0000","last_change":"2024-09-12T16:53:16.145073+0000","last_active":"2024-09-12T18:05:20.646269+0000","last_peered":"2024-09-12T18:05:20.646269+0000","last_clean":"2024-09-12T18:05:20.646269+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:20.646269+0000","last_undegraded":"2024-09-12T18:05:20.646269+0000","last_fullsized":"2024-09-12T18:05:20.646269+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:55.496753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3146060,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":479,"num_read_kb":25558,"num_write":990,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.752403+0000","last_change":"2024-09-12T16:53:20.154986+0000","last_active":"2024-09-12T18:01:00.752403+0000","last_peered":"2024-09-12T18:01:00.752403+0000","last_clean":"2024-09-12T18:01:00.752403+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:01:00.752403+0000","last_undegraded":"2024-09-12T18:01:00.752403+0000","last_fullsized":"2024-09-12T18:01:00.752403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:35.055647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'254","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.088946+0000","last_change":"2024-09-12T16:53:22.161528+0000","last_active":"2024-09-12T18:04:54.088946+0000","last_peered":"2024-09-12T18:04:54.088946+0000","last_clean":"2024-09-12T18:04:54.088946+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:04:54.088946+0000","last_undegraded":"2024-09-12T18:04:54.088946+0000","last_fullsized":"2024-09-12T18:04:54.088946+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:00.061951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52997,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":419,"num_read_kb":873,"num_write":334,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685933+0000","last_change":"2024-09-12T16:53:24.174524+0000","last_active":"2024-09-12T18:01:05.685933+0000","last_peered":"2024-09-12T18:01:05.685933+0000","last_clean":"2024-09-12T18:01:05.685933+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:01:05.685933+0000","last_undegraded":"2024-09-12T18:01:05.685933+0000","last_fullsized":"2024-09-12T18:01:05.685933+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:33.990740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761229+0000","last_change":"2024-09-12T16:53:18.154628+0000","last_active":"2024-09-12T18:02:05.761229+0000","last_peered":"2024-09-12T18:02:05.761229+0000","last_clean":"2024-09-12T18:02:05.761229+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:02:05.761229+0000","last_undegraded":"2024-09-12T18:02:05.761229+0000","last_fullsized":"2024-09-12T18:02:05.761229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'341","reported_seq":1194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.841490+0000","last_change":"2024-09-12T16:53:16.144924+0000","last_active":"2024-09-12T18:05:20.841490+0000","last_peered":"2024-09-12T18:05:20.841490+0000","last_clean":"2024-09-12T18:05:20.841490+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:20.841490+0000","last_undegraded":"2024-09-12T18:05:20.841490+0000","last_fullsized":"2024-09-12T18:05:20.841490+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:00.978231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5638095,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":927,"num_read_kb":17598,"num_write":1205,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688790+0000","last_change":"2024-09-12T16:53:20.153339+0000","last_active":"2024-09-12T18:01:30.688790+0000","last_peered":"2024-09-12T18:01:30.688790+0000","last_clean":"2024-09-12T18:01:30.688790+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:01:30.688790+0000","last_undegraded":"2024-09-12T18:01:30.688790+0000","last_fullsized":"2024-09-12T18:01:30.688790+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:58.351781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'523","reported_seq":1161,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.087969+0000","last_change":"2024-09-12T16:53:22.156997+0000","last_active":"2024-09-12T18:04:54.087969+0000","last_peered":"2024-09-12T18:04:54.087969+0000","last_clean":"2024-09-12T18:04:54.087969+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:04:54.087969+0000","last_undegraded":"2024-09-12T18:04:54.087969+0000","last_fullsized":"2024-09-12T18:04:54.087969+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":500,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:43.061147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125369,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":925,"num_read_kb":2057,"num_write":810,"num_write_kb":707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753199+0000","last_change":"2024-09-12T16:53:24.175076+0000","last_active":"2024-09-12T18:00:55.753199+0000","last_peered":"2024-09-12T18:00:55.753199+0000","last_clean":"2024-09-12T18:00:55.753199+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:00:55.753199+0000","last_undegraded":"2024-09-12T18:00:55.753199+0000","last_fullsized":"2024-09-12T18:00:55.753199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:56.670376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'190","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.724345+0000","last_change":"2024-09-12T16:53:26.176994+0000","last_active":"2024-09-12T18:02:48.724345+0000","last_peered":"2024-09-12T18:02:48.724345+0000","last_clean":"2024-09-12T18:02:48.724345+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:02:48.724345+0000","last_undegraded":"2024-09-12T18:02:48.724345+0000","last_fullsized":"2024-09-12T18:02:48.724345+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:58.418640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688765+0000","last_change":"2024-09-12T16:53:18.158023+0000","last_active":"2024-09-12T18:01:30.688765+0000","last_peered":"2024-09-12T18:01:30.688765+0000","last_clean":"2024-09-12T18:01:30.688765+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:01:30.688765+0000","last_undegraded":"2024-09-12T18:01:30.688765+0000","last_fullsized":"2024-09-12T18:01:30.688765+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:23.737632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'434","reported_seq":1123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:34.614055+0000","last_change":"2024-09-12T16:53:16.150468+0000","last_active":"2024-09-12T18:01:34.614055+0000","last_peered":"2024-09-12T18:01:34.614055+0000","last_clean":"2024-09-12T18:01:34.614055+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:01:34.614055+0000","last_undegraded":"2024-09-12T18:01:34.614055+0000","last_fullsized":"2024-09-12T18:01:34.614055+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:36.042375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7845315,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":767,"num_read_kb":9383,"num_write":1363,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761239+0000","last_change":"2024-09-12T16:53:20.154323+0000","last_active":"2024-09-12T18:02:05.761239+0000","last_peered":"2024-09-12T18:02:05.761239+0000","last_clean":"2024-09-12T18:02:05.761239+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:02:05.761239+0000","last_undegraded":"2024-09-12T18:02:05.761239+0000","last_fullsized":"2024-09-12T18:02:05.761239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:30.186195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'330","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.090139+0000","last_change":"2024-09-12T16:53:22.162119+0000","last_active":"2024-09-12T18:04:54.090139+0000","last_peered":"2024-09-12T18:04:54.090139+0000","last_clean":"2024-09-12T18:04:54.090139+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:04:54.090139+0000","last_undegraded":"2024-09-12T18:04:54.090139+0000","last_fullsized":"2024-09-12T18:04:54.090139+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:00.552201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57709,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":556,"num_read_kb":1088,"num_write":466,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717162+0000","last_change":"2024-09-12T16:53:24.175083+0000","last_active":"2024-09-12T18:00:53.717162+0000","last_peered":"2024-09-12T18:00:53.717162+0000","last_clean":"2024-09-12T18:00:53.717162+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:00:53.717162+0000","last_undegraded":"2024-09-12T18:00:53.717162+0000","last_fullsized":"2024-09-12T18:00:53.717162+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:30:45.461988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.807482+0000","last_change":"2024-09-12T16:53:26.174604+0000","last_active":"2024-09-12T18:03:30.807482+0000","last_peered":"2024-09-12T18:03:30.807482+0000","last_clean":"2024-09-12T18:03:30.807482+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:03:30.807482+0000","last_undegraded":"2024-09-12T18:03:30.807482+0000","last_fullsized":"2024-09-12T18:03:30.807482+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:27.757604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'245","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.852995+0000","last_change":"2024-09-12T16:53:18.154964+0000","last_active":"2024-09-12T18:00:50.852995+0000","last_peered":"2024-09-12T18:00:50.852995+0000","last_clean":"2024-09-12T18:00:50.852995+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:00:50.852995+0000","last_undegraded":"2024-09-12T18:00:50.852995+0000","last_fullsized":"2024-09-12T18:00:50.852995+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:25.783828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'369","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.686470+0000","last_change":"2024-09-12T16:53:16.161211+0000","last_active":"2024-09-12T18:05:20.686470+0000","last_peered":"2024-09-12T18:05:20.686470+0000","last_clean":"2024-09-12T18:05:20.686470+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:20.686470+0000","last_undegraded":"2024-09-12T18:05:20.686470+0000","last_fullsized":"2024-09-12T18:05:20.686470+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:25.241490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17892262,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":493,"num_read_kb":46684,"num_write":1184,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704201+0000","last_change":"2024-09-12T16:53:20.154645+0000","last_active":"2024-09-12T18:00:50.704201+0000","last_peered":"2024-09-12T18:00:50.704201+0000","last_clean":"2024-09-12T18:00:50.704201+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:00:50.704201+0000","last_undegraded":"2024-09-12T18:00:50.704201+0000","last_fullsized":"2024-09-12T18:00:50.704201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.200137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'285","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.915416+0000","last_change":"2024-09-12T16:53:22.330341+0000","last_active":"2024-09-12T18:05:19.915416+0000","last_peered":"2024-09-12T18:05:19.915416+0000","last_clean":"2024-09-12T18:05:19.915416+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:19.915416+0000","last_undegraded":"2024-09-12T18:05:19.915416+0000","last_fullsized":"2024-09-12T18:05:19.915416+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:00.280231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:33.721524+0000","last_change":"2024-09-12T16:53:24.173909+0000","last_active":"2024-09-12T18:01:33.721524+0000","last_peered":"2024-09-12T18:01:33.721524+0000","last_clean":"2024-09-12T18:01:33.721524+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:01:33.721524+0000","last_undegraded":"2024-09-12T18:01:33.721524+0000","last_fullsized":"2024-09-12T18:01:33.721524+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:00.914606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'103","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.115646+0000","last_change":"2024-09-12T16:53:26.182761+0000","last_active":"2024-09-12T18:04:54.115646+0000","last_peered":"2024-09-12T18:04:54.115646+0000","last_clean":"2024-09-12T18:04:54.115646+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:04:54.115646+0000","last_undegraded":"2024-09-12T18:04:54.115646+0000","last_fullsized":"2024-09-12T18:04:54.115646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:53.147580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":895,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.709197+0000","last_change":"2024-09-12T16:53:18.159970+0000","last_active":"2024-09-12T18:00:50.709197+0000","last_peered":"2024-09-12T18:00:50.709197+0000","last_clean":"2024-09-12T18:00:50.709197+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:00:50.709197+0000","last_undegraded":"2024-09-12T18:00:50.709197+0000","last_fullsized":"2024-09-12T18:00:50.709197+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:40.562435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'332","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.683357+0000","last_change":"2024-09-12T16:53:16.156813+0000","last_active":"2024-09-12T18:05:20.683357+0000","last_peered":"2024-09-12T18:05:20.683357+0000","last_clean":"2024-09-12T18:05:20.683357+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:20.683357+0000","last_undegraded":"2024-09-12T18:05:20.683357+0000","last_fullsized":"2024-09-12T18:05:20.683357+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:04.301878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486295,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":536,"num_read_kb":92821,"num_write":1174,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717170+0000","last_change":"2024-09-12T16:53:20.156273+0000","last_active":"2024-09-12T18:00:53.717170+0000","last_peered":"2024-09-12T18:00:53.717170+0000","last_clean":"2024-09-12T18:00:53.717170+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:00:53.717170+0000","last_undegraded":"2024-09-12T18:00:53.717170+0000","last_fullsized":"2024-09-12T18:00:53.717170+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:45.961014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'106","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.414274+0000","last_change":"2024-09-12T16:53:22.330315+0000","last_active":"2024-09-12T18:03:56.414274+0000","last_peered":"2024-09-12T18:03:56.414274+0000","last_clean":"2024-09-12T18:03:56.414274+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:03:56.414274+0000","last_undegraded":"2024-09-12T18:03:56.414274+0000","last_fullsized":"2024-09-12T18:03:56.414274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:52.706874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'763","reported_seq":2508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.352767+0000","last_change":"2024-09-12T16:53:24.175412+0000","last_active":"2024-09-12T18:05:20.352767+0000","last_peered":"2024-09-12T18:05:20.352767+0000","last_clean":"2024-09-12T18:05:20.352767+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:20.352767+0000","last_undegraded":"2024-09-12T18:05:20.352767+0000","last_fullsized":"2024-09-12T18:05:20.352767+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:06.330866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":632,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.704194+0000","last_change":"2024-09-12T16:53:26.184133+0000","last_active":"2024-09-12T18:02:12.704194+0000","last_peered":"2024-09-12T18:02:12.704194+0000","last_clean":"2024-09-12T18:02:12.704194+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:02:12.704194+0000","last_undegraded":"2024-09-12T18:02:12.704194+0000","last_fullsized":"2024-09-12T18:02:12.704194+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:03.167650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704159+0000","last_change":"2024-09-12T16:53:18.157796+0000","last_active":"2024-09-12T18:00:50.704159+0000","last_peered":"2024-09-12T18:00:50.704159+0000","last_clean":"2024-09-12T18:00:50.704159+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:00:50.704159+0000","last_undegraded":"2024-09-12T18:00:50.704159+0000","last_fullsized":"2024-09-12T18:00:50.704159+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:51.135066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'314","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.728216+0000","last_change":"2024-09-12T16:53:16.153006+0000","last_active":"2024-09-12T18:05:20.728216+0000","last_peered":"2024-09-12T18:05:20.728216+0000","last_clean":"2024-09-12T18:05:20.728216+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:20.728216+0000","last_undegraded":"2024-09-12T18:05:20.728216+0000","last_fullsized":"2024-09-12T18:05:20.728216+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:08.457989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11704989,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":477,"num_read_kb":57626,"num_write":953,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752405+0000","last_change":"2024-09-12T16:53:20.156786+0000","last_active":"2024-09-12T18:00:50.752405+0000","last_peered":"2024-09-12T18:00:50.752405+0000","last_clean":"2024-09-12T18:00:50.752405+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:00:50.752405+0000","last_undegraded":"2024-09-12T18:00:50.752405+0000","last_fullsized":"2024-09-12T18:00:50.752405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:48.860503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'365","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.375534+0000","last_change":"2024-09-12T16:53:22.149047+0000","last_active":"2024-09-12T18:05:20.375534+0000","last_peered":"2024-09-12T18:05:20.375534+0000","last_clean":"2024-09-12T18:05:20.375534+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:20.375534+0000","last_undegraded":"2024-09-12T18:05:20.375534+0000","last_fullsized":"2024-09-12T18:05:20.375534+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:52.060913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685898+0000","last_change":"2024-09-12T16:53:24.174285+0000","last_active":"2024-09-12T18:01:05.685898+0000","last_peered":"2024-09-12T18:01:05.685898+0000","last_clean":"2024-09-12T18:01:05.685898+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:01:05.685898+0000","last_undegraded":"2024-09-12T18:01:05.685898+0000","last_fullsized":"2024-09-12T18:01:05.685898+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:06.787165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'134","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.779023+0000","last_change":"2024-09-12T16:53:26.179245+0000","last_active":"2024-09-12T18:03:30.779023+0000","last_peered":"2024-09-12T18:03:30.779023+0000","last_clean":"2024-09-12T18:03:30.779023+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:03:30.779023+0000","last_undegraded":"2024-09-12T18:03:30.779023+0000","last_fullsized":"2024-09-12T18:03:30.779023+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:54.286341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'192","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:57.673119+0000","last_change":"2024-09-12T16:53:18.157290+0000","last_active":"2024-09-12T18:02:57.673119+0000","last_peered":"2024-09-12T18:02:57.673119+0000","last_clean":"2024-09-12T18:02:57.673119+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:02:57.673119+0000","last_undegraded":"2024-09-12T18:02:57.673119+0000","last_fullsized":"2024-09-12T18:02:57.673119+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:50.843790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'298","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761714+0000","last_change":"2024-09-12T16:53:49.530772+0000","last_active":"2024-09-12T18:05:20.761714+0000","last_peered":"2024-09-12T18:05:20.761714+0000","last_clean":"2024-09-12T18:05:20.761714+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:20.761714+0000","last_undegraded":"2024-09-12T18:05:20.761714+0000","last_fullsized":"2024-09-12T18:05:20.761714+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:59.254508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5567803,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":467,"num_read_kb":64386,"num_write":1023,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752346+0000","last_change":"2024-09-12T16:53:20.158408+0000","last_active":"2024-09-12T18:00:50.752346+0000","last_peered":"2024-09-12T18:00:50.752346+0000","last_clean":"2024-09-12T18:00:50.752346+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:00:50.752346+0000","last_undegraded":"2024-09-12T18:00:50.752346+0000","last_fullsized":"2024-09-12T18:00:50.752346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:37.019239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'294","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.447211+0000","last_change":"2024-09-12T16:53:22.154099+0000","last_active":"2024-09-12T18:05:20.447211+0000","last_peered":"2024-09-12T18:05:20.447211+0000","last_clean":"2024-09-12T18:05:20.447211+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:20.447211+0000","last_undegraded":"2024-09-12T18:05:20.447211+0000","last_fullsized":"2024-09-12T18:05:20.447211+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:08.478118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754455+0000","last_change":"2024-09-12T16:53:24.174948+0000","last_active":"2024-09-12T18:01:15.754455+0000","last_peered":"2024-09-12T18:01:15.754455+0000","last_clean":"2024-09-12T18:01:15.754455+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:01:15.754455+0000","last_undegraded":"2024-09-12T18:01:15.754455+0000","last_fullsized":"2024-09-12T18:01:15.754455+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:25.720966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":686,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.872922+0000","last_change":"2024-09-12T16:53:26.177114+0000","last_active":"2024-09-12T18:03:30.872922+0000","last_peered":"2024-09-12T18:03:30.872922+0000","last_clean":"2024-09-12T18:03:30.872922+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:03:30.872922+0000","last_undegraded":"2024-09-12T18:03:30.872922+0000","last_fullsized":"2024-09-12T18:03:30.872922+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:31.981326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.761222+0000","last_change":"2024-09-12T16:53:49.274643+0000","last_active":"2024-09-12T18:01:45.761222+0000","last_peered":"2024-09-12T18:01:45.761222+0000","last_clean":"2024-09-12T18:01:45.761222+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:01:45.761222+0000","last_undegraded":"2024-09-12T18:01:45.761222+0000","last_fullsized":"2024-09-12T18:01:45.761222+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:52.500956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'304","reported_seq":950,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.858133+0000","last_change":"2024-09-12T16:53:16.148495+0000","last_active":"2024-09-12T18:05:20.858133+0000","last_peered":"2024-09-12T18:05:20.858133+0000","last_clean":"2024-09-12T18:05:20.858133+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:20.858133+0000","last_undegraded":"2024-09-12T18:05:20.858133+0000","last_fullsized":"2024-09-12T18:05:20.858133+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:38.047029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5505285,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":465,"num_read_kb":6586,"num_write":1000,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705876+0000","last_change":"2024-09-12T16:53:20.156020+0000","last_active":"2024-09-12T18:01:00.705876+0000","last_peered":"2024-09-12T18:01:00.705876+0000","last_clean":"2024-09-12T18:01:00.705876+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:01:00.705876+0000","last_undegraded":"2024-09-12T18:01:00.705876+0000","last_fullsized":"2024-09-12T18:01:00.705876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'259","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.774761+0000","last_change":"2024-09-12T16:53:22.156114+0000","last_active":"2024-09-12T18:05:19.774761+0000","last_peered":"2024-09-12T18:05:19.774761+0000","last_clean":"2024-09-12T18:05:19.774761+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:19.774761+0000","last_undegraded":"2024-09-12T18:05:19.774761+0000","last_fullsized":"2024-09-12T18:05:19.774761+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:46.516286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.705080+0000","last_change":"2024-09-12T16:53:24.172272+0000","last_active":"2024-09-12T18:00:55.705080+0000","last_peered":"2024-09-12T18:00:55.705080+0000","last_clean":"2024-09-12T18:00:55.705080+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:00:55.705080+0000","last_undegraded":"2024-09-12T18:00:55.705080+0000","last_fullsized":"2024-09-12T18:00:55.705080+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:04.540790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'212","reported_seq":1348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.778958+0000","last_change":"2024-09-12T16:53:26.174980+0000","last_active":"2024-09-12T18:03:30.778958+0000","last_peered":"2024-09-12T18:03:30.778958+0000","last_clean":"2024-09-12T18:03:30.778958+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:03:30.778958+0000","last_undegraded":"2024-09-12T18:03:30.778958+0000","last_fullsized":"2024-09-12T18:03:30.778958+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:28.204161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":692,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:28.360996+0000","last_change":"2024-09-12T16:53:18.154800+0000","last_active":"2024-09-12T18:01:28.360996+0000","last_peered":"2024-09-12T18:01:28.360996+0000","last_clean":"2024-09-12T18:01:28.360996+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:01:28.360996+0000","last_undegraded":"2024-09-12T18:01:28.360996+0000","last_fullsized":"2024-09-12T18:01:28.360996+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:15.966287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'345","reported_seq":1038,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.699274+0000","last_change":"2024-09-12T16:53:16.146517+0000","last_active":"2024-09-12T18:05:20.699274+0000","last_peered":"2024-09-12T18:05:20.699274+0000","last_clean":"2024-09-12T18:05:20.699274+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:20.699274+0000","last_undegraded":"2024-09-12T18:05:20.699274+0000","last_fullsized":"2024-09-12T18:05:20.699274+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:00.784706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":911838,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":545,"num_read_kb":63668,"num_write":1127,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.719333+0000","last_change":"2024-09-12T16:53:20.157915+0000","last_active":"2024-09-12T18:01:13.719333+0000","last_peered":"2024-09-12T18:01:13.719333+0000","last_clean":"2024-09-12T18:01:13.719333+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:01:13.719333+0000","last_undegraded":"2024-09-12T18:01:13.719333+0000","last_fullsized":"2024-09-12T18:01:13.719333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:27.356358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'323","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.989231+0000","last_change":"2024-09-12T16:53:22.159370+0000","last_active":"2024-09-12T18:05:19.989231+0000","last_peered":"2024-09-12T18:05:19.989231+0000","last_clean":"2024-09-12T18:05:19.989231+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:19.989231+0000","last_undegraded":"2024-09-12T18:05:19.989231+0000","last_fullsized":"2024-09-12T18:05:19.989231+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:01.332281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684692+0000","last_change":"2024-09-12T16:53:24.179312+0000","last_active":"2024-09-12T18:00:55.684692+0000","last_peered":"2024-09-12T18:00:55.684692+0000","last_clean":"2024-09-12T18:00:55.684692+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:00:55.684692+0000","last_undegraded":"2024-09-12T18:00:55.684692+0000","last_fullsized":"2024-09-12T18:00:55.684692+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:32.490930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'127","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.820598+0000","last_change":"2024-09-12T16:53:26.176600+0000","last_active":"2024-09-12T18:04:52.820598+0000","last_peered":"2024-09-12T18:04:52.820598+0000","last_clean":"2024-09-12T18:04:52.820598+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:04:52.820598+0000","last_undegraded":"2024-09-12T18:04:52.820598+0000","last_fullsized":"2024-09-12T18:04:52.820598+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:58.144611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728728+0000","last_change":"2024-09-12T16:53:18.154722+0000","last_active":"2024-09-12T18:02:38.728728+0000","last_peered":"2024-09-12T18:02:38.728728+0000","last_clean":"2024-09-12T18:02:38.728728+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:02:38.728728+0000","last_undegraded":"2024-09-12T18:02:38.728728+0000","last_fullsized":"2024-09-12T18:02:38.728728+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:12.849783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'309","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.746108+0000","last_change":"2024-09-12T16:53:16.152240+0000","last_active":"2024-09-12T18:05:20.746108+0000","last_peered":"2024-09-12T18:05:20.746108+0000","last_clean":"2024-09-12T18:05:20.746108+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:20.746108+0000","last_undegraded":"2024-09-12T18:05:20.746108+0000","last_fullsized":"2024-09-12T18:05:20.746108+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:08.712504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10688018,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":459,"num_read_kb":16973,"num_write":1018,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728714+0000","last_change":"2024-09-12T16:53:18.154274+0000","last_active":"2024-09-12T18:02:38.728714+0000","last_peered":"2024-09-12T18:02:38.728714+0000","last_clean":"2024-09-12T18:02:38.728714+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:02:38.728714+0000","last_undegraded":"2024-09-12T18:02:38.728714+0000","last_fullsized":"2024-09-12T18:02:38.728714+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:06.636253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'287","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.637969+0000","last_change":"2024-09-12T16:53:16.146023+0000","last_active":"2024-09-12T18:05:20.637969+0000","last_peered":"2024-09-12T18:05:20.637969+0000","last_clean":"2024-09-12T18:05:20.637969+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:20.637969+0000","last_undegraded":"2024-09-12T18:05:20.637969+0000","last_fullsized":"2024-09-12T18:05:20.637969+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:12.974652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1076084,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":508,"num_read_kb":1717,"num_write":977,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769681+0000","last_change":"2024-09-12T16:53:18.152773+0000","last_active":"2024-09-12T18:02:40.769681+0000","last_peered":"2024-09-12T18:02:40.769681+0000","last_clean":"2024-09-12T18:02:40.769681+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:02:40.769681+0000","last_undegraded":"2024-09-12T18:02:40.769681+0000","last_fullsized":"2024-09-12T18:02:40.769681+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:17.931186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'335","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.766442+0000","last_change":"2024-09-12T16:53:16.146432+0000","last_active":"2024-09-12T18:05:20.766442+0000","last_peered":"2024-09-12T18:05:20.766442+0000","last_clean":"2024-09-12T18:05:20.766442+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:20.766442+0000","last_undegraded":"2024-09-12T18:05:20.766442+0000","last_fullsized":"2024-09-12T18:05:20.766442+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:37.351433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1343955,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":518,"num_read_kb":9180,"num_write":1257,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728651+0000","last_change":"2024-09-12T16:53:18.149665+0000","last_active":"2024-09-12T18:02:38.728651+0000","last_peered":"2024-09-12T18:02:38.728651+0000","last_clean":"2024-09-12T18:02:38.728651+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:02:38.728651+0000","last_undegraded":"2024-09-12T18:02:38.728651+0000","last_fullsized":"2024-09-12T18:02:38.728651+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:14.365799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'340","reported_seq":1092,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.616833+0000","last_change":"2024-09-12T16:53:16.156479+0000","last_active":"2024-09-12T18:05:20.616833+0000","last_peered":"2024-09-12T18:05:20.616833+0000","last_clean":"2024-09-12T18:05:20.616833+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:20.616833+0000","last_undegraded":"2024-09-12T18:05:20.616833+0000","last_fullsized":"2024-09-12T18:05:20.616833+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:48.821887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4681694,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":778,"num_read_kb":48364,"num_write":1049,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":939,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.863416+0000","last_change":"2024-09-12T16:53:18.151414+0000","last_active":"2024-09-12T18:02:15.863416+0000","last_peered":"2024-09-12T18:02:15.863416+0000","last_clean":"2024-09-12T18:02:15.863416+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:02:15.863416+0000","last_undegraded":"2024-09-12T18:02:15.863416+0000","last_fullsized":"2024-09-12T18:02:15.863416+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:21.165029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'321","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.779125+0000","last_change":"2024-09-12T16:53:16.154892+0000","last_active":"2024-09-12T18:05:20.779125+0000","last_peered":"2024-09-12T18:05:20.779125+0000","last_clean":"2024-09-12T18:05:20.779125+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:20.779125+0000","last_undegraded":"2024-09-12T18:05:20.779125+0000","last_fullsized":"2024-09-12T18:05:20.779125+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:42.839539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274037,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":566,"num_read_kb":26098,"num_write":1060,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715413+0000","last_change":"2024-09-12T16:53:18.152201+0000","last_active":"2024-09-12T18:02:05.715413+0000","last_peered":"2024-09-12T18:02:05.715413+0000","last_clean":"2024-09-12T18:02:05.715413+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:02:05.715413+0000","last_undegraded":"2024-09-12T18:02:05.715413+0000","last_fullsized":"2024-09-12T18:02:05.715413+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:29.602540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'275","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728686+0000","last_change":"2024-09-12T16:53:16.144992+0000","last_active":"2024-09-12T18:02:38.728686+0000","last_peered":"2024-09-12T18:02:38.728686+0000","last_clean":"2024-09-12T18:02:38.728686+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:02:38.728686+0000","last_undegraded":"2024-09-12T18:02:38.728686+0000","last_fullsized":"2024-09-12T18:02:38.728686+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:46.895640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22607720,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":403,"num_read_kb":72775,"num_write":1056,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5171,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.862123+0000","last_change":"2024-09-12T16:53:18.162755+0000","last_active":"2024-09-12T18:02:05.862123+0000","last_peered":"2024-09-12T18:02:05.862123+0000","last_clean":"2024-09-12T18:02:05.862123+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:02:05.862123+0000","last_undegraded":"2024-09-12T18:02:05.862123+0000","last_fullsized":"2024-09-12T18:02:05.862123+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:17.779211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'340","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.773361+0000","last_change":"2024-09-12T16:53:16.151547+0000","last_active":"2024-09-12T18:05:20.773361+0000","last_peered":"2024-09-12T18:05:20.773361+0000","last_clean":"2024-09-12T18:05:20.773361+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:20.773361+0000","last_undegraded":"2024-09-12T18:05:20.773361+0000","last_fullsized":"2024-09-12T18:05:20.773361+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:54.752643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388946,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":568,"num_read_kb":28225,"num_write":1083,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":801,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761136+0000","last_change":"2024-09-12T16:53:18.155023+0000","last_active":"2024-09-12T18:02:05.761136+0000","last_peered":"2024-09-12T18:02:05.761136+0000","last_clean":"2024-09-12T18:02:05.761136+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:02:05.761136+0000","last_undegraded":"2024-09-12T18:02:05.761136+0000","last_fullsized":"2024-09-12T18:02:05.761136+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:15.781846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'360","reported_seq":1115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.879492+0000","last_change":"2024-09-12T16:53:16.144455+0000","last_active":"2024-09-12T18:05:20.879492+0000","last_peered":"2024-09-12T18:05:20.879492+0000","last_clean":"2024-09-12T18:05:20.879492+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:20.879492+0000","last_undegraded":"2024-09-12T18:05:20.879492+0000","last_fullsized":"2024-09-12T18:05:20.879492+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:04.128639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13947576,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":787,"num_read_kb":14548,"num_write":1067,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.685430+0000","last_change":"2024-09-12T16:53:18.165133+0000","last_active":"2024-09-12T18:01:00.685430+0000","last_peered":"2024-09-12T18:01:00.685430+0000","last_clean":"2024-09-12T18:01:00.685430+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:01:00.685430+0000","last_undegraded":"2024-09-12T18:01:00.685430+0000","last_fullsized":"2024-09-12T18:01:00.685430+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:03.558625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'315","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.735681+0000","last_change":"2024-09-12T16:53:49.810549+0000","last_active":"2024-09-12T18:05:20.735681+0000","last_peered":"2024-09-12T18:05:20.735681+0000","last_clean":"2024-09-12T18:05:20.735681+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:20.735681+0000","last_undegraded":"2024-09-12T18:05:20.735681+0000","last_fullsized":"2024-09-12T18:05:20.735681+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:25.518867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6816227,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":487,"num_read_kb":15457,"num_write":1146,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.701855+0000","last_change":"2024-09-12T16:53:18.148961+0000","last_active":"2024-09-12T18:02:12.701855+0000","last_peered":"2024-09-12T18:02:12.701855+0000","last_clean":"2024-09-12T18:02:12.701855+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:02:12.701855+0000","last_undegraded":"2024-09-12T18:02:12.701855+0000","last_fullsized":"2024-09-12T18:02:12.701855+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:04.454369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'350","reported_seq":977,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.832657+0000","last_change":"2024-09-12T16:53:16.148940+0000","last_active":"2024-09-12T18:05:20.832657+0000","last_peered":"2024-09-12T18:05:20.832657+0000","last_clean":"2024-09-12T18:05:20.832657+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:20.832657+0000","last_undegraded":"2024-09-12T18:05:20.832657+0000","last_fullsized":"2024-09-12T18:05:20.832657+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:16.555175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4483282,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":452,"num_read_kb":7425,"num_write":1159,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:02.515669+0000","last_change":"2024-09-12T16:53:18.154076+0000","last_active":"2024-09-12T18:02:02.515669+0000","last_peered":"2024-09-12T18:02:02.515669+0000","last_clean":"2024-09-12T18:02:02.515669+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:02:02.515669+0000","last_undegraded":"2024-09-12T18:02:02.515669+0000","last_fullsized":"2024-09-12T18:02:02.515669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:34.392756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'351","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761031+0000","last_change":"2024-09-12T16:53:16.145541+0000","last_active":"2024-09-12T18:05:20.761031+0000","last_peered":"2024-09-12T18:05:20.761031+0000","last_clean":"2024-09-12T18:05:20.761031+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:20.761031+0000","last_undegraded":"2024-09-12T18:05:20.761031+0000","last_fullsized":"2024-09-12T18:05:20.761031+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:23.348330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12195993,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":486,"num_read_kb":49193,"num_write":1136,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'151","reported_seq":771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723853+0000","last_change":"2024-09-12T16:53:18.152211+0000","last_active":"2024-09-12T18:03:05.723853+0000","last_peered":"2024-09-12T18:03:05.723853+0000","last_clean":"2024-09-12T18:03:05.723853+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:03:05.723853+0000","last_undegraded":"2024-09-12T18:03:05.723853+0000","last_fullsized":"2024-09-12T18:03:05.723853+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:28.115743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'349","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.622242+0000","last_change":"2024-09-12T16:53:16.148096+0000","last_active":"2024-09-12T18:05:20.622242+0000","last_peered":"2024-09-12T18:05:20.622242+0000","last_clean":"2024-09-12T18:05:20.622242+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:20.622242+0000","last_undegraded":"2024-09-12T18:05:20.622242+0000","last_fullsized":"2024-09-12T18:05:20.622242+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.195726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048958,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":579,"num_read_kb":5649,"num_write":1128,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774333+0000","last_change":"2024-09-12T16:53:18.158407+0000","last_active":"2024-09-12T18:03:05.774333+0000","last_peered":"2024-09-12T18:03:05.774333+0000","last_clean":"2024-09-12T18:03:05.774333+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:03:05.774333+0000","last_undegraded":"2024-09-12T18:03:05.774333+0000","last_fullsized":"2024-09-12T18:03:05.774333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:14.016612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'318","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.727095+0000","last_change":"2024-09-12T16:53:16.150598+0000","last_active":"2024-09-12T18:05:20.727095+0000","last_peered":"2024-09-12T18:05:20.727095+0000","last_clean":"2024-09-12T18:05:20.727095+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:20.727095+0000","last_undegraded":"2024-09-12T18:05:20.727095+0000","last_fullsized":"2024-09-12T18:05:20.727095+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:27.714607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10316757,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":498,"num_read_kb":20718,"num_write":1020,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699911+0000","last_change":"2024-09-12T16:54:50.180335+0000","last_active":"2024-09-12T18:03:05.699911+0000","last_peered":"2024-09-12T18:03:05.699911+0000","last_clean":"2024-09-12T18:03:05.699911+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:03:05.699911+0000","last_undegraded":"2024-09-12T18:03:05.699911+0000","last_fullsized":"2024-09-12T18:03:05.699911+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:44.651674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'294","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.776638+0000","last_change":"2024-09-12T16:53:16.159863+0000","last_active":"2024-09-12T18:05:20.776638+0000","last_peered":"2024-09-12T18:05:20.776638+0000","last_clean":"2024-09-12T18:05:20.776638+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:20.776638+0000","last_undegraded":"2024-09-12T18:05:20.776638+0000","last_fullsized":"2024-09-12T18:05:20.776638+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:04.930261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1325954,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":445,"num_read_kb":10304,"num_write":1020,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'235","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.869407+0000","last_change":"2024-09-12T16:53:18.162322+0000","last_active":"2024-09-12T18:03:05.869407+0000","last_peered":"2024-09-12T18:03:05.869407+0000","last_clean":"2024-09-12T18:03:05.869407+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:03:05.869407+0000","last_undegraded":"2024-09-12T18:03:05.869407+0000","last_fullsized":"2024-09-12T18:03:05.869407+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:41.009387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'370","reported_seq":1118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.716378+0000","last_change":"2024-09-12T16:53:16.149286+0000","last_active":"2024-09-12T18:05:20.716378+0000","last_peered":"2024-09-12T18:05:20.716378+0000","last_clean":"2024-09-12T18:05:20.716378+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:20.716378+0000","last_undegraded":"2024-09-12T18:05:20.716378+0000","last_fullsized":"2024-09-12T18:05:20.716378+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:13.832060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9958222,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":883,"num_read_kb":28207,"num_write":1335,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'188","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771516+0000","last_change":"2024-09-12T16:53:18.159190+0000","last_active":"2024-09-12T18:02:50.771516+0000","last_peered":"2024-09-12T18:02:50.771516+0000","last_clean":"2024-09-12T18:02:50.771516+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:02:50.771516+0000","last_undegraded":"2024-09-12T18:02:50.771516+0000","last_fullsized":"2024-09-12T18:02:50.771516+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:17.093904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'330","reported_seq":1034,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.744842+0000","last_change":"2024-09-12T16:53:49.754472+0000","last_active":"2024-09-12T18:05:20.744842+0000","last_peered":"2024-09-12T18:05:20.744842+0000","last_clean":"2024-09-12T18:05:20.744842+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:20.744842+0000","last_undegraded":"2024-09-12T18:05:20.744842+0000","last_fullsized":"2024-09-12T18:05:20.744842+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:11.635422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1272740,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":585,"num_read_kb":20652,"num_write":1148,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'392","reported_seq":1104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.750716+0000","last_change":"2024-09-12T16:53:49.275235+0000","last_active":"2024-09-12T18:05:20.750716+0000","last_peered":"2024-09-12T18:05:20.750716+0000","last_clean":"2024-09-12T18:05:20.750716+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:20.750716+0000","last_undegraded":"2024-09-12T18:05:20.750716+0000","last_fullsized":"2024-09-12T18:05:20.750716+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:38.827717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2301519,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":673,"num_read_kb":13490,"num_write":1296,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":805,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686591+0000","last_change":"2024-09-12T16:53:18.165890+0000","last_active":"2024-09-12T18:01:10.686591+0000","last_peered":"2024-09-12T18:01:10.686591+0000","last_clean":"2024-09-12T18:01:10.686591+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:01:10.686591+0000","last_undegraded":"2024-09-12T18:01:10.686591+0000","last_fullsized":"2024-09-12T18:01:10.686591+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:51.620425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'303","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:43.603438+0000","last_change":"2024-09-12T16:53:16.155286+0000","last_active":"2024-09-12T18:02:43.603438+0000","last_peered":"2024-09-12T18:02:43.603438+0000","last_clean":"2024-09-12T18:02:43.603438+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:02:43.603438+0000","last_undegraded":"2024-09-12T18:02:43.603438+0000","last_fullsized":"2024-09-12T18:02:43.603438+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:08.984325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1094873,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":477,"num_read_kb":1726,"num_write":1159,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754138+0000","last_change":"2024-09-12T16:53:18.160105+0000","last_active":"2024-09-12T18:01:00.754138+0000","last_peered":"2024-09-12T18:01:00.754138+0000","last_clean":"2024-09-12T18:01:00.754138+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:01:00.754138+0000","last_undegraded":"2024-09-12T18:01:00.754138+0000","last_fullsized":"2024-09-12T18:01:00.754138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1057,"ondisk_log_size":1057,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1759,"ondisk_log_size":1759,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":553,"ondisk_log_size":553,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1694094,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18793,"num_read_kb":37679,"num_write":15749,"num_write_kb":11901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1748992,"data_stored":1383443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1869,"ondisk_log_size":1869,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3803,"ondisk_log_size":3803,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":405367725,"num_objects":2111,"num_object_clones":0,"num_object_copies":6333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2111,"num_whiteouts":0,"num_read":34432,"num_read_kb":1833089,"num_write":69757,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":615198720,"data_stored":615198720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3478,"ondisk_log_size":3478,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":34651326,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":143,"num_read_kb":161915,"num_write":166,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":66166784,"data_stored":66156924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106,"ondisk_log_size":106,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":14728382,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":148,"num_read_kb":157810,"num_write":174,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25272320,"data_stored":25262460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510316,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376836,"kb_used_data":106728,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":93995004,"statfs":{"total":96636764160,"available":96250884096,"internally_reserved":0,"allocated":109289472,"data_stored":107264600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":276429258},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510316,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":363444,"kb_used_data":107276,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94008396,"statfs":{"total":96636764160,"available":96264597504,"internally_reserved":0,"allocated":109850624,"data_stored":107872377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510315,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":222040,"kb_used_data":91996,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94149800,"statfs":{"total":96636764160,"available":96409395200,"internally_reserved":0,"allocated":94203904,"data_stored":92188370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510315,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218592,"kb_used_data":124944,"kb_used_omap":1,"kb_used_meta":93630,"kb_avail":94153248,"statfs":{"total":96636764160,"available":96412925952,"internally_reserved":0,"allocated":127942656,"data_stored":125989120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":95877573},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510316,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":374800,"kb_used_data":131028,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":93997040,"statfs":{"total":96636764160,"available":96252968960,"internally_reserved":0,"allocated":134172672,"data_stored":132124267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510315,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":170896,"kb_used_data":85584,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94200944,"statfs":{"total":96636764160,"available":96461766656,"internally_reserved":0,"allocated":87638016,"data_stored":85673310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510314,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":338856,"kb_used_data":104860,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94032984,"statfs":{"total":96636764160,"available":96289775616,"internally_reserved":0,"allocated":107376640,"data_stored":105351785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":239466949},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575724,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309980,"kb_used_data":152524,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94061860,"statfs":{"total":96636764160,"available":96319344640,"internally_reserved":0,"allocated":156184576,"data_stored":154195849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":81055744,"data_stored":81055744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":120029184,"data_stored":120029184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":55070720,"data_stored":55070720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":70586368,"data_stored":70586368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":78426112,"data_stored":78426112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":68050944,"data_stored":68050944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":76783616,"data_stored":76783616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65196032,"data_stored":65196032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":221184,"data_stored":171697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":409992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":39685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":188416,"data_stored":137010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":45251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":253952,"data_stored":184844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":138186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":256778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":45109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7344128,"data_stored":7343241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":43354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8388608,"data_stored":8388608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":4964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":6291456,"data_stored":6291456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24121344,"data_stored":24120457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":5251072,"data_stored":5247844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":9486336,"data_stored":9482293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":9441280,"data_stored":9440393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4235264,"data_stored":4234449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2097152,"data_stored":2097152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:05:23.687 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T18:05:23.687 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:05:24.028 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:05:24.041 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:05:24.043 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2434,"stamp":"2024-09-12T18:05:23.090246+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":457049776,"num_objects":2465,"num_object_clones":0,"num_object_copies":7041,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2465,"num_whiteouts":0,"num_read":180333,"num_read_kb":2298785,"num_write":141737,"num_write_kb":2374464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12832,"ondisk_log_size":12832,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2375444,"kb_used_data":904940,"kb_used_omap":12,"kb_used_meta":1469427,"kb_avail":752599276,"statfs":{"total":773094113280,"available":770661658624,"internally_reserved":0,"allocated":926658560,"data_stored":910659678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1504693808},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-285696293,"num_objects":-2409,"num_object_clones":0,"num_object_copies":-7199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2409,"num_whiteouts":0,"num_read":2662,"num_read_kb":2101,"num_write":2534,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005433"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769604+0000","last_change":"2024-09-12T17:32:41.542249+0000","last_active":"2024-09-12T18:02:40.769604+0000","last_peered":"2024-09-12T18:02:40.769604+0000","last_clean":"2024-09-12T18:02:40.769604+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:02:40.769604+0000","last_undegraded":"2024-09-12T18:02:40.769604+0000","last_fullsized":"2024-09-12T18:02:40.769604+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:36.739865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.750662+0000","last_change":"2024-09-12T17:13:10.323544+0000","last_active":"2024-09-12T18:00:40.750662+0000","last_peered":"2024-09-12T18:00:40.750662+0000","last_clean":"2024-09-12T18:00:40.750662+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:00:40.750662+0000","last_undegraded":"2024-09-12T18:00:40.750662+0000","last_fullsized":"2024-09-12T18:00:40.750662+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:24.937455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.851221+0000","last_change":"2024-09-12T17:13:06.293286+0000","last_active":"2024-09-12T18:00:35.851221+0000","last_peered":"2024-09-12T18:00:35.851221+0000","last_clean":"2024-09-12T18:00:35.851221+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:00:35.851221+0000","last_undegraded":"2024-09-12T18:00:35.851221+0000","last_fullsized":"2024-09-12T18:00:35.851221+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:21.765039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":166,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.687135+0000","last_change":"2024-09-12T17:09:10.267022+0000","last_active":"2024-09-12T18:01:15.687135+0000","last_peered":"2024-09-12T18:01:15.687135+0000","last_clean":"2024-09-12T18:01:15.687135+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:01:15.687135+0000","last_undegraded":"2024-09-12T18:01:15.687135+0000","last_fullsized":"2024-09-12T18:01:15.687135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:10.173192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720332+0000","last_change":"2024-09-12T17:32:41.551615+0000","last_active":"2024-09-12T18:02:40.720332+0000","last_peered":"2024-09-12T18:02:40.720332+0000","last_clean":"2024-09-12T18:02:40.720332+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:02:40.720332+0000","last_undegraded":"2024-09-12T18:02:40.720332+0000","last_fullsized":"2024-09-12T18:02:40.720332+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:43.130032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'6","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.724500+0000","last_change":"2024-09-12T17:13:10.325758+0000","last_active":"2024-09-12T18:03:10.724500+0000","last_peered":"2024-09-12T18:03:10.724500+0000","last_clean":"2024-09-12T18:03:10.724500+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:03:10.724500+0000","last_undegraded":"2024-09-12T18:03:10.724500+0000","last_fullsized":"2024-09-12T18:03:10.724500+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:41.915159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4197513,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":14340,"num_write":6,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'1","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.715425+0000","last_change":"2024-09-12T17:13:06.297583+0000","last_active":"2024-09-12T18:00:38.715425+0000","last_peered":"2024-09-12T18:00:38.715425+0000","last_clean":"2024-09-12T18:00:38.715425+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:00:38.715425+0000","last_undegraded":"2024-09-12T18:00:38.715425+0000","last_fullsized":"2024-09-12T18:00:38.715425+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:15.265471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.724575+0000","last_change":"2024-09-12T17:09:10.274886+0000","last_active":"2024-09-12T18:03:20.724575+0000","last_peered":"2024-09-12T18:03:20.724575+0000","last_clean":"2024-09-12T18:03:20.724575+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:03:20.724575+0000","last_undegraded":"2024-09-12T18:03:20.724575+0000","last_fullsized":"2024-09-12T18:03:20.724575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:14.168748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757659+0000","last_change":"2024-09-12T17:32:41.544272+0000","last_active":"2024-09-12T18:01:40.757659+0000","last_peered":"2024-09-12T18:01:40.757659+0000","last_clean":"2024-09-12T18:01:40.757659+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:01:40.757659+0000","last_undegraded":"2024-09-12T18:01:40.757659+0000","last_fullsized":"2024-09-12T18:01:40.757659+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:06.063279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718236+0000","last_change":"2024-09-12T17:13:10.888905+0000","last_active":"2024-09-12T18:05:15.718236+0000","last_peered":"2024-09-12T18:05:15.718236+0000","last_clean":"2024-09-12T18:05:15.718236+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:05:15.718236+0000","last_undegraded":"2024-09-12T18:05:15.718236+0000","last_fullsized":"2024-09-12T18:05:15.718236+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.234377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'9","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723969+0000","last_change":"2024-09-12T17:13:06.301910+0000","last_active":"2024-09-12T18:03:15.723969+0000","last_peered":"2024-09-12T18:03:15.723969+0000","last_clean":"2024-09-12T18:03:15.723969+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:03:15.723969+0000","last_undegraded":"2024-09-12T18:03:15.723969+0000","last_fullsized":"2024-09-12T18:03:15.723969+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:49.876560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3209,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":17,"num_read_kb":15368,"num_write":9,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689929+0000","last_change":"2024-09-12T17:09:10.271885+0000","last_active":"2024-09-12T18:01:40.689929+0000","last_peered":"2024-09-12T18:01:40.689929+0000","last_clean":"2024-09-12T18:01:40.689929+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:01:40.689929+0000","last_undegraded":"2024-09-12T18:01:40.689929+0000","last_fullsized":"2024-09-12T18:01:40.689929+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:58.918948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.859748+0000","last_change":"2024-09-12T17:32:41.551696+0000","last_active":"2024-09-12T18:01:45.859748+0000","last_peered":"2024-09-12T18:01:45.859748+0000","last_clean":"2024-09-12T18:01:45.859748+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:01:45.859748+0000","last_undegraded":"2024-09-12T18:01:45.859748+0000","last_fullsized":"2024-09-12T18:01:45.859748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:49.483981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'6","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.871021+0000","last_change":"2024-09-12T17:13:10.888049+0000","last_active":"2024-09-12T18:03:15.871021+0000","last_peered":"2024-09-12T18:03:15.871021+0000","last_clean":"2024-09-12T18:03:15.871021+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:03:15.871021+0000","last_undegraded":"2024-09-12T18:03:15.871021+0000","last_fullsized":"2024-09-12T18:03:15.871021+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:55.040498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4964,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":12300,"num_write":11,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723933+0000","last_change":"2024-09-12T17:13:06.302426+0000","last_active":"2024-09-12T18:03:05.723933+0000","last_peered":"2024-09-12T18:03:05.723933+0000","last_clean":"2024-09-12T18:03:05.723933+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:03:05.723933+0000","last_undegraded":"2024-09-12T18:03:05.723933+0000","last_fullsized":"2024-09-12T18:03:05.723933+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:19.277111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859087+0000","last_change":"2024-09-12T17:09:10.270741+0000","last_active":"2024-09-12T18:01:40.859087+0000","last_peered":"2024-09-12T18:01:40.859087+0000","last_clean":"2024-09-12T18:01:40.859087+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:01:40.859087+0000","last_undegraded":"2024-09-12T18:01:40.859087+0000","last_fullsized":"2024-09-12T18:01:40.859087+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:58.195011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.867057+0000","last_change":"2024-09-12T17:32:41.551391+0000","last_active":"2024-09-12T18:02:45.867057+0000","last_peered":"2024-09-12T18:02:45.867057+0000","last_clean":"2024-09-12T18:02:45.867057+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:02:45.867057+0000","last_undegraded":"2024-09-12T18:02:45.867057+0000","last_fullsized":"2024-09-12T18:02:45.867057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:05.115607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:10.786197+0000","last_change":"2024-09-12T17:13:10.326391+0000","last_active":"2024-09-12T18:04:10.786197+0000","last_peered":"2024-09-12T18:04:10.786197+0000","last_clean":"2024-09-12T18:04:10.786197+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:04:10.786197+0000","last_undegraded":"2024-09-12T18:04:10.786197+0000","last_fullsized":"2024-09-12T18:04:10.786197+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.961517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2088,"num_write":9,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688133+0000","last_change":"2024-09-12T17:13:06.298878+0000","last_active":"2024-09-12T18:01:25.688133+0000","last_peered":"2024-09-12T18:01:25.688133+0000","last_clean":"2024-09-12T18:01:25.688133+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:01:25.688133+0000","last_undegraded":"2024-09-12T18:01:25.688133+0000","last_fullsized":"2024-09-12T18:01:25.688133+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:39.021544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859049+0000","last_change":"2024-09-12T17:09:10.271019+0000","last_active":"2024-09-12T18:01:40.859049+0000","last_peered":"2024-09-12T18:01:40.859049+0000","last_clean":"2024-09-12T18:01:40.859049+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:01:40.859049+0000","last_undegraded":"2024-09-12T18:01:40.859049+0000","last_fullsized":"2024-09-12T18:01:40.859049+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:56.318991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:53.723655+0000","last_change":"2024-09-12T17:32:41.548528+0000","last_active":"2024-09-12T18:01:53.723655+0000","last_peered":"2024-09-12T18:01:53.723655+0000","last_clean":"2024-09-12T18:01:53.723655+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:01:53.723655+0000","last_undegraded":"2024-09-12T18:01:53.723655+0000","last_fullsized":"2024-09-12T18:01:53.723655+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:36.038277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.756352+0000","last_change":"2024-09-12T17:13:10.327201+0000","last_active":"2024-09-12T18:01:30.756352+0000","last_peered":"2024-09-12T18:01:30.756352+0000","last_clean":"2024-09-12T18:01:30.756352+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:01:30.756352+0000","last_undegraded":"2024-09-12T18:01:30.756352+0000","last_fullsized":"2024-09-12T18:01:30.756352+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.354273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'5","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:00.731544+0000","last_change":"2024-09-12T17:13:06.297923+0000","last_active":"2024-09-12T18:04:00.731544+0000","last_peered":"2024-09-12T18:04:00.731544+0000","last_clean":"2024-09-12T18:04:00.731544+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:04:00.731544+0000","last_undegraded":"2024-09-12T18:04:00.731544+0000","last_fullsized":"2024-09-12T18:04:00.731544+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:32.559516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757699+0000","last_change":"2024-09-12T17:09:10.271178+0000","last_active":"2024-09-12T18:01:40.757699+0000","last_peered":"2024-09-12T18:01:40.757699+0000","last_clean":"2024-09-12T18:01:40.757699+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:01:40.757699+0000","last_undegraded":"2024-09-12T18:01:40.757699+0000","last_fullsized":"2024-09-12T18:01:40.757699+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:06.352830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770779+0000","last_change":"2024-09-12T17:32:41.552444+0000","last_active":"2024-09-12T18:02:45.770779+0000","last_peered":"2024-09-12T18:02:45.770779+0000","last_clean":"2024-09-12T18:02:45.770779+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:02:45.770779+0000","last_undegraded":"2024-09-12T18:02:45.770779+0000","last_fullsized":"2024-09-12T18:02:45.770779+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:10.318749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.749769+0000","last_change":"2024-09-12T17:13:10.325478+0000","last_active":"2024-09-12T18:00:40.749769+0000","last_peered":"2024-09-12T18:00:40.749769+0000","last_clean":"2024-09-12T18:00:40.749769+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:00:40.749769+0000","last_undegraded":"2024-09-12T18:00:40.749769+0000","last_fullsized":"2024-09-12T18:00:40.749769+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:31.423713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723806+0000","last_change":"2024-09-12T17:13:06.301113+0000","last_active":"2024-09-12T18:03:05.723806+0000","last_peered":"2024-09-12T18:03:05.723806+0000","last_clean":"2024-09-12T18:03:05.723806+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:03:05.723806+0000","last_undegraded":"2024-09-12T18:03:05.723806+0000","last_fullsized":"2024-09-12T18:03:05.723806+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.120045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:30.695902+0000","last_change":"2024-09-12T17:09:10.263027+0000","last_active":"2024-09-12T18:02:30.695902+0000","last_peered":"2024-09-12T18:02:30.695902+0000","last_clean":"2024-09-12T18:02:30.695902+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:02:30.695902+0000","last_undegraded":"2024-09-12T18:02:30.695902+0000","last_fullsized":"2024-09-12T18:02:30.695902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:30.829320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770822+0000","last_change":"2024-09-12T17:32:41.555038+0000","last_active":"2024-09-12T18:02:45.770822+0000","last_peered":"2024-09-12T18:02:45.770822+0000","last_clean":"2024-09-12T18:02:45.770822+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:02:45.770822+0000","last_undegraded":"2024-09-12T18:02:45.770822+0000","last_fullsized":"2024-09-12T18:02:45.770822+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:05.682763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'4","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.870131+0000","last_change":"2024-09-12T17:13:10.327881+0000","last_active":"2024-09-12T18:03:10.870131+0000","last_peered":"2024-09-12T18:03:10.870131+0000","last_clean":"2024-09-12T18:03:10.870131+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:03:10.870131+0000","last_undegraded":"2024-09-12T18:03:10.870131+0000","last_fullsized":"2024-09-12T18:03:10.870131+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:34.354927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699928+0000","last_change":"2024-09-12T17:13:06.302635+0000","last_active":"2024-09-12T18:03:05.699928+0000","last_peered":"2024-09-12T18:03:05.699928+0000","last_clean":"2024-09-12T18:03:05.699928+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:03:05.699928+0000","last_undegraded":"2024-09-12T18:03:05.699928+0000","last_fullsized":"2024-09-12T18:03:05.699928+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:18.594277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.726982+0000","last_change":"2024-09-12T17:09:10.272699+0000","last_active":"2024-09-12T18:02:23.726982+0000","last_peered":"2024-09-12T18:02:23.726982+0000","last_clean":"2024-09-12T18:02:23.726982+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:02:23.726982+0000","last_undegraded":"2024-09-12T18:02:23.726982+0000","last_fullsized":"2024-09-12T18:02:23.726982+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:51.817109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.715958+0000","last_change":"2024-09-12T17:32:41.543227+0000","last_active":"2024-09-12T18:00:43.715958+0000","last_peered":"2024-09-12T18:00:43.715958+0000","last_clean":"2024-09-12T18:00:43.715958+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:00:43.715958+0000","last_undegraded":"2024-09-12T18:00:43.715958+0000","last_fullsized":"2024-09-12T18:00:43.715958+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:41.444889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857872+0000","last_change":"2024-09-12T17:13:10.888782+0000","last_active":"2024-09-12T18:01:30.857872+0000","last_peered":"2024-09-12T18:01:30.857872+0000","last_clean":"2024-09-12T18:01:30.857872+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:01:30.857872+0000","last_undegraded":"2024-09-12T18:01:30.857872+0000","last_fullsized":"2024-09-12T18:01:30.857872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:04.073544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766516+0000","last_change":"2024-09-12T17:13:06.303508+0000","last_active":"2024-09-12T18:02:20.766516+0000","last_peered":"2024-09-12T18:02:20.766516+0000","last_clean":"2024-09-12T18:02:20.766516+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:02:20.766516+0000","last_undegraded":"2024-09-12T18:02:20.766516+0000","last_fullsized":"2024-09-12T18:02:20.766516+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:38.136844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.694771+0000","last_change":"2024-09-12T17:09:10.267543+0000","last_active":"2024-09-12T18:02:20.694771+0000","last_peered":"2024-09-12T18:02:20.694771+0000","last_clean":"2024-09-12T18:02:20.694771+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:02:20.694771+0000","last_undegraded":"2024-09-12T18:02:20.694771+0000","last_fullsized":"2024-09-12T18:02:20.694771+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.940158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722242+0000","last_change":"2024-09-12T17:32:41.550433+0000","last_active":"2024-09-12T18:03:00.722242+0000","last_peered":"2024-09-12T18:03:00.722242+0000","last_clean":"2024-09-12T18:03:00.722242+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:03:00.722242+0000","last_undegraded":"2024-09-12T18:03:00.722242+0000","last_fullsized":"2024-09-12T18:03:00.722242+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:19.800751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699359+0000","last_change":"2024-09-12T17:13:50.379901+0000","last_active":"2024-09-12T18:03:00.699359+0000","last_peered":"2024-09-12T18:03:00.699359+0000","last_clean":"2024-09-12T18:03:00.699359+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:03:00.699359+0000","last_undegraded":"2024-09-12T18:03:00.699359+0000","last_fullsized":"2024-09-12T18:03:00.699359+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:10.004649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758521+0000","last_change":"2024-09-12T17:13:06.305574+0000","last_active":"2024-09-12T18:01:25.758521+0000","last_peered":"2024-09-12T18:01:25.758521+0000","last_clean":"2024-09-12T18:01:25.758521+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:01:25.758521+0000","last_undegraded":"2024-09-12T18:01:25.758521+0000","last_fullsized":"2024-09-12T18:01:25.758521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.414233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.864127+0000","last_change":"2024-09-12T17:09:10.272050+0000","last_active":"2024-09-12T18:02:20.864127+0000","last_peered":"2024-09-12T18:02:20.864127+0000","last_clean":"2024-09-12T18:02:20.864127+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:02:20.864127+0000","last_undegraded":"2024-09-12T18:02:20.864127+0000","last_fullsized":"2024-09-12T18:02:20.864127+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:53.376805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.751409+0000","last_change":"2024-09-12T17:32:41.552619+0000","last_active":"2024-09-12T18:00:45.751409+0000","last_peered":"2024-09-12T18:00:45.751409+0000","last_clean":"2024-09-12T18:00:45.751409+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:00:45.751409+0000","last_undegraded":"2024-09-12T18:00:45.751409+0000","last_fullsized":"2024-09-12T18:00:45.751409+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.437797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857904+0000","last_change":"2024-09-12T17:13:10.890776+0000","last_active":"2024-09-12T18:01:30.857904+0000","last_peered":"2024-09-12T18:01:30.857904+0000","last_clean":"2024-09-12T18:01:30.857904+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:01:30.857904+0000","last_undegraded":"2024-09-12T18:01:30.857904+0000","last_fullsized":"2024-09-12T18:01:30.857904+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:23.526090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.712838+0000","last_change":"2024-09-12T17:13:06.292632+0000","last_active":"2024-09-12T18:01:25.712838+0000","last_peered":"2024-09-12T18:01:25.712838+0000","last_clean":"2024-09-12T18:01:25.712838+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:01:25.712838+0000","last_undegraded":"2024-09-12T18:01:25.712838+0000","last_fullsized":"2024-09-12T18:01:25.712838+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:33.833509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'74","reported_seq":294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.718318+0000","last_change":"2024-09-12T17:09:10.272687+0000","last_active":"2024-09-12T18:02:20.718318+0000","last_peered":"2024-09-12T18:02:20.718318+0000","last_clean":"2024-09-12T18:02:20.718318+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:02:20.718318+0000","last_undegraded":"2024-09-12T18:02:20.718318+0000","last_fullsized":"2024-09-12T18:02:20.718318+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:23.056568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773201+0000","last_change":"2024-09-12T17:32:41.545269+0000","last_active":"2024-09-12T18:03:00.773201+0000","last_peered":"2024-09-12T18:03:00.773201+0000","last_clean":"2024-09-12T18:03:00.773201+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:03:00.773201+0000","last_undegraded":"2024-09-12T18:03:00.773201+0000","last_fullsized":"2024-09-12T18:03:00.773201+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:15.654752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.710314+0000","last_change":"2024-09-12T17:13:10.327173+0000","last_active":"2024-09-12T18:01:30.710314+0000","last_peered":"2024-09-12T18:01:30.710314+0000","last_clean":"2024-09-12T18:01:30.710314+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:01:30.710314+0000","last_undegraded":"2024-09-12T18:01:30.710314+0000","last_fullsized":"2024-09-12T18:01:30.710314+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:52.406237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688247+0000","last_change":"2024-09-12T17:13:06.298004+0000","last_active":"2024-09-12T18:01:25.688247+0000","last_peered":"2024-09-12T18:01:25.688247+0000","last_clean":"2024-09-12T18:01:25.688247+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:01:25.688247+0000","last_undegraded":"2024-09-12T18:01:25.688247+0000","last_fullsized":"2024-09-12T18:01:25.688247+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:26.213276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773443+0000","last_change":"2024-09-12T17:09:10.275074+0000","last_active":"2024-09-12T18:03:00.773443+0000","last_peered":"2024-09-12T18:03:00.773443+0000","last_clean":"2024-09-12T18:03:00.773443+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:03:00.773443+0000","last_undegraded":"2024-09-12T18:03:00.773443+0000","last_fullsized":"2024-09-12T18:03:00.773443+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:20.589969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859139+0000","last_change":"2024-09-12T17:32:41.550070+0000","last_active":"2024-09-12T18:01:40.859139+0000","last_peered":"2024-09-12T18:01:40.859139+0000","last_clean":"2024-09-12T18:01:40.859139+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:01:40.859139+0000","last_undegraded":"2024-09-12T18:01:40.859139+0000","last_fullsized":"2024-09-12T18:01:40.859139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:40.460808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:13.725884+0000","last_change":"2024-09-12T17:13:10.318436+0000","last_active":"2024-09-12T18:02:13.725884+0000","last_peered":"2024-09-12T18:02:13.725884+0000","last_clean":"2024-09-12T18:02:13.725884+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:02:13.725884+0000","last_undegraded":"2024-09-12T18:02:13.725884+0000","last_fullsized":"2024-09-12T18:02:13.725884+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:56.861378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'1","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715320+0000","last_change":"2024-09-12T17:13:06.296046+0000","last_active":"2024-09-12T18:02:05.715320+0000","last_peered":"2024-09-12T18:02:05.715320+0000","last_clean":"2024-09-12T18:02:05.715320+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:02:05.715320+0000","last_undegraded":"2024-09-12T18:02:05.715320+0000","last_fullsized":"2024-09-12T18:02:05.715320+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:08.849697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'51","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771605+0000","last_change":"2024-09-12T17:09:10.275120+0000","last_active":"2024-09-12T18:02:50.771605+0000","last_peered":"2024-09-12T18:02:50.771605+0000","last_clean":"2024-09-12T18:02:50.771605+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:02:50.771605+0000","last_undegraded":"2024-09-12T18:02:50.771605+0000","last_fullsized":"2024-09-12T18:02:50.771605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:28.554893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689970+0000","last_change":"2024-09-12T17:32:41.550453+0000","last_active":"2024-09-12T18:01:40.689970+0000","last_peered":"2024-09-12T18:01:40.689970+0000","last_clean":"2024-09-12T18:01:40.689970+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:01:40.689970+0000","last_undegraded":"2024-09-12T18:01:40.689970+0000","last_fullsized":"2024-09-12T18:01:40.689970+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:12.030822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:13.725816+0000","last_change":"2024-09-12T17:13:10.326174+0000","last_active":"2024-09-12T18:02:13.725816+0000","last_peered":"2024-09-12T18:02:13.725816+0000","last_clean":"2024-09-12T18:02:13.725816+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:02:13.725816+0000","last_undegraded":"2024-09-12T18:02:13.725816+0000","last_fullsized":"2024-09-12T18:02:13.725816+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:34.904648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.880770+0000","last_change":"2024-09-12T17:13:06.302304+0000","last_active":"2024-09-12T18:04:25.880770+0000","last_peered":"2024-09-12T18:04:25.880770+0000","last_clean":"2024-09-12T18:04:25.880770+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:04:25.880770+0000","last_undegraded":"2024-09-12T18:04:25.880770+0000","last_fullsized":"2024-09-12T18:04:25.880770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:47.949219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.698219+0000","last_change":"2024-09-12T17:09:10.266945+0000","last_active":"2024-09-12T18:02:50.698219+0000","last_peered":"2024-09-12T18:02:50.698219+0000","last_clean":"2024-09-12T18:02:50.698219+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:02:50.698219+0000","last_undegraded":"2024-09-12T18:02:50.698219+0000","last_fullsized":"2024-09-12T18:02:50.698219+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:57.878866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.683470+0000","last_change":"2024-09-12T17:32:41.547134+0000","last_active":"2024-09-12T18:00:45.683470+0000","last_peered":"2024-09-12T18:00:45.683470+0000","last_clean":"2024-09-12T18:00:45.683470+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:00:45.683470+0000","last_undegraded":"2024-09-12T18:00:45.683470+0000","last_fullsized":"2024-09-12T18:00:45.683470+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:58.385406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862739+0000","last_change":"2024-09-12T17:13:10.327049+0000","last_active":"2024-09-12T18:02:10.862739+0000","last_peered":"2024-09-12T18:02:10.862739+0000","last_clean":"2024-09-12T18:02:10.862739+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:02:10.862739+0000","last_undegraded":"2024-09-12T18:02:10.862739+0000","last_fullsized":"2024-09-12T18:02:10.862739+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:17.719838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761173+0000","last_change":"2024-09-12T17:13:06.301669+0000","last_active":"2024-09-12T18:02:05.761173+0000","last_peered":"2024-09-12T18:02:05.761173+0000","last_clean":"2024-09-12T18:02:05.761173+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:02:05.761173+0000","last_undegraded":"2024-09-12T18:02:05.761173+0000","last_fullsized":"2024-09-12T18:02:05.761173+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:08.524464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.721646+0000","last_change":"2024-09-12T17:09:10.273493+0000","last_active":"2024-09-12T18:02:50.721646+0000","last_peered":"2024-09-12T18:02:50.721646+0000","last_clean":"2024-09-12T18:02:50.721646+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:02:50.721646+0000","last_undegraded":"2024-09-12T18:02:50.721646+0000","last_fullsized":"2024-09-12T18:02:50.721646+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:18.161506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859106+0000","last_change":"2024-09-12T17:32:41.549433+0000","last_active":"2024-09-12T18:01:40.859106+0000","last_peered":"2024-09-12T18:01:40.859106+0000","last_clean":"2024-09-12T18:01:40.859106+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:01:40.859106+0000","last_undegraded":"2024-09-12T18:01:40.859106+0000","last_fullsized":"2024-09-12T18:01:40.859106+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:25.486315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.761798+0000","last_change":"2024-09-12T17:13:10.322373+0000","last_active":"2024-09-12T18:02:10.761798+0000","last_peered":"2024-09-12T18:02:10.761798+0000","last_clean":"2024-09-12T18:02:10.761798+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:02:10.761798+0000","last_undegraded":"2024-09-12T18:02:10.761798+0000","last_fullsized":"2024-09-12T18:02:10.761798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:08.545547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764267+0000","last_change":"2024-09-12T17:13:06.304694+0000","last_active":"2024-09-12T18:02:05.764267+0000","last_peered":"2024-09-12T18:02:05.764267+0000","last_clean":"2024-09-12T18:02:05.764267+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:02:05.764267+0000","last_undegraded":"2024-09-12T18:02:05.764267+0000","last_fullsized":"2024-09-12T18:02:05.764267+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:37.149366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.867580+0000","last_change":"2024-09-12T17:09:10.271328+0000","last_active":"2024-09-12T18:02:50.867580+0000","last_peered":"2024-09-12T18:02:50.867580+0000","last_clean":"2024-09-12T18:02:50.867580+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:02:50.867580+0000","last_undegraded":"2024-09-12T18:02:50.867580+0000","last_fullsized":"2024-09-12T18:02:50.867580+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.165867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722752+0000","last_change":"2024-09-12T17:32:41.551906+0000","last_active":"2024-09-12T18:03:05.722752+0000","last_peered":"2024-09-12T18:03:05.722752+0000","last_clean":"2024-09-12T18:03:05.722752+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:03:05.722752+0000","last_undegraded":"2024-09-12T18:03:05.722752+0000","last_fullsized":"2024-09-12T18:03:05.722752+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.085337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:55.885044+0000","last_change":"2024-09-12T17:13:10.327002+0000","last_active":"2024-09-12T18:04:55.885044+0000","last_peered":"2024-09-12T18:04:55.885044+0000","last_clean":"2024-09-12T18:04:55.885044+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:04:55.885044+0000","last_undegraded":"2024-09-12T18:04:55.885044+0000","last_fullsized":"2024-09-12T18:04:55.885044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:45.010511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861620+0000","last_change":"2024-09-12T17:13:06.303988+0000","last_active":"2024-09-12T18:05:19.861620+0000","last_peered":"2024-09-12T18:05:19.861620+0000","last_clean":"2024-09-12T18:05:19.861620+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:05:19.861620+0000","last_undegraded":"2024-09-12T18:05:19.861620+0000","last_fullsized":"2024-09-12T18:05:19.861620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:22.090357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854294+0000","last_change":"2024-09-12T17:09:10.270111+0000","last_active":"2024-09-12T18:01:00.854294+0000","last_peered":"2024-09-12T18:01:00.854294+0000","last_clean":"2024-09-12T18:01:00.854294+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:01:00.854294+0000","last_undegraded":"2024-09-12T18:01:00.854294+0000","last_fullsized":"2024-09-12T18:01:00.854294+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:49.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763751+0000","last_change":"2024-09-12T17:32:41.555032+0000","last_active":"2024-09-12T18:02:00.763751+0000","last_peered":"2024-09-12T18:02:00.763751+0000","last_clean":"2024-09-12T18:02:00.763751+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:02:00.763751+0000","last_undegraded":"2024-09-12T18:02:00.763751+0000","last_fullsized":"2024-09-12T18:02:00.763751+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:11.567800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866393+0000","last_change":"2024-09-12T17:13:10.328163+0000","last_active":"2024-09-12T18:02:40.866393+0000","last_peered":"2024-09-12T18:02:40.866393+0000","last_clean":"2024-09-12T18:02:40.866393+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:02:40.866393+0000","last_undegraded":"2024-09-12T18:02:40.866393+0000","last_fullsized":"2024-09-12T18:02:40.866393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:28.503641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'6","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.735006+0000","last_change":"2024-09-12T17:13:06.300478+0000","last_active":"2024-09-12T18:04:50.735006+0000","last_peered":"2024-09-12T18:04:50.735006+0000","last_clean":"2024-09-12T18:04:50.735006+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:04:50.735006+0000","last_undegraded":"2024-09-12T18:04:50.735006+0000","last_fullsized":"2024-09-12T18:04:50.735006+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:24.111715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":5160,"num_write":11,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753309+0000","last_change":"2024-09-12T17:09:10.270002+0000","last_active":"2024-09-12T18:00:55.753309+0000","last_peered":"2024-09-12T18:00:55.753309+0000","last_clean":"2024-09-12T18:00:55.753309+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:00:55.753309+0000","last_undegraded":"2024-09-12T18:00:55.753309+0000","last_fullsized":"2024-09-12T18:00:55.753309+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:57.310938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.768811+0000","last_change":"2024-09-12T17:32:41.550257+0000","last_active":"2024-09-12T18:03:00.768811+0000","last_peered":"2024-09-12T18:03:00.768811+0000","last_clean":"2024-09-12T18:03:00.768811+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:03:00.768811+0000","last_undegraded":"2024-09-12T18:03:00.768811+0000","last_fullsized":"2024-09-12T18:03:00.768811+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:57.600800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:53.730436+0000","last_change":"2024-09-12T17:13:10.890985+0000","last_active":"2024-09-12T18:02:53.730436+0000","last_peered":"2024-09-12T18:02:53.730436+0000","last_clean":"2024-09-12T18:02:53.730436+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:02:53.730436+0000","last_undegraded":"2024-09-12T18:02:53.730436+0000","last_fullsized":"2024-09-12T18:02:53.730436+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:47.811508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.298155+0000","last_change":"2024-09-12T17:13:06.304413+0000","last_active":"2024-09-12T18:05:20.298155+0000","last_peered":"2024-09-12T18:05:20.298155+0000","last_clean":"2024-09-12T18:05:20.298155+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:05:20.298155+0000","last_undegraded":"2024-09-12T18:05:20.298155+0000","last_fullsized":"2024-09-12T18:05:20.298155+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:29.304610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.751723+0000","last_change":"2024-09-12T17:09:10.267720+0000","last_active":"2024-09-12T18:00:55.751723+0000","last_peered":"2024-09-12T18:00:55.751723+0000","last_clean":"2024-09-12T18:00:55.751723+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:00:55.751723+0000","last_undegraded":"2024-09-12T18:00:55.751723+0000","last_fullsized":"2024-09-12T18:00:55.751723+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:06.209318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774260+0000","last_change":"2024-09-12T17:32:41.549955+0000","last_active":"2024-09-12T18:03:05.774260+0000","last_peered":"2024-09-12T18:03:05.774260+0000","last_clean":"2024-09-12T18:03:05.774260+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:03:05.774260+0000","last_undegraded":"2024-09-12T18:03:05.774260+0000","last_fullsized":"2024-09-12T18:03:05.774260+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:44.634527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866455+0000","last_change":"2024-09-12T17:13:10.327750+0000","last_active":"2024-09-12T18:02:40.866455+0000","last_peered":"2024-09-12T18:02:40.866455+0000","last_clean":"2024-09-12T18:02:40.866455+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:02:40.866455+0000","last_undegraded":"2024-09-12T18:02:40.866455+0000","last_fullsized":"2024-09-12T18:02:40.866455+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:22.090516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729926+0000","last_change":"2024-09-12T17:13:06.298421+0000","last_active":"2024-09-12T18:02:48.729926+0000","last_peered":"2024-09-12T18:02:48.729926+0000","last_clean":"2024-09-12T18:02:48.729926+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:02:48.729926+0000","last_undegraded":"2024-09-12T18:02:48.729926+0000","last_fullsized":"2024-09-12T18:02:48.729926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:35.429856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.709731+0000","last_change":"2024-09-12T17:09:10.270990+0000","last_active":"2024-09-12T18:00:55.709731+0000","last_peered":"2024-09-12T18:00:55.709731+0000","last_clean":"2024-09-12T18:00:55.709731+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:00:55.709731+0000","last_undegraded":"2024-09-12T18:00:55.709731+0000","last_fullsized":"2024-09-12T18:00:55.709731+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:01.519170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.861018+0000","last_change":"2024-09-12T17:32:41.551465+0000","last_active":"2024-09-12T18:01:55.861018+0000","last_peered":"2024-09-12T18:01:55.861018+0000","last_clean":"2024-09-12T18:01:55.861018+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:01:55.861018+0000","last_undegraded":"2024-09-12T18:01:55.861018+0000","last_fullsized":"2024-09-12T18:01:55.861018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:25.944781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722998+0000","last_change":"2024-09-12T17:13:10.327525+0000","last_active":"2024-09-12T18:03:00.722998+0000","last_peered":"2024-09-12T18:03:00.722998+0000","last_clean":"2024-09-12T18:03:00.722998+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:03:00.722998+0000","last_undegraded":"2024-09-12T18:03:00.722998+0000","last_fullsized":"2024-09-12T18:03:00.722998+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:29.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.000588+0000","last_change":"2024-09-12T17:13:06.299865+0000","last_active":"2024-09-12T18:05:20.000588+0000","last_peered":"2024-09-12T18:05:20.000588+0000","last_clean":"2024-09-12T18:05:20.000588+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:05:20.000588+0000","last_undegraded":"2024-09-12T18:05:20.000588+0000","last_fullsized":"2024-09-12T18:05:20.000588+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:43.850410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684683+0000","last_change":"2024-09-12T17:09:10.266109+0000","last_active":"2024-09-12T18:00:55.684683+0000","last_peered":"2024-09-12T18:00:55.684683+0000","last_clean":"2024-09-12T18:00:55.684683+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:00:55.684683+0000","last_undegraded":"2024-09-12T18:00:55.684683+0000","last_fullsized":"2024-09-12T18:00:55.684683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:11.620915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764647+0000","last_change":"2024-09-12T17:32:41.552092+0000","last_active":"2024-09-12T18:02:05.764647+0000","last_peered":"2024-09-12T18:02:05.764647+0000","last_clean":"2024-09-12T18:02:05.764647+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:02:05.764647+0000","last_undegraded":"2024-09-12T18:02:05.764647+0000","last_fullsized":"2024-09-12T18:02:05.764647+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:34.909221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796837+0000","last_change":"2024-09-12T17:13:10.888298+0000","last_active":"2024-09-12T18:05:10.796837+0000","last_peered":"2024-09-12T18:05:10.796837+0000","last_clean":"2024-09-12T18:05:10.796837+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:05:10.796837+0000","last_undegraded":"2024-09-12T18:05:10.796837+0000","last_fullsized":"2024-09-12T18:05:10.796837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:03.125569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730926+0000","last_change":"2024-09-12T17:13:06.298182+0000","last_active":"2024-09-12T18:02:58.730926+0000","last_peered":"2024-09-12T18:02:58.730926+0000","last_clean":"2024-09-12T18:02:58.730926+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:02:58.730926+0000","last_undegraded":"2024-09-12T18:02:58.730926+0000","last_fullsized":"2024-09-12T18:02:58.730926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:12.626570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":161,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:20.757592+0000","last_change":"2024-09-12T17:09:10.270520+0000","last_active":"2024-09-12T18:01:20.757592+0000","last_peered":"2024-09-12T18:01:20.757592+0000","last_clean":"2024-09-12T18:01:20.757592+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:01:20.757592+0000","last_undegraded":"2024-09-12T18:01:20.757592+0000","last_fullsized":"2024-09-12T18:01:20.757592+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:08.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763801+0000","last_change":"2024-09-12T17:32:41.550252+0000","last_active":"2024-09-12T18:02:00.763801+0000","last_peered":"2024-09-12T18:02:00.763801+0000","last_clean":"2024-09-12T18:02:00.763801+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:02:00.763801+0000","last_undegraded":"2024-09-12T18:02:00.763801+0000","last_fullsized":"2024-09-12T18:02:00.763801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:00.908436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:43.729300+0000","last_change":"2024-09-12T17:13:10.322478+0000","last_active":"2024-09-12T18:02:43.729300+0000","last_peered":"2024-09-12T18:02:43.729300+0000","last_clean":"2024-09-12T18:02:43.729300+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:02:43.729300+0000","last_undegraded":"2024-09-12T18:02:43.729300+0000","last_fullsized":"2024-09-12T18:02:43.729300+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:37.796344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718056+0000","last_change":"2024-09-12T17:13:06.297558+0000","last_active":"2024-09-12T18:05:15.718056+0000","last_peered":"2024-09-12T18:05:15.718056+0000","last_clean":"2024-09-12T18:05:15.718056+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:05:15.718056+0000","last_undegraded":"2024-09-12T18:05:15.718056+0000","last_fullsized":"2024-09-12T18:05:15.718056+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:25.757958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855396+0000","last_change":"2024-09-12T17:09:10.273095+0000","last_active":"2024-09-12T18:01:10.855396+0000","last_peered":"2024-09-12T18:01:10.855396+0000","last_clean":"2024-09-12T18:01:10.855396+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:01:10.855396+0000","last_undegraded":"2024-09-12T18:01:10.855396+0000","last_fullsized":"2024-09-12T18:01:10.855396+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:09.778188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.691542+0000","last_change":"2024-09-12T17:32:41.545493+0000","last_active":"2024-09-12T18:01:55.691542+0000","last_peered":"2024-09-12T18:01:55.691542+0000","last_clean":"2024-09-12T18:01:55.691542+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:01:55.691542+0000","last_undegraded":"2024-09-12T18:01:55.691542+0000","last_fullsized":"2024-09-12T18:01:55.691542+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:49.202805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775152+0000","last_change":"2024-09-12T17:13:10.326493+0000","last_active":"2024-09-12T18:03:10.775152+0000","last_peered":"2024-09-12T18:03:10.775152+0000","last_clean":"2024-09-12T18:03:10.775152+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:03:10.775152+0000","last_undegraded":"2024-09-12T18:03:10.775152+0000","last_fullsized":"2024-09-12T18:03:10.775152+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:01.018946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:35.719537+0000","last_change":"2024-09-12T17:13:06.301058+0000","last_active":"2024-09-12T18:02:35.719537+0000","last_peered":"2024-09-12T18:02:35.719537+0000","last_clean":"2024-09-12T18:02:35.719537+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:02:35.719537+0000","last_undegraded":"2024-09-12T18:02:35.719537+0000","last_fullsized":"2024-09-12T18:02:35.719537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.986512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":169,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753807+0000","last_change":"2024-09-12T17:09:10.266076+0000","last_active":"2024-09-12T18:01:10.753807+0000","last_peered":"2024-09-12T18:01:10.753807+0000","last_clean":"2024-09-12T18:01:10.753807+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:01:10.753807+0000","last_undegraded":"2024-09-12T18:01:10.753807+0000","last_fullsized":"2024-09-12T18:01:10.753807+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:52.594773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.762990+0000","last_change":"2024-09-12T17:32:41.550557+0000","last_active":"2024-09-12T18:01:55.762990+0000","last_peered":"2024-09-12T18:01:55.762990+0000","last_clean":"2024-09-12T18:01:55.762990+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:01:55.762990+0000","last_undegraded":"2024-09-12T18:01:55.762990+0000","last_fullsized":"2024-09-12T18:01:55.762990+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:31.674024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'7","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701922+0000","last_change":"2024-09-12T17:13:10.320561+0000","last_active":"2024-09-12T18:03:20.701922+0000","last_peered":"2024-09-12T18:03:20.701922+0000","last_clean":"2024-09-12T18:03:20.701922+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:03:20.701922+0000","last_undegraded":"2024-09-12T18:03:20.701922+0000","last_fullsized":"2024-09-12T18:03:20.701922+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:07.587358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":14338,"num_write":7,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774347+0000","last_change":"2024-09-12T17:13:06.303010+0000","last_active":"2024-09-12T18:03:05.774347+0000","last_peered":"2024-09-12T18:03:05.774347+0000","last_clean":"2024-09-12T18:03:05.774347+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:03:05.774347+0000","last_undegraded":"2024-09-12T18:03:05.774347+0000","last_fullsized":"2024-09-12T18:03:05.774347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:08.297145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686566+0000","last_change":"2024-09-12T17:09:10.272750+0000","last_active":"2024-09-12T18:01:10.686566+0000","last_peered":"2024-09-12T18:01:10.686566+0000","last_clean":"2024-09-12T18:01:10.686566+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:01:10.686566+0000","last_undegraded":"2024-09-12T18:01:10.686566+0000","last_fullsized":"2024-09-12T18:01:10.686566+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:31.283875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762022+0000","last_change":"2024-09-12T17:32:41.546525+0000","last_active":"2024-09-12T18:01:50.762022+0000","last_peered":"2024-09-12T18:01:50.762022+0000","last_clean":"2024-09-12T18:01:50.762022+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:01:50.762022+0000","last_undegraded":"2024-09-12T18:01:50.762022+0000","last_fullsized":"2024-09-12T18:01:50.762022+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:42.236376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'1","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700695+0000","last_change":"2024-09-12T17:13:10.889644+0000","last_active":"2024-09-12T18:03:10.700695+0000","last_peered":"2024-09-12T18:03:10.700695+0000","last_clean":"2024-09-12T18:03:10.700695+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:03:10.700695+0000","last_undegraded":"2024-09-12T18:03:10.700695+0000","last_fullsized":"2024-09-12T18:03:10.700695+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:48.924700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723938+0000","last_change":"2024-09-12T17:13:06.301219+0000","last_active":"2024-09-12T18:03:15.723938+0000","last_peered":"2024-09-12T18:03:15.723938+0000","last_clean":"2024-09-12T18:03:15.723938+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:03:15.723938+0000","last_undegraded":"2024-09-12T18:03:15.723938+0000","last_fullsized":"2024-09-12T18:03:15.723938+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:30.825007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753875+0000","last_change":"2024-09-12T17:09:10.268690+0000","last_active":"2024-09-12T18:01:10.753875+0000","last_peered":"2024-09-12T18:01:10.753875+0000","last_clean":"2024-09-12T18:01:10.753875+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:01:10.753875+0000","last_undegraded":"2024-09-12T18:01:10.753875+0000","last_fullsized":"2024-09-12T18:01:10.753875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:50.586358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729849+0000","last_change":"2024-09-12T17:32:41.543342+0000","last_active":"2024-09-12T18:02:48.729849+0000","last_peered":"2024-09-12T18:02:48.729849+0000","last_clean":"2024-09-12T18:02:48.729849+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:02:48.729849+0000","last_undegraded":"2024-09-12T18:02:48.729849+0000","last_fullsized":"2024-09-12T18:02:48.729849+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.740281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773517+0000","last_change":"2024-09-12T17:13:10.889895+0000","last_active":"2024-09-12T18:03:00.773517+0000","last_peered":"2024-09-12T18:03:00.773517+0000","last_clean":"2024-09-12T18:03:00.773517+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:03:00.773517+0000","last_undegraded":"2024-09-12T18:03:00.773517+0000","last_fullsized":"2024-09-12T18:03:00.773517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:23.952600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:05.796101+0000","last_change":"2024-09-12T17:13:06.305017+0000","last_active":"2024-09-12T18:05:05.796101+0000","last_peered":"2024-09-12T18:05:05.796101+0000","last_clean":"2024-09-12T18:05:05.796101+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:05:05.796101+0000","last_undegraded":"2024-09-12T18:05:05.796101+0000","last_fullsized":"2024-09-12T18:05:05.796101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:40.364434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758489+0000","last_change":"2024-09-12T17:09:10.268574+0000","last_active":"2024-09-12T18:01:25.758489+0000","last_peered":"2024-09-12T18:01:25.758489+0000","last_clean":"2024-09-12T18:01:25.758489+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:01:25.758489+0000","last_undegraded":"2024-09-12T18:01:25.758489+0000","last_fullsized":"2024-09-12T18:01:25.758489+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:45.969288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.713359+0000","last_change":"2024-09-12T17:32:41.549155+0000","last_active":"2024-09-12T18:01:50.713359+0000","last_peered":"2024-09-12T18:01:50.713359+0000","last_clean":"2024-09-12T18:01:50.713359+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:01:50.713359+0000","last_undegraded":"2024-09-12T18:01:50.713359+0000","last_fullsized":"2024-09-12T18:01:50.713359+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:50.853565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.741520+0000","last_change":"2024-09-12T17:13:10.325297+0000","last_active":"2024-09-12T18:05:10.741520+0000","last_peered":"2024-09-12T18:05:10.741520+0000","last_clean":"2024-09-12T18:05:10.741520+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:05:10.741520+0000","last_undegraded":"2024-09-12T18:05:10.741520+0000","last_fullsized":"2024-09-12T18:05:10.741520+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:22.480997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784988+0000","last_change":"2024-09-12T17:13:06.304036+0000","last_active":"2024-09-12T18:05:19.784988+0000","last_peered":"2024-09-12T18:05:19.784988+0000","last_clean":"2024-09-12T18:05:19.784988+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:05:19.784988+0000","last_undegraded":"2024-09-12T18:05:19.784988+0000","last_fullsized":"2024-09-12T18:05:19.784988+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:25.738927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":273,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:18.719896+0000","last_change":"2024-09-12T17:09:10.268416+0000","last_active":"2024-09-12T18:01:18.719896+0000","last_peered":"2024-09-12T18:01:18.719896+0000","last_clean":"2024-09-12T18:01:18.719896+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:01:18.719896+0000","last_undegraded":"2024-09-12T18:01:18.719896+0000","last_fullsized":"2024-09-12T18:01:18.719896+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:12.248281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722283+0000","last_change":"2024-09-12T17:32:41.546757+0000","last_active":"2024-09-12T18:03:00.722283+0000","last_peered":"2024-09-12T18:03:00.722283+0000","last_clean":"2024-09-12T18:03:00.722283+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:03:00.722283+0000","last_undegraded":"2024-09-12T18:03:00.722283+0000","last_fullsized":"2024-09-12T18:03:00.722283+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:51.776371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:13.732860+0000","last_change":"2024-09-12T17:13:10.325735+0000","last_active":"2024-09-12T18:03:13.732860+0000","last_peered":"2024-09-12T18:03:13.732860+0000","last_clean":"2024-09-12T18:03:13.732860+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:03:13.732860+0000","last_undegraded":"2024-09-12T18:03:13.732860+0000","last_fullsized":"2024-09-12T18:03:13.732860+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:58.753197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784967+0000","last_change":"2024-09-12T17:13:06.297541+0000","last_active":"2024-09-12T18:05:19.784967+0000","last_peered":"2024-09-12T18:05:19.784967+0000","last_clean":"2024-09-12T18:05:19.784967+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:05:19.784967+0000","last_undegraded":"2024-09-12T18:05:19.784967+0000","last_fullsized":"2024-09-12T18:05:19.784967+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:58.244086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4964,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":4105,"num_write":5,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":208,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756476+0000","last_change":"2024-09-12T17:09:10.273325+0000","last_active":"2024-09-12T18:01:15.756476+0000","last_peered":"2024-09-12T18:01:15.756476+0000","last_clean":"2024-09-12T18:01:15.756476+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:01:15.756476+0000","last_undegraded":"2024-09-12T18:01:15.756476+0000","last_fullsized":"2024-09-12T18:01:15.756476+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:10.868061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699399+0000","last_change":"2024-09-12T17:32:41.548691+0000","last_active":"2024-09-12T18:03:00.699399+0000","last_peered":"2024-09-12T18:03:00.699399+0000","last_clean":"2024-09-12T18:03:00.699399+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:03:00.699399+0000","last_undegraded":"2024-09-12T18:03:00.699399+0000","last_fullsized":"2024-09-12T18:03:00.699399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:12.575102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.777854+0000","last_change":"2024-09-12T17:13:10.323121+0000","last_active":"2024-09-12T18:03:25.777854+0000","last_peered":"2024-09-12T18:03:25.777854+0000","last_clean":"2024-09-12T18:03:25.777854+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:03:25.777854+0000","last_undegraded":"2024-09-12T18:03:25.777854+0000","last_fullsized":"2024-09-12T18:03:25.777854+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:24.985924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796910+0000","last_change":"2024-09-12T17:13:06.300247+0000","last_active":"2024-09-12T18:05:10.796910+0000","last_peered":"2024-09-12T18:05:10.796910+0000","last_clean":"2024-09-12T18:05:10.796910+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:05:10.796910+0000","last_undegraded":"2024-09-12T18:05:10.796910+0000","last_fullsized":"2024-09-12T18:05:10.796910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:19.464314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.708307+0000","last_change":"2024-09-12T17:09:10.267687+0000","last_active":"2024-09-12T18:01:15.708307+0000","last_peered":"2024-09-12T18:01:15.708307+0000","last_clean":"2024-09-12T18:01:15.708307+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:01:15.708307+0000","last_undegraded":"2024-09-12T18:01:15.708307+0000","last_fullsized":"2024-09-12T18:01:15.708307+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:14.864859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.690974+0000","last_change":"2024-09-12T17:32:41.549696+0000","last_active":"2024-09-12T18:01:50.690974+0000","last_peered":"2024-09-12T18:01:50.690974+0000","last_clean":"2024-09-12T18:01:50.690974+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:01:50.690974+0000","last_undegraded":"2024-09-12T18:01:50.690974+0000","last_fullsized":"2024-09-12T18:01:50.690974+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:03.583797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'10","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.787513+0000","last_change":"2024-09-12T17:13:10.327648+0000","last_active":"2024-09-12T18:05:15.787513+0000","last_peered":"2024-09-12T18:05:15.787513+0000","last_clean":"2024-09-12T18:05:15.787513+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:05:15.787513+0000","last_undegraded":"2024-09-12T18:05:15.787513+0000","last_fullsized":"2024-09-12T18:05:15.787513+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:36.378952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":3127,"num_write":15,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732164+0000","last_change":"2024-09-12T17:13:06.296955+0000","last_active":"2024-09-12T18:03:08.732164+0000","last_peered":"2024-09-12T18:03:08.732164+0000","last_clean":"2024-09-12T18:03:08.732164+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:03:08.732164+0000","last_undegraded":"2024-09-12T18:03:08.732164+0000","last_fullsized":"2024-09-12T18:03:08.732164+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:42.740025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754473+0000","last_change":"2024-09-12T17:09:10.265238+0000","last_active":"2024-09-12T18:01:15.754473+0000","last_peered":"2024-09-12T18:01:15.754473+0000","last_clean":"2024-09-12T18:01:15.754473+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:01:15.754473+0000","last_undegraded":"2024-09-12T18:01:15.754473+0000","last_fullsized":"2024-09-12T18:01:15.754473+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.018490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763821+0000","last_change":"2024-09-12T17:32:41.552411+0000","last_active":"2024-09-12T18:02:00.763821+0000","last_peered":"2024-09-12T18:02:00.763821+0000","last_clean":"2024-09-12T18:02:00.763821+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:02:00.763821+0000","last_undegraded":"2024-09-12T18:02:00.763821+0000","last_fullsized":"2024-09-12T18:02:00.763821+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:28.866963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'3","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.724447+0000","last_change":"2024-09-12T17:13:10.325183+0000","last_active":"2024-09-12T18:03:10.724447+0000","last_peered":"2024-09-12T18:03:10.724447+0000","last_clean":"2024-09-12T18:03:10.724447+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:03:10.724447+0000","last_undegraded":"2024-09-12T18:03:10.724447+0000","last_fullsized":"2024-09-12T18:03:10.724447+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:21.704143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.769606+0000","last_change":"2024-09-12T17:13:06.302709+0000","last_active":"2024-09-12T18:03:05.769606+0000","last_peered":"2024-09-12T18:03:05.769606+0000","last_clean":"2024-09-12T18:03:05.769606+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:03:05.769606+0000","last_undegraded":"2024-09-12T18:03:05.769606+0000","last_fullsized":"2024-09-12T18:03:05.769606+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.076485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777001+0000","last_change":"2024-09-12T17:09:10.267732+0000","last_active":"2024-09-12T18:03:20.777001+0000","last_peered":"2024-09-12T18:03:20.777001+0000","last_clean":"2024-09-12T18:03:20.777001+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:03:20.777001+0000","last_undegraded":"2024-09-12T18:03:20.777001+0000","last_fullsized":"2024-09-12T18:03:20.777001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:35.012777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'297","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.731323+0000","last_change":"2024-09-12T16:53:16.156072+0000","last_active":"2024-09-12T18:05:20.731323+0000","last_peered":"2024-09-12T18:05:20.731323+0000","last_clean":"2024-09-12T18:05:20.731323+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:20.731323+0000","last_undegraded":"2024-09-12T18:05:20.731323+0000","last_fullsized":"2024-09-12T18:05:20.731323+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:57.367763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13635885,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":476,"num_read_kb":35275,"num_write":977,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":691,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752246+0000","last_change":"2024-09-12T16:53:18.156411+0000","last_active":"2024-09-12T18:00:50.752246+0000","last_peered":"2024-09-12T18:00:50.752246+0000","last_clean":"2024-09-12T18:00:50.752246+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:00:50.752246+0000","last_undegraded":"2024-09-12T18:00:50.752246+0000","last_fullsized":"2024-09-12T18:00:50.752246+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:13.134386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'271","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724772+0000","last_change":"2024-09-12T16:53:16.145425+0000","last_active":"2024-09-12T18:02:03.724772+0000","last_peered":"2024-09-12T18:02:03.724772+0000","last_clean":"2024-09-12T18:02:03.724772+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:02:03.724772+0000","last_undegraded":"2024-09-12T18:02:03.724772+0000","last_fullsized":"2024-09-12T18:02:03.724772+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:34.892667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724242,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":388,"num_read_kb":21257,"num_write":926,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'359","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.717774+0000","last_change":"2024-09-12T16:53:18.160481+0000","last_active":"2024-09-12T18:03:10.717774+0000","last_peered":"2024-09-12T18:03:10.717774+0000","last_clean":"2024-09-12T18:03:10.717774+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:03:10.717774+0000","last_undegraded":"2024-09-12T18:03:10.717774+0000","last_fullsized":"2024-09-12T18:03:10.717774+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:36.739965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'322","reported_seq":1096,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.579549+0000","last_change":"2024-09-12T16:53:16.143631+0000","last_active":"2024-09-12T18:05:20.579549+0000","last_peered":"2024-09-12T18:05:20.579549+0000","last_clean":"2024-09-12T18:05:20.579549+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:20.579549+0000","last_undegraded":"2024-09-12T18:05:20.579549+0000","last_fullsized":"2024-09-12T18:05:20.579549+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:35.419788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10471092,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":742,"num_read_kb":30264,"num_write":1255,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:59.163669+0000","last_change":"2024-09-12T16:53:18.153756+0000","last_active":"2024-09-12T18:02:59.163669+0000","last_peered":"2024-09-12T18:02:59.163669+0000","last_clean":"2024-09-12T18:02:59.163669+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:02:59.163669+0000","last_undegraded":"2024-09-12T18:02:59.163669+0000","last_fullsized":"2024-09-12T18:02:59.163669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:23.982332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'325","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.749802+0000","last_change":"2024-09-12T16:53:49.753977+0000","last_active":"2024-09-12T18:05:20.749802+0000","last_peered":"2024-09-12T18:05:20.749802+0000","last_clean":"2024-09-12T18:05:20.749802+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:20.749802+0000","last_undegraded":"2024-09-12T18:05:20.749802+0000","last_fullsized":"2024-09-12T18:05:20.749802+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:21.437121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1019624,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":485,"num_read_kb":3326,"num_write":1089,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.684041+0000","last_change":"2024-09-12T16:53:18.164914+0000","last_active":"2024-09-12T18:00:50.684041+0000","last_peered":"2024-09-12T18:00:50.684041+0000","last_clean":"2024-09-12T18:00:50.684041+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:00:50.684041+0000","last_undegraded":"2024-09-12T18:00:50.684041+0000","last_fullsized":"2024-09-12T18:00:50.684041+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:50.178486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'267","reported_seq":876,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.755032+0000","last_change":"2024-09-12T16:53:16.153925+0000","last_active":"2024-09-12T18:05:20.755032+0000","last_peered":"2024-09-12T18:05:20.755032+0000","last_clean":"2024-09-12T18:05:20.755032+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:20.755032+0000","last_undegraded":"2024-09-12T18:05:20.755032+0000","last_fullsized":"2024-09-12T18:05:20.755032+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:47.539639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":381,"num_read_kb":18360,"num_write":847,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.656936+0000","last_change":"2024-09-12T16:53:18.152261+0000","last_active":"2024-09-12T18:03:33.656936+0000","last_peered":"2024-09-12T18:03:33.656936+0000","last_clean":"2024-09-12T18:03:33.656936+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:03:33.656936+0000","last_undegraded":"2024-09-12T18:03:33.656936+0000","last_fullsized":"2024-09-12T18:03:33.656936+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:25.029250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'310","reported_seq":958,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.750462+0000","last_change":"2024-09-12T16:53:16.149012+0000","last_active":"2024-09-12T18:05:20.750462+0000","last_peered":"2024-09-12T18:05:20.750462+0000","last_clean":"2024-09-12T18:05:20.750462+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:20.750462+0000","last_undegraded":"2024-09-12T18:05:20.750462+0000","last_fullsized":"2024-09-12T18:05:20.750462+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:53.953434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388877,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":459,"num_read_kb":63577,"num_write":1025,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'125","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715472+0000","last_change":"2024-09-12T16:53:18.155120+0000","last_active":"2024-09-12T18:02:05.715472+0000","last_peered":"2024-09-12T18:02:05.715472+0000","last_clean":"2024-09-12T18:02:05.715472+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:02:05.715472+0000","last_undegraded":"2024-09-12T18:02:05.715472+0000","last_fullsized":"2024-09-12T18:02:05.715472+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:36.231895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'283","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.780128+0000","last_change":"2024-09-12T16:53:16.156330+0000","last_active":"2024-09-12T18:05:20.780128+0000","last_peered":"2024-09-12T18:05:20.780128+0000","last_clean":"2024-09-12T18:05:20.780128+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:20.780128+0000","last_undegraded":"2024-09-12T18:05:20.780128+0000","last_fullsized":"2024-09-12T18:05:20.780128+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:53.758321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":587069,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":677,"num_read_kb":1207,"num_write":957,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'327","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.822122+0000","last_change":"2024-09-12T16:53:18.160222+0000","last_active":"2024-09-12T18:04:52.822122+0000","last_peered":"2024-09-12T18:04:52.822122+0000","last_clean":"2024-09-12T18:04:52.822122+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:04:52.822122+0000","last_undegraded":"2024-09-12T18:04:52.822122+0000","last_fullsized":"2024-09-12T18:04:52.822122+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'313","reported_seq":963,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.840078+0000","last_change":"2024-09-12T16:53:16.149993+0000","last_active":"2024-09-12T18:05:20.840078+0000","last_peered":"2024-09-12T18:05:20.840078+0000","last_clean":"2024-09-12T18:05:20.840078+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:20.840078+0000","last_undegraded":"2024-09-12T18:05:20.840078+0000","last_fullsized":"2024-09-12T18:05:20.840078+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:00.474131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10810703,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":433,"num_read_kb":41259,"num_write":1041,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'85","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.716946+0000","last_change":"2024-09-12T16:53:18.163283+0000","last_active":"2024-09-12T18:02:05.716946+0000","last_peered":"2024-09-12T18:02:05.716946+0000","last_clean":"2024-09-12T18:02:05.716946+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:02:05.716946+0000","last_undegraded":"2024-09-12T18:02:05.716946+0000","last_fullsized":"2024-09-12T18:02:05.716946+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:09.341463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1054,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705902+0000","last_change":"2024-09-12T16:53:18.152640+0000","last_active":"2024-09-12T18:01:00.705902+0000","last_peered":"2024-09-12T18:01:00.705902+0000","last_clean":"2024-09-12T18:01:00.705902+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:01:00.705902+0000","last_undegraded":"2024-09-12T18:01:00.705902+0000","last_fullsized":"2024-09-12T18:01:00.705902+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:04.448704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'330","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.613790+0000","last_change":"2024-09-12T16:53:16.157825+0000","last_active":"2024-09-12T18:05:20.613790+0000","last_peered":"2024-09-12T18:05:20.613790+0000","last_clean":"2024-09-12T18:05:20.613790+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:20.613790+0000","last_undegraded":"2024-09-12T18:05:20.613790+0000","last_fullsized":"2024-09-12T18:05:20.613790+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:53.551025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5270372,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":501,"num_read_kb":14380,"num_write":1062,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:14.021621+0000","last_change":"2024-09-12T16:53:18.160888+0000","last_active":"2024-09-12T18:02:14.021621+0000","last_peered":"2024-09-12T18:02:14.021621+0000","last_clean":"2024-09-12T18:02:14.021621+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:02:14.021621+0000","last_undegraded":"2024-09-12T18:02:14.021621+0000","last_fullsized":"2024-09-12T18:02:14.021621+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:34.974751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'348","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.714516+0000","last_change":"2024-09-12T16:53:16.156517+0000","last_active":"2024-09-12T18:05:20.714516+0000","last_peered":"2024-09-12T18:05:20.714516+0000","last_clean":"2024-09-12T18:05:20.714516+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:20.714516+0000","last_undegraded":"2024-09-12T18:05:20.714516+0000","last_fullsized":"2024-09-12T18:05:20.714516+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:47.052655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2099438,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":478,"num_read_kb":33406,"num_write":1190,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":833,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756436+0000","last_change":"2024-09-12T16:53:18.156653+0000","last_active":"2024-09-12T18:01:15.756436+0000","last_peered":"2024-09-12T18:01:15.756436+0000","last_clean":"2024-09-12T18:01:15.756436+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:01:15.756436+0000","last_undegraded":"2024-09-12T18:01:15.756436+0000","last_fullsized":"2024-09-12T18:01:15.756436+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:38.919047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'329","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.688536+0000","last_change":"2024-09-12T16:53:16.157389+0000","last_active":"2024-09-12T18:05:20.688536+0000","last_peered":"2024-09-12T18:05:20.688536+0000","last_clean":"2024-09-12T18:05:20.688536+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:20.688536+0000","last_undegraded":"2024-09-12T18:05:20.688536+0000","last_fullsized":"2024-09-12T18:05:20.688536+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4613195,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":541,"num_read_kb":24187,"num_write":1076,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.710234+0000","last_change":"2024-09-12T16:53:18.162647+0000","last_active":"2024-09-12T18:01:00.710234+0000","last_peered":"2024-09-12T18:01:00.710234+0000","last_clean":"2024-09-12T18:01:00.710234+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:01:00.710234+0000","last_undegraded":"2024-09-12T18:01:00.710234+0000","last_fullsized":"2024-09-12T18:01:00.710234+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:17.846976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'309","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.703925+0000","last_change":"2024-09-12T16:53:16.159560+0000","last_active":"2024-09-12T18:05:20.703925+0000","last_peered":"2024-09-12T18:05:20.703925+0000","last_clean":"2024-09-12T18:05:20.703925+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:20.703925+0000","last_undegraded":"2024-09-12T18:05:20.703925+0000","last_fullsized":"2024-09-12T18:05:20.703925+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:29.682472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6526586,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":661,"num_read_kb":73934,"num_write":1023,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:29.265272+0000","last_change":"2024-09-12T16:53:18.149904+0000","last_active":"2024-09-12T18:01:29.265272+0000","last_peered":"2024-09-12T18:01:29.265272+0000","last_clean":"2024-09-12T18:01:29.265272+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:01:29.265272+0000","last_undegraded":"2024-09-12T18:01:29.265272+0000","last_fullsized":"2024-09-12T18:01:29.265272+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:24.136675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'324","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.882372+0000","last_change":"2024-09-12T16:53:16.148878+0000","last_active":"2024-09-12T18:05:20.882372+0000","last_peered":"2024-09-12T18:05:20.882372+0000","last_clean":"2024-09-12T18:05:20.882372+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:20.882372+0000","last_undegraded":"2024-09-12T18:05:20.882372+0000","last_fullsized":"2024-09-12T18:05:20.882372+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:17.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243090,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":470,"num_read_kb":16770,"num_write":996,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:35.728313+0000","last_change":"2024-09-12T16:53:18.150596+0000","last_active":"2024-09-12T18:01:35.728313+0000","last_peered":"2024-09-12T18:01:35.728313+0000","last_clean":"2024-09-12T18:01:35.728313+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:01:35.728313+0000","last_undegraded":"2024-09-12T18:01:35.728313+0000","last_fullsized":"2024-09-12T18:01:35.728313+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.941923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'370","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.700428+0000","last_change":"2024-09-12T16:53:16.146531+0000","last_active":"2024-09-12T18:05:20.700428+0000","last_peered":"2024-09-12T18:05:20.700428+0000","last_clean":"2024-09-12T18:05:20.700428+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:20.700428+0000","last_undegraded":"2024-09-12T18:05:20.700428+0000","last_fullsized":"2024-09-12T18:05:20.700428+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:08.877740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4459263,"num_objects":40,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":40,"num_whiteouts":0,"num_read":595,"num_read_kb":58139,"num_write":1254,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'125","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.845270+0000","last_change":"2024-09-12T16:53:26.172648+0000","last_active":"2024-09-12T18:03:34.845270+0000","last_peered":"2024-09-12T18:03:34.845270+0000","last_clean":"2024-09-12T18:03:34.845270+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:03:34.845270+0000","last_undegraded":"2024-09-12T18:03:34.845270+0000","last_fullsized":"2024-09-12T18:03:34.845270+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:03.190789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855462+0000","last_change":"2024-09-12T16:53:18.154180+0000","last_active":"2024-09-12T18:01:10.855462+0000","last_peered":"2024-09-12T18:01:10.855462+0000","last_clean":"2024-09-12T18:01:10.855462+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:01:10.855462+0000","last_undegraded":"2024-09-12T18:01:10.855462+0000","last_fullsized":"2024-09-12T18:01:10.855462+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:15.095307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'398","reported_seq":1107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691735+0000","last_change":"2024-09-12T16:53:16.154632+0000","last_active":"2024-09-12T18:05:20.691735+0000","last_peered":"2024-09-12T18:05:20.691735+0000","last_clean":"2024-09-12T18:05:20.691735+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:20.691735+0000","last_undegraded":"2024-09-12T18:05:20.691735+0000","last_fullsized":"2024-09-12T18:05:20.691735+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.632398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6318993,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":703,"num_read_kb":30873,"num_write":1338,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754109+0000","last_change":"2024-09-12T16:53:20.155586+0000","last_active":"2024-09-12T18:01:00.754109+0000","last_peered":"2024-09-12T18:01:00.754109+0000","last_clean":"2024-09-12T18:01:00.754109+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:01:00.754109+0000","last_undegraded":"2024-09-12T18:01:00.754109+0000","last_fullsized":"2024-09-12T18:01:00.754109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:05.238963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'316","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.099241+0000","last_change":"2024-09-12T16:53:22.156051+0000","last_active":"2024-09-12T18:04:54.099241+0000","last_peered":"2024-09-12T18:04:54.099241+0000","last_clean":"2024-09-12T18:04:54.099241+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:04:54.099241+0000","last_undegraded":"2024-09-12T18:04:54.099241+0000","last_fullsized":"2024-09-12T18:04:54.099241+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:14.518080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45705,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":498,"num_read_kb":934,"num_write":382,"num_write_kb":243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755188+0000","last_change":"2024-09-12T16:53:24.174788+0000","last_active":"2024-09-12T18:01:05.755188+0000","last_peered":"2024-09-12T18:01:05.755188+0000","last_clean":"2024-09-12T18:01:05.755188+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:01:05.755188+0000","last_undegraded":"2024-09-12T18:01:05.755188+0000","last_fullsized":"2024-09-12T18:01:05.755188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:41.684219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'143","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.722572+0000","last_change":"2024-09-12T16:53:26.183485+0000","last_active":"2024-09-12T18:03:33.722572+0000","last_peered":"2024-09-12T18:03:33.722572+0000","last_clean":"2024-09-12T18:03:33.722572+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:03:33.722572+0000","last_undegraded":"2024-09-12T18:03:33.722572+0000","last_fullsized":"2024-09-12T18:03:33.722572+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:00.753852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754072+0000","last_change":"2024-09-12T16:53:18.155909+0000","last_active":"2024-09-12T18:01:00.754072+0000","last_peered":"2024-09-12T18:01:00.754072+0000","last_clean":"2024-09-12T18:01:00.754072+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:01:00.754072+0000","last_undegraded":"2024-09-12T18:01:00.754072+0000","last_fullsized":"2024-09-12T18:01:00.754072+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'372","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691520+0000","last_change":"2024-09-12T16:53:16.138288+0000","last_active":"2024-09-12T18:05:20.691520+0000","last_peered":"2024-09-12T18:05:20.691520+0000","last_clean":"2024-09-12T18:05:20.691520+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:20.691520+0000","last_undegraded":"2024-09-12T18:05:20.691520+0000","last_fullsized":"2024-09-12T18:05:20.691520+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":300,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:26.648756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388948,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":497,"num_read_kb":6561,"num_write":1181,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855476+0000","last_change":"2024-09-12T16:53:20.153944+0000","last_active":"2024-09-12T18:01:10.855476+0000","last_peered":"2024-09-12T18:01:10.855476+0000","last_clean":"2024-09-12T18:01:10.855476+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:01:10.855476+0000","last_undegraded":"2024-09-12T18:01:10.855476+0000","last_fullsized":"2024-09-12T18:01:10.855476+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:30.125372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'111","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.340847+0000","last_change":"2024-09-12T16:53:22.159738+0000","last_active":"2024-09-12T18:03:56.340847+0000","last_peered":"2024-09-12T18:03:56.340847+0000","last_clean":"2024-09-12T18:03:56.340847+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:03:56.340847+0000","last_undegraded":"2024-09-12T18:03:56.340847+0000","last_fullsized":"2024-09-12T18:03:56.340847+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:23.406297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.706811+0000","last_change":"2024-09-12T16:53:24.176073+0000","last_active":"2024-09-12T18:01:05.706811+0000","last_peered":"2024-09-12T18:01:05.706811+0000","last_clean":"2024-09-12T18:01:05.706811+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:01:05.706811+0000","last_undegraded":"2024-09-12T18:01:05.706811+0000","last_fullsized":"2024-09-12T18:01:05.706811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:29.775823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'107","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.027554+0000","last_change":"2024-09-12T16:53:26.180819+0000","last_active":"2024-09-12T18:02:42.027554+0000","last_peered":"2024-09-12T18:02:42.027554+0000","last_clean":"2024-09-12T18:02:42.027554+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:02:42.027554+0000","last_undegraded":"2024-09-12T18:02:42.027554+0000","last_fullsized":"2024-09-12T18:02:42.027554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:47.888585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.727075+0000","last_change":"2024-09-12T16:53:18.165139+0000","last_active":"2024-09-12T18:02:00.727075+0000","last_peered":"2024-09-12T18:02:00.727075+0000","last_clean":"2024-09-12T18:02:00.727075+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:02:00.727075+0000","last_undegraded":"2024-09-12T18:02:00.727075+0000","last_fullsized":"2024-09-12T18:02:00.727075+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:02:39.085083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'347","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.765407+0000","last_change":"2024-09-12T16:53:16.155799+0000","last_active":"2024-09-12T18:05:20.765407+0000","last_peered":"2024-09-12T18:05:20.765407+0000","last_clean":"2024-09-12T18:05:20.765407+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:20.765407+0000","last_undegraded":"2024-09-12T18:05:20.765407+0000","last_fullsized":"2024-09-12T18:05:20.765407+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:48.207181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5829969,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":611,"num_read_kb":36076,"num_write":1170,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"38'5","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.964557+0000","last_change":"2024-09-12T16:53:20.155908+0000","last_active":"2024-09-12T18:05:18.964557+0000","last_peered":"2024-09-12T18:05:18.964557+0000","last_clean":"2024-09-12T18:05:18.964557+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:18.964557+0000","last_undegraded":"2024-09-12T18:05:18.964557+0000","last_fullsized":"2024-09-12T18:05:18.964557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:14.726796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'146","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.381621+0000","last_change":"2024-09-12T16:53:22.161942+0000","last_active":"2024-09-12T18:03:56.381621+0000","last_peered":"2024-09-12T18:03:56.381621+0000","last_clean":"2024-09-12T18:03:56.381621+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:03:56.381621+0000","last_undegraded":"2024-09-12T18:03:56.381621+0000","last_fullsized":"2024-09-12T18:03:56.381621+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:21.539509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'767","reported_seq":2850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.198580+0000","last_change":"2024-09-12T16:53:24.175697+0000","last_active":"2024-09-12T18:05:19.198580+0000","last_peered":"2024-09-12T18:05:19.198580+0000","last_clean":"2024-09-12T18:05:19.198580+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:19.198580+0000","last_undegraded":"2024-09-12T18:05:19.198580+0000","last_fullsized":"2024-09-12T18:05:19.198580+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:59.221860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'187","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.788068+0000","last_change":"2024-09-12T16:53:26.171602+0000","last_active":"2024-09-12T18:03:33.788068+0000","last_peered":"2024-09-12T18:03:33.788068+0000","last_clean":"2024-09-12T18:03:33.788068+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:03:33.788068+0000","last_undegraded":"2024-09-12T18:03:33.788068+0000","last_fullsized":"2024-09-12T18:03:33.788068+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:14.997101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.694095+0000","last_change":"2024-09-12T16:53:18.154236+0000","last_active":"2024-09-12T18:03:34.694095+0000","last_peered":"2024-09-12T18:03:34.694095+0000","last_clean":"2024-09-12T18:03:34.694095+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:03:34.694095+0000","last_undegraded":"2024-09-12T18:03:34.694095+0000","last_fullsized":"2024-09-12T18:03:34.694095+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:28.988849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'314","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.691086+0000","last_change":"2024-09-12T16:53:49.810726+0000","last_active":"2024-09-12T18:05:20.691086+0000","last_peered":"2024-09-12T18:05:20.691086+0000","last_clean":"2024-09-12T18:05:20.691086+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:20.691086+0000","last_undegraded":"2024-09-12T18:05:20.691086+0000","last_fullsized":"2024-09-12T18:05:20.691086+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:05.438875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91257,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":483,"num_read_kb":3959,"num_write":1031,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754158+0000","last_change":"2024-09-12T16:53:20.159172+0000","last_active":"2024-09-12T18:01:00.754158+0000","last_peered":"2024-09-12T18:01:00.754158+0000","last_clean":"2024-09-12T18:01:00.754158+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:01:00.754158+0000","last_undegraded":"2024-09-12T18:01:00.754158+0000","last_fullsized":"2024-09-12T18:01:00.754158+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:04.010396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'269","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.093908+0000","last_change":"2024-09-12T16:53:22.332117+0000","last_active":"2024-09-12T18:04:54.093908+0000","last_peered":"2024-09-12T18:04:54.093908+0000","last_clean":"2024-09-12T18:04:54.093908+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:04:54.093908+0000","last_undegraded":"2024-09-12T18:04:54.093908+0000","last_fullsized":"2024-09-12T18:04:54.093908+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:34.848762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60629,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":439,"num_read_kb":936,"num_write":354,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'803","reported_seq":5063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.207315+0000","last_change":"2024-09-12T16:53:24.178967+0000","last_active":"2024-09-12T18:05:19.207315+0000","last_peered":"2024-09-12T18:05:19.207315+0000","last_clean":"2024-09-12T18:05:19.207315+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:05:19.207315+0000","last_undegraded":"2024-09-12T18:05:19.207315+0000","last_fullsized":"2024-09-12T18:05:19.207315+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":700,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.391315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769555+0000","last_change":"2024-09-12T16:53:18.150485+0000","last_active":"2024-09-12T18:02:40.769555+0000","last_peered":"2024-09-12T18:02:40.769555+0000","last_clean":"2024-09-12T18:02:40.769555+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:02:40.769555+0000","last_undegraded":"2024-09-12T18:02:40.769555+0000","last_fullsized":"2024-09-12T18:02:40.769555+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.997654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'337","reported_seq":971,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.755182+0000","last_change":"2024-09-12T16:53:16.155317+0000","last_active":"2024-09-12T18:05:20.755182+0000","last_peered":"2024-09-12T18:05:20.755182+0000","last_clean":"2024-09-12T18:05:20.755182+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:20.755182+0000","last_undegraded":"2024-09-12T18:05:20.755182+0000","last_fullsized":"2024-09-12T18:05:20.755182+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:47.573919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8416128,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":464,"num_read_kb":12959,"num_write":1112,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769879+0000","last_change":"2024-09-12T16:53:20.152230+0000","last_active":"2024-09-12T18:02:40.769879+0000","last_peered":"2024-09-12T18:02:40.769879+0000","last_clean":"2024-09-12T18:02:40.769879+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:02:40.769879+0000","last_undegraded":"2024-09-12T18:02:40.769879+0000","last_fullsized":"2024-09-12T18:02:40.769879+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.569085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'399","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.559256+0000","last_change":"2024-09-12T16:53:22.330287+0000","last_active":"2024-09-12T18:05:19.559256+0000","last_peered":"2024-09-12T18:05:19.559256+0000","last_clean":"2024-09-12T18:05:19.559256+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:19.559256+0000","last_undegraded":"2024-09-12T18:05:19.559256+0000","last_fullsized":"2024-09-12T18:05:19.559256+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.937569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717121+0000","last_change":"2024-09-12T16:53:24.174850+0000","last_active":"2024-09-12T18:00:53.717121+0000","last_peered":"2024-09-12T18:00:53.717121+0000","last_clean":"2024-09-12T18:00:53.717121+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:00:53.717121+0000","last_undegraded":"2024-09-12T18:00:53.717121+0000","last_fullsized":"2024-09-12T18:00:53.717121+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:50.726363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'550","reported_seq":1373,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.116139+0000","last_change":"2024-09-12T16:53:26.182697+0000","last_active":"2024-09-12T18:04:54.116139+0000","last_peered":"2024-09-12T18:04:54.116139+0000","last_clean":"2024-09-12T18:04:54.116139+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:04:54.116139+0000","last_undegraded":"2024-09-12T18:04:54.116139+0000","last_fullsized":"2024-09-12T18:04:54.116139+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:41.201242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'106","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720116+0000","last_change":"2024-09-12T16:53:18.147844+0000","last_active":"2024-09-12T18:02:40.720116+0000","last_peered":"2024-09-12T18:02:40.720116+0000","last_clean":"2024-09-12T18:02:40.720116+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:02:40.720116+0000","last_undegraded":"2024-09-12T18:02:40.720116+0000","last_fullsized":"2024-09-12T18:02:40.720116+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:37.782512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'390","reported_seq":1058,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.711373+0000","last_change":"2024-09-12T16:53:49.807617+0000","last_active":"2024-09-12T18:05:20.711373+0000","last_peered":"2024-09-12T18:05:20.711373+0000","last_clean":"2024-09-12T18:05:20.711373+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:20.711373+0000","last_undegraded":"2024-09-12T18:05:20.711373+0000","last_fullsized":"2024-09-12T18:05:20.711373+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:33.058161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27626,"num_objects":41,"num_object_clones":0,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":733,"num_read_kb":652,"num_write":1334,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720289+0000","last_change":"2024-09-12T16:53:20.150359+0000","last_active":"2024-09-12T18:02:40.720289+0000","last_peered":"2024-09-12T18:02:40.720289+0000","last_clean":"2024-09-12T18:02:40.720289+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:02:40.720289+0000","last_undegraded":"2024-09-12T18:02:40.720289+0000","last_fullsized":"2024-09-12T18:02:40.720289+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:02.250422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'310","reported_seq":905,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.519024+0000","last_change":"2024-09-12T16:53:22.156097+0000","last_active":"2024-09-12T18:05:20.519024+0000","last_peered":"2024-09-12T18:05:20.519024+0000","last_clean":"2024-09-12T18:05:20.519024+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:20.519024+0000","last_undegraded":"2024-09-12T18:05:20.519024+0000","last_fullsized":"2024-09-12T18:05:20.519024+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:18.426281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.868165+0000","last_change":"2024-09-12T16:53:24.181397+0000","last_active":"2024-09-12T18:02:55.868165+0000","last_peered":"2024-09-12T18:02:55.868165+0000","last_clean":"2024-09-12T18:02:55.868165+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:02:55.868165+0000","last_undegraded":"2024-09-12T18:02:55.868165+0000","last_fullsized":"2024-09-12T18:02:55.868165+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:24.222622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2425","reported_seq":4259,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.780805+0000","last_change":"2024-09-12T16:53:26.173858+0000","last_active":"2024-09-12T18:04:25.780805+0000","last_peered":"2024-09-12T18:04:25.780805+0000","last_clean":"2024-09-12T18:04:25.780805+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:04:25.780805+0000","last_undegraded":"2024-09-12T18:04:25.780805+0000","last_fullsized":"2024-09-12T18:04:25.780805+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":2400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:41.318726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.767465+0000","last_change":"2024-09-12T16:53:18.159339+0000","last_active":"2024-09-12T18:02:50.767465+0000","last_peered":"2024-09-12T18:02:50.767465+0000","last_clean":"2024-09-12T18:02:50.767465+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:02:50.767465+0000","last_undegraded":"2024-09-12T18:02:50.767465+0000","last_fullsized":"2024-09-12T18:02:50.767465+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'357","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.664469+0000","last_change":"2024-09-12T16:53:16.162383+0000","last_active":"2024-09-12T18:05:20.664469+0000","last_peered":"2024-09-12T18:05:20.664469+0000","last_clean":"2024-09-12T18:05:20.664469+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:20.664469+0000","last_undegraded":"2024-09-12T18:05:20.664469+0000","last_fullsized":"2024-09-12T18:05:20.664469+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:42.249804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9896940,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":534,"num_read_kb":48251,"num_write":1137,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722776+0000","last_change":"2024-09-12T16:53:20.150957+0000","last_active":"2024-09-12T18:03:05.722776+0000","last_peered":"2024-09-12T18:03:05.722776+0000","last_clean":"2024-09-12T18:03:05.722776+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:03:05.722776+0000","last_undegraded":"2024-09-12T18:03:05.722776+0000","last_fullsized":"2024-09-12T18:03:05.722776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:28.531479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'333","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.703322+0000","last_change":"2024-09-12T16:53:22.157404+0000","last_active":"2024-09-12T18:05:19.703322+0000","last_peered":"2024-09-12T18:05:19.703322+0000","last_clean":"2024-09-12T18:05:19.703322+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:19.703322+0000","last_undegraded":"2024-09-12T18:05:19.703322+0000","last_fullsized":"2024-09-12T18:05:19.703322+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:09.859878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'765","reported_seq":2582,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.207178+0000","last_change":"2024-09-12T16:53:24.175114+0000","last_active":"2024-09-12T18:05:19.207178+0000","last_peered":"2024-09-12T18:05:19.207178+0000","last_clean":"2024-09-12T18:05:19.207178+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:19.207178+0000","last_undegraded":"2024-09-12T18:05:19.207178+0000","last_fullsized":"2024-09-12T18:05:19.207178+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:59.791041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'137","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.825443+0000","last_change":"2024-09-12T16:53:26.181849+0000","last_active":"2024-09-12T18:04:52.825443+0000","last_peered":"2024-09-12T18:04:52.825443+0000","last_clean":"2024-09-12T18:04:52.825443+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:04:52.825443+0000","last_undegraded":"2024-09-12T18:04:52.825443+0000","last_fullsized":"2024-09-12T18:04:52.825443+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:33.050788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699952+0000","last_change":"2024-09-12T16:53:18.165101+0000","last_active":"2024-09-12T18:03:05.699952+0000","last_peered":"2024-09-12T18:03:05.699952+0000","last_clean":"2024-09-12T18:03:05.699952+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:03:05.699952+0000","last_undegraded":"2024-09-12T18:03:05.699952+0000","last_fullsized":"2024-09-12T18:03:05.699952+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:15.019345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'260","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761668+0000","last_change":"2024-09-12T16:53:16.143419+0000","last_active":"2024-09-12T18:05:20.761668+0000","last_peered":"2024-09-12T18:05:20.761668+0000","last_clean":"2024-09-12T18:05:20.761668+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:20.761668+0000","last_undegraded":"2024-09-12T18:05:20.761668+0000","last_fullsized":"2024-09-12T18:05:20.761668+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:27.819961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1312218,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":417,"num_read_kb":8613,"num_write":812,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.721740+0000","last_change":"2024-09-12T16:53:20.143206+0000","last_active":"2024-09-12T18:02:55.721740+0000","last_peered":"2024-09-12T18:02:55.721740+0000","last_clean":"2024-09-12T18:02:55.721740+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:02:55.721740+0000","last_undegraded":"2024-09-12T18:02:55.721740+0000","last_fullsized":"2024-09-12T18:02:55.721740+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.192822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'492","reported_seq":1145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.676281+0000","last_change":"2024-09-12T16:53:22.158817+0000","last_active":"2024-09-12T18:05:20.676281+0000","last_peered":"2024-09-12T18:05:20.676281+0000","last_clean":"2024-09-12T18:05:20.676281+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:20.676281+0000","last_undegraded":"2024-09-12T18:05:20.676281+0000","last_fullsized":"2024-09-12T18:05:20.676281+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":400,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:31.001188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114257,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":873,"num_read_kb":2106,"num_write":713,"num_write_kb":604,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.720834+0000","last_change":"2024-09-12T16:53:24.177100+0000","last_active":"2024-09-12T18:02:45.720834+0000","last_peered":"2024-09-12T18:02:45.720834+0000","last_clean":"2024-09-12T18:02:45.720834+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:02:45.720834+0000","last_undegraded":"2024-09-12T18:02:45.720834+0000","last_fullsized":"2024-09-12T18:02:45.720834+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'142","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729936+0000","last_change":"2024-09-12T16:53:26.177407+0000","last_active":"2024-09-12T18:02:48.729936+0000","last_peered":"2024-09-12T18:02:48.729936+0000","last_clean":"2024-09-12T18:02:48.729936+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:02:48.729936+0000","last_undegraded":"2024-09-12T18:02:48.729936+0000","last_fullsized":"2024-09-12T18:02:48.729936+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:15.084645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723869+0000","last_change":"2024-09-12T16:53:18.158532+0000","last_active":"2024-09-12T18:03:05.723869+0000","last_peered":"2024-09-12T18:03:05.723869+0000","last_clean":"2024-09-12T18:03:05.723869+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:03:05.723869+0000","last_undegraded":"2024-09-12T18:03:05.723869+0000","last_fullsized":"2024-09-12T18:03:05.723869+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:57.566801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'323","reported_seq":932,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.846257+0000","last_change":"2024-09-12T16:53:16.153371+0000","last_active":"2024-09-12T18:05:20.846257+0000","last_peered":"2024-09-12T18:05:20.846257+0000","last_clean":"2024-09-12T18:05:20.846257+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:20.846257+0000","last_undegraded":"2024-09-12T18:05:20.846257+0000","last_fullsized":"2024-09-12T18:05:20.846257+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:11.111090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1071583,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":378,"num_read_kb":4437,"num_write":920,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722794+0000","last_change":"2024-09-12T16:53:20.151553+0000","last_active":"2024-09-12T18:03:05.722794+0000","last_peered":"2024-09-12T18:03:05.722794+0000","last_clean":"2024-09-12T18:03:05.722794+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:03:05.722794+0000","last_undegraded":"2024-09-12T18:03:05.722794+0000","last_fullsized":"2024-09-12T18:03:05.722794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:40.450594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'311","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.741206+0000","last_change":"2024-09-12T16:53:22.158839+0000","last_active":"2024-09-12T18:05:20.741206+0000","last_peered":"2024-09-12T18:05:20.741206+0000","last_clean":"2024-09-12T18:05:20.741206+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:20.741206+0000","last_undegraded":"2024-09-12T18:05:20.741206+0000","last_fullsized":"2024-09-12T18:05:20.741206+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:47.325675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57650,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":1122,"num_write":473,"num_write_kb":377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.686021+0000","last_change":"2024-09-12T16:53:24.174268+0000","last_active":"2024-09-12T18:01:05.686021+0000","last_peered":"2024-09-12T18:01:05.686021+0000","last_clean":"2024-09-12T18:01:05.686021+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:01:05.686021+0000","last_undegraded":"2024-09-12T18:01:05.686021+0000","last_fullsized":"2024-09-12T18:01:05.686021+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:47.970185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'107","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:35.873534+0000","last_change":"2024-09-12T16:53:26.185372+0000","last_active":"2024-09-12T18:03:35.873534+0000","last_peered":"2024-09-12T18:03:35.873534+0000","last_clean":"2024-09-12T18:03:35.873534+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:03:35.873534+0000","last_undegraded":"2024-09-12T18:03:35.873534+0000","last_fullsized":"2024-09-12T18:03:35.873534+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:24.024505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723894+0000","last_change":"2024-09-12T16:53:18.155527+0000","last_active":"2024-09-12T18:03:05.723894+0000","last_peered":"2024-09-12T18:03:05.723894+0000","last_clean":"2024-09-12T18:03:05.723894+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:03:05.723894+0000","last_undegraded":"2024-09-12T18:03:05.723894+0000","last_fullsized":"2024-09-12T18:03:05.723894+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:37.134929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'361","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.683064+0000","last_change":"2024-09-12T16:53:49.807671+0000","last_active":"2024-09-12T18:05:20.683064+0000","last_peered":"2024-09-12T18:05:20.683064+0000","last_clean":"2024-09-12T18:05:20.683064+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:20.683064+0000","last_undegraded":"2024-09-12T18:05:20.683064+0000","last_fullsized":"2024-09-12T18:05:20.683064+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:05.308258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17528503,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":615,"num_read_kb":24597,"num_write":1214,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717149+0000","last_change":"2024-09-12T16:53:20.155225+0000","last_active":"2024-09-12T18:00:53.717149+0000","last_peered":"2024-09-12T18:00:53.717149+0000","last_clean":"2024-09-12T18:00:53.717149+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:00:53.717149+0000","last_undegraded":"2024-09-12T18:00:53.717149+0000","last_fullsized":"2024-09-12T18:00:53.717149+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:54.176212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'323","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.287253+0000","last_change":"2024-09-12T16:53:22.152303+0000","last_active":"2024-09-12T18:05:20.287253+0000","last_peered":"2024-09-12T18:05:20.287253+0000","last_clean":"2024-09-12T18:05:20.287253+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:20.287253+0000","last_undegraded":"2024-09-12T18:05:20.287253+0000","last_fullsized":"2024-09-12T18:05:20.287253+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:19.438008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'726","reported_seq":2412,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.198754+0000","last_change":"2024-09-12T16:53:24.178432+0000","last_active":"2024-09-12T18:05:19.198754+0000","last_peered":"2024-09-12T18:05:19.198754+0000","last_clean":"2024-09-12T18:05:19.198754+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:19.198754+0000","last_undegraded":"2024-09-12T18:05:19.198754+0000","last_fullsized":"2024-09-12T18:05:19.198754+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:34.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'142","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:32.334734+0000","last_change":"2024-09-12T16:53:26.179149+0000","last_active":"2024-09-12T18:03:32.334734+0000","last_peered":"2024-09-12T18:03:32.334734+0000","last_clean":"2024-09-12T18:03:32.334734+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:03:32.334734+0000","last_undegraded":"2024-09-12T18:03:32.334734+0000","last_fullsized":"2024-09-12T18:03:32.334734+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:46.563650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":680,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723908+0000","last_change":"2024-09-12T16:53:18.152975+0000","last_active":"2024-09-12T18:03:05.723908+0000","last_peered":"2024-09-12T18:03:05.723908+0000","last_clean":"2024-09-12T18:03:05.723908+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:03:05.723908+0000","last_undegraded":"2024-09-12T18:03:05.723908+0000","last_fullsized":"2024-09-12T18:03:05.723908+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:17.692498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'308","reported_seq":971,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.661625+0000","last_change":"2024-09-12T16:53:16.148623+0000","last_active":"2024-09-12T18:05:20.661625+0000","last_peered":"2024-09-12T18:05:20.661625+0000","last_clean":"2024-09-12T18:05:20.661625+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:20.661625+0000","last_undegraded":"2024-09-12T18:05:20.661625+0000","last_fullsized":"2024-09-12T18:05:20.661625+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:09:06.340732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2079117,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":506,"num_read_kb":31364,"num_write":1096,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1469,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.976361+0000","last_change":"2024-09-12T16:53:20.154672+0000","last_active":"2024-09-12T18:05:18.976361+0000","last_peered":"2024-09-12T18:05:18.976361+0000","last_clean":"2024-09-12T18:05:18.976361+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:18.976361+0000","last_undegraded":"2024-09-12T18:05:18.976361+0000","last_fullsized":"2024-09-12T18:05:18.976361+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:44.105810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.312566+0000","last_change":"2024-09-12T16:53:22.330345+0000","last_active":"2024-09-12T18:03:56.312566+0000","last_peered":"2024-09-12T18:03:56.312566+0000","last_clean":"2024-09-12T18:03:56.312566+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:03:56.312566+0000","last_undegraded":"2024-09-12T18:03:56.312566+0000","last_fullsized":"2024-09-12T18:03:56.312566+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:52.646838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'763","reported_seq":4294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.356967+0000","last_change":"2024-09-12T16:53:24.176425+0000","last_active":"2024-09-12T18:05:20.356967+0000","last_peered":"2024-09-12T18:05:20.356967+0000","last_clean":"2024-09-12T18:05:20.356967+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:20.356967+0000","last_undegraded":"2024-09-12T18:05:20.356967+0000","last_fullsized":"2024-09-12T18:05:20.356967+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:33.596673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'121","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.643005+0000","last_change":"2024-09-12T16:53:26.180737+0000","last_active":"2024-09-12T18:02:20.643005+0000","last_peered":"2024-09-12T18:02:20.643005+0000","last_clean":"2024-09-12T18:02:20.643005+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:02:20.643005+0000","last_undegraded":"2024-09-12T18:02:20.643005+0000","last_fullsized":"2024-09-12T18:02:20.643005+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:05.936043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'265","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.717767+0000","last_change":"2024-09-12T16:53:18.157722+0000","last_active":"2024-09-12T18:00:58.717767+0000","last_peered":"2024-09-12T18:00:58.717767+0000","last_clean":"2024-09-12T18:00:58.717767+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:00:58.717767+0000","last_undegraded":"2024-09-12T18:00:58.717767+0000","last_fullsized":"2024-09-12T18:00:58.717767+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:14.158455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'301","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.865897+0000","last_change":"2024-09-12T16:53:16.142709+0000","last_active":"2024-09-12T18:05:20.865897+0000","last_peered":"2024-09-12T18:05:20.865897+0000","last_clean":"2024-09-12T18:05:20.865897+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:20.865897+0000","last_undegraded":"2024-09-12T18:05:20.865897+0000","last_fullsized":"2024-09-12T18:05:20.865897+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:12.443404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":442,"num_read_kb":42011,"num_write":1030,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723922+0000","last_change":"2024-09-12T16:53:20.155411+0000","last_active":"2024-09-12T18:03:05.723922+0000","last_peered":"2024-09-12T18:03:05.723922+0000","last_clean":"2024-09-12T18:03:05.723922+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:03:05.723922+0000","last_undegraded":"2024-09-12T18:03:05.723922+0000","last_fullsized":"2024-09-12T18:03:05.723922+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:58:21.780072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'361","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.323579+0000","last_change":"2024-09-12T16:53:22.151012+0000","last_active":"2024-09-12T18:05:19.323579+0000","last_peered":"2024-09-12T18:05:19.323579+0000","last_clean":"2024-09-12T18:05:19.323579+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:19.323579+0000","last_undegraded":"2024-09-12T18:05:19.323579+0000","last_fullsized":"2024-09-12T18:05:19.323579+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:02.784147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.751711+0000","last_change":"2024-09-12T16:53:24.172551+0000","last_active":"2024-09-12T18:00:55.751711+0000","last_peered":"2024-09-12T18:00:55.751711+0000","last_clean":"2024-09-12T18:00:55.751711+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:00:55.751711+0000","last_undegraded":"2024-09-12T18:00:55.751711+0000","last_fullsized":"2024-09-12T18:00:55.751711+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:04:29.793185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'119","reported_seq":623,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.833755+0000","last_change":"2024-09-12T16:53:26.183162+0000","last_active":"2024-09-12T18:03:34.833755+0000","last_peered":"2024-09-12T18:03:34.833755+0000","last_clean":"2024-09-12T18:03:34.833755+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:03:34.833755+0000","last_undegraded":"2024-09-12T18:03:34.833755+0000","last_fullsized":"2024-09-12T18:03:34.833755+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:36.633567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.762479+0000","last_change":"2024-09-12T16:53:18.157273+0000","last_active":"2024-09-12T18:02:15.762479+0000","last_peered":"2024-09-12T18:02:15.762479+0000","last_clean":"2024-09-12T18:02:15.762479+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:02:15.762479+0000","last_undegraded":"2024-09-12T18:02:15.762479+0000","last_fullsized":"2024-09-12T18:02:15.762479+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":624,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775077+0000","last_change":"2024-09-12T16:52:57.255902+0000","last_active":"2024-09-12T18:03:10.775077+0000","last_peered":"2024-09-12T18:03:10.775077+0000","last_clean":"2024-09-12T18:03:10.775077+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:03:10.775077+0000","last_undegraded":"2024-09-12T18:03:10.775077+0000","last_fullsized":"2024-09-12T18:03:10.775077+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_clean_scrub_stamp":"2024-09-12T16:52:56.035782+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:54.506237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":538,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762046+0000","last_change":"2024-09-12T16:53:05.084296+0000","last_active":"2024-09-12T18:01:50.762046+0000","last_peered":"2024-09-12T18:01:50.762046+0000","last_clean":"2024-09-12T18:01:50.762046+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:01:50.762046+0000","last_undegraded":"2024-09-12T18:01:50.762046+0000","last_fullsized":"2024-09-12T18:01:50.762046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:45.829131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'301","reported_seq":1056,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.827393+0000","last_change":"2024-09-12T16:53:16.151575+0000","last_active":"2024-09-12T18:05:20.827393+0000","last_peered":"2024-09-12T18:05:20.827393+0000","last_clean":"2024-09-12T18:05:20.827393+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:20.827393+0000","last_undegraded":"2024-09-12T18:05:20.827393+0000","last_fullsized":"2024-09-12T18:05:20.827393+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:14.621248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12845356,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":679,"num_read_kb":78547,"num_write":1111,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764599+0000","last_change":"2024-09-12T16:53:20.154256+0000","last_active":"2024-09-12T18:02:05.764599+0000","last_peered":"2024-09-12T18:02:05.764599+0000","last_clean":"2024-09-12T18:02:05.764599+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:02:05.764599+0000","last_undegraded":"2024-09-12T18:02:05.764599+0000","last_fullsized":"2024-09-12T18:02:05.764599+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:03.217791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'790","reported_seq":1508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.134962+0000","last_change":"2024-09-12T16:53:22.152515+0000","last_active":"2024-09-12T18:05:20.134962+0000","last_peered":"2024-09-12T18:05:20.134962+0000","last_clean":"2024-09-12T18:05:20.134962+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:20.134962+0000","last_undegraded":"2024-09-12T18:05:20.134962+0000","last_fullsized":"2024-09-12T18:05:20.134962+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:09.735171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160399,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1526,"num_read_kb":3454,"num_write":1482,"num_write_kb":1318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.697707+0000","last_change":"2024-09-12T16:53:24.173705+0000","last_active":"2024-09-12T18:02:45.697707+0000","last_peered":"2024-09-12T18:02:45.697707+0000","last_clean":"2024-09-12T18:02:45.697707+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:02:45.697707+0000","last_undegraded":"2024-09-12T18:02:45.697707+0000","last_fullsized":"2024-09-12T18:02:45.697707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.320160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'190","reported_seq":893,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.733462+0000","last_change":"2024-09-12T16:53:26.185182+0000","last_active":"2024-09-12T18:03:34.733462+0000","last_peered":"2024-09-12T18:03:34.733462+0000","last_clean":"2024-09-12T18:03:34.733462+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:03:34.733462+0000","last_undegraded":"2024-09-12T18:03:34.733462+0000","last_fullsized":"2024-09-12T18:03:34.733462+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:12.275076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'168","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.697100+0000","last_change":"2024-09-12T16:53:18.164028+0000","last_active":"2024-09-12T18:02:40.697100+0000","last_peered":"2024-09-12T18:02:40.697100+0000","last_clean":"2024-09-12T18:02:40.697100+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:02:40.697100+0000","last_undegraded":"2024-09-12T18:02:40.697100+0000","last_fullsized":"2024-09-12T18:02:40.697100+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:34.901177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.775951+0000","last_change":"2024-09-12T16:53:05.106574+0000","last_active":"2024-09-12T18:03:15.775951+0000","last_peered":"2024-09-12T18:03:15.775951+0000","last_clean":"2024-09-12T18:03:15.775951+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:03:15.775951+0000","last_undegraded":"2024-09-12T18:03:15.775951+0000","last_fullsized":"2024-09-12T18:03:15.775951+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:47.111333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'336","reported_seq":1025,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.657262+0000","last_change":"2024-09-12T16:53:16.148035+0000","last_active":"2024-09-12T18:05:20.657262+0000","last_peered":"2024-09-12T18:05:20.657262+0000","last_clean":"2024-09-12T18:05:20.657262+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:20.657262+0000","last_undegraded":"2024-09-12T18:05:20.657262+0000","last_fullsized":"2024-09-12T18:05:20.657262+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:39.938555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4718977,"num_objects":31,"num_object_clones":0,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":0,"num_read":586,"num_read_kb":33721,"num_write":1194,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769753+0000","last_change":"2024-09-12T16:53:20.154982+0000","last_active":"2024-09-12T18:02:40.769753+0000","last_peered":"2024-09-12T18:02:40.769753+0000","last_clean":"2024-09-12T18:02:40.769753+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:02:40.769753+0000","last_undegraded":"2024-09-12T18:02:40.769753+0000","last_fullsized":"2024-09-12T18:02:40.769753+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:26.835483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1366","reported_seq":3173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:57.019370+0000","last_change":"2024-09-12T16:53:22.156684+0000","last_active":"2024-09-12T18:04:57.019370+0000","last_peered":"2024-09-12T18:04:57.019370+0000","last_clean":"2024-09-12T18:04:57.019370+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:04:57.019370+0000","last_undegraded":"2024-09-12T18:04:57.019370+0000","last_fullsized":"2024-09-12T18:04:57.019370+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":1300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:25.092891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195954,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2172,"num_read_kb":3941,"num_write":1288,"num_write_kb":1105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766941+0000","last_change":"2024-09-12T16:53:24.178541+0000","last_active":"2024-09-12T18:02:20.766941+0000","last_peered":"2024-09-12T18:02:20.766941+0000","last_clean":"2024-09-12T18:02:20.766941+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:02:20.766941+0000","last_undegraded":"2024-09-12T18:02:20.766941+0000","last_fullsized":"2024-09-12T18:02:20.766941+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:38.942860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'131","reported_seq":660,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730971+0000","last_change":"2024-09-12T16:53:26.174893+0000","last_active":"2024-09-12T18:02:58.730971+0000","last_peered":"2024-09-12T18:02:58.730971+0000","last_clean":"2024-09-12T18:02:58.730971+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:02:58.730971+0000","last_undegraded":"2024-09-12T18:02:58.730971+0000","last_fullsized":"2024-09-12T18:02:58.730971+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:37.191040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728739+0000","last_change":"2024-09-12T16:53:18.154925+0000","last_active":"2024-09-12T18:02:38.728739+0000","last_peered":"2024-09-12T18:02:38.728739+0000","last_clean":"2024-09-12T18:02:38.728739+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:02:38.728739+0000","last_undegraded":"2024-09-12T18:02:38.728739+0000","last_fullsized":"2024-09-12T18:02:38.728739+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:57.202362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.715344+0000","last_change":"2024-09-12T16:53:05.078448+0000","last_active":"2024-09-12T18:01:50.715344+0000","last_peered":"2024-09-12T18:01:50.715344+0000","last_clean":"2024-09-12T18:01:50.715344+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:01:50.715344+0000","last_undegraded":"2024-09-12T18:01:50.715344+0000","last_fullsized":"2024-09-12T18:01:50.715344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:24.276212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'315","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:28.720940+0000","last_change":"2024-09-12T16:53:16.144602+0000","last_active":"2024-09-12T18:01:28.720940+0000","last_peered":"2024-09-12T18:01:28.720940+0000","last_clean":"2024-09-12T18:01:28.720940+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:01:28.720940+0000","last_undegraded":"2024-09-12T18:01:28.720940+0000","last_fullsized":"2024-09-12T18:01:28.720940+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:06.592014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17592894,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":525,"num_read_kb":73902,"num_write":1068,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720373+0000","last_change":"2024-09-12T16:53:20.155259+0000","last_active":"2024-09-12T18:02:40.720373+0000","last_peered":"2024-09-12T18:02:40.720373+0000","last_clean":"2024-09-12T18:02:40.720373+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:02:40.720373+0000","last_undegraded":"2024-09-12T18:02:40.720373+0000","last_fullsized":"2024-09-12T18:02:40.720373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:21.923212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'296","reported_seq":1713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.182221+0000","last_change":"2024-09-12T16:53:22.331689+0000","last_active":"2024-09-12T18:04:50.182221+0000","last_peered":"2024-09-12T18:04:50.182221+0000","last_clean":"2024-09-12T18:04:50.182221+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:04:50.182221+0000","last_undegraded":"2024-09-12T18:04:50.182221+0000","last_fullsized":"2024-09-12T18:04:50.182221+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:10.722134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.693471+0000","last_change":"2024-09-12T16:53:24.173994+0000","last_active":"2024-09-12T18:02:10.693471+0000","last_peered":"2024-09-12T18:02:10.693471+0000","last_clean":"2024-09-12T18:02:10.693471+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:02:10.693471+0000","last_undegraded":"2024-09-12T18:02:10.693471+0000","last_fullsized":"2024-09-12T18:02:10.693471+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:15.041811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'270","reported_seq":909,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.865922+0000","last_change":"2024-09-12T16:53:26.174611+0000","last_active":"2024-09-12T18:03:33.865922+0000","last_peered":"2024-09-12T18:03:33.865922+0000","last_clean":"2024-09-12T18:03:33.865922+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:03:33.865922+0000","last_undegraded":"2024-09-12T18:03:33.865922+0000","last_fullsized":"2024-09-12T18:03:33.865922+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:46.502612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724751+0000","last_change":"2024-09-12T16:53:18.152153+0000","last_active":"2024-09-12T18:02:03.724751+0000","last_peered":"2024-09-12T18:02:03.724751+0000","last_clean":"2024-09-12T18:02:03.724751+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:02:03.724751+0000","last_undegraded":"2024-09-12T18:02:03.724751+0000","last_fullsized":"2024-09-12T18:02:03.724751+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:27.410984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.761977+0000","last_change":"2024-09-12T16:53:05.084813+0000","last_active":"2024-09-12T18:01:50.761977+0000","last_peered":"2024-09-12T18:01:50.761977+0000","last_clean":"2024-09-12T18:01:50.761977+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:01:50.761977+0000","last_undegraded":"2024-09-12T18:01:50.761977+0000","last_fullsized":"2024-09-12T18:01:50.761977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.408065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'326","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.685861+0000","last_change":"2024-09-12T16:53:49.805262+0000","last_active":"2024-09-12T18:05:20.685861+0000","last_peered":"2024-09-12T18:05:20.685861+0000","last_clean":"2024-09-12T18:05:20.685861+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:20.685861+0000","last_undegraded":"2024-09-12T18:05:20.685861+0000","last_fullsized":"2024-09-12T18:05:20.685861+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:16.671171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11846045,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":476,"num_read_kb":81468,"num_write":1041,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.694114+0000","last_change":"2024-09-12T16:53:20.154505+0000","last_active":"2024-09-12T18:02:15.694114+0000","last_peered":"2024-09-12T18:02:15.694114+0000","last_clean":"2024-09-12T18:02:15.694114+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:02:15.694114+0000","last_undegraded":"2024-09-12T18:02:15.694114+0000","last_fullsized":"2024-09-12T18:02:15.694114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:36.300889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.266969+0000","last_change":"2024-09-12T16:53:22.159586+0000","last_active":"2024-09-12T18:04:54.266969+0000","last_peered":"2024-09-12T18:04:54.266969+0000","last_clean":"2024-09-12T18:04:54.266969+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:04:54.266969+0000","last_undegraded":"2024-09-12T18:04:54.266969+0000","last_fullsized":"2024-09-12T18:04:54.266969+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:40.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.766762+0000","last_change":"2024-09-12T16:53:24.179424+0000","last_active":"2024-09-12T18:02:45.766762+0000","last_peered":"2024-09-12T18:02:45.766762+0000","last_clean":"2024-09-12T18:02:45.766762+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:02:45.766762+0000","last_undegraded":"2024-09-12T18:02:45.766762+0000","last_fullsized":"2024-09-12T18:02:45.766762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:28.192231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770432+0000","last_change":"2024-09-12T16:53:26.183938+0000","last_active":"2024-09-12T18:02:45.770432+0000","last_peered":"2024-09-12T18:02:45.770432+0000","last_clean":"2024-09-12T18:02:45.770432+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:02:45.770432+0000","last_undegraded":"2024-09-12T18:02:45.770432+0000","last_fullsized":"2024-09-12T18:02:45.770432+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:22.301396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.025146+0000","last_change":"2024-09-12T16:53:18.155756+0000","last_active":"2024-09-12T18:02:42.025146+0000","last_peered":"2024-09-12T18:02:42.025146+0000","last_clean":"2024-09-12T18:02:42.025146+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:02:42.025146+0000","last_undegraded":"2024-09-12T18:02:42.025146+0000","last_fullsized":"2024-09-12T18:02:42.025146+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:17.342236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'311","reported_seq":972,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.560192+0000","last_change":"2024-09-12T16:53:16.146237+0000","last_active":"2024-09-12T18:05:20.560192+0000","last_peered":"2024-09-12T18:05:20.560192+0000","last_clean":"2024-09-12T18:05:20.560192+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:20.560192+0000","last_undegraded":"2024-09-12T18:05:20.560192+0000","last_fullsized":"2024-09-12T18:05:20.560192+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1136566,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":503,"num_read_kb":18479,"num_write":1147,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:48.723083+0000","last_change":"2024-09-12T16:53:05.088321+0000","last_active":"2024-09-12T18:01:48.723083+0000","last_peered":"2024-09-12T18:01:48.723083+0000","last_clean":"2024-09-12T18:01:48.723083+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:01:48.723083+0000","last_undegraded":"2024-09-12T18:01:48.723083+0000","last_fullsized":"2024-09-12T18:01:48.723083+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:49.252567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692836+0000","last_change":"2024-09-12T16:53:20.155301+0000","last_active":"2024-09-12T18:02:05.692836+0000","last_peered":"2024-09-12T18:02:05.692836+0000","last_clean":"2024-09-12T18:02:05.692836+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:02:05.692836+0000","last_undegraded":"2024-09-12T18:02:05.692836+0000","last_fullsized":"2024-09-12T18:02:05.692836+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:53.767607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'627","reported_seq":1318,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.212864+0000","last_change":"2024-09-12T16:53:22.152614+0000","last_active":"2024-09-12T18:05:20.212864+0000","last_peered":"2024-09-12T18:05:20.212864+0000","last_clean":"2024-09-12T18:05:20.212864+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:20.212864+0000","last_undegraded":"2024-09-12T18:05:20.212864+0000","last_fullsized":"2024-09-12T18:05:20.212864+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":600,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:13.156981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108625,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1654,"num_read_kb":2781,"num_write":2142,"num_write_kb":1945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.716088+0000","last_change":"2024-09-12T16:53:24.173164+0000","last_active":"2024-09-12T18:02:10.716088+0000","last_peered":"2024-09-12T18:02:10.716088+0000","last_clean":"2024-09-12T18:02:10.716088+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:02:10.716088+0000","last_undegraded":"2024-09-12T18:02:10.716088+0000","last_fullsized":"2024-09-12T18:02:10.716088+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:40.309015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700746+0000","last_change":"2024-09-12T16:53:26.180732+0000","last_active":"2024-09-12T18:03:10.700746+0000","last_peered":"2024-09-12T18:03:10.700746+0000","last_clean":"2024-09-12T18:03:10.700746+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:03:10.700746+0000","last_undegraded":"2024-09-12T18:03:10.700746+0000","last_fullsized":"2024-09-12T18:03:10.700746+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:41.370285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1249,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692806+0000","last_change":"2024-09-12T16:53:18.157313+0000","last_active":"2024-09-12T18:02:05.692806+0000","last_peered":"2024-09-12T18:02:05.692806+0000","last_clean":"2024-09-12T18:02:05.692806+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:02:05.692806+0000","last_undegraded":"2024-09-12T18:02:05.692806+0000","last_fullsized":"2024-09-12T18:02:05.692806+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:17.029791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'241","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724741+0000","last_change":"2024-09-12T16:53:16.144558+0000","last_active":"2024-09-12T18:02:03.724741+0000","last_peered":"2024-09-12T18:02:03.724741+0000","last_clean":"2024-09-12T18:02:03.724741+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:02:03.724741+0000","last_undegraded":"2024-09-12T18:02:03.724741+0000","last_fullsized":"2024-09-12T18:02:03.724741+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:18.721183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590893,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":320,"num_read_kb":14880,"num_write":856,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763831+0000","last_change":"2024-09-12T16:53:05.106619+0000","last_active":"2024-09-12T18:02:00.763831+0000","last_peered":"2024-09-12T18:02:00.763831+0000","last_clean":"2024-09-12T18:02:00.763831+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:02:00.763831+0000","last_undegraded":"2024-09-12T18:02:00.763831+0000","last_fullsized":"2024-09-12T18:02:00.763831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:13.023041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761185+0000","last_change":"2024-09-12T16:53:20.153869+0000","last_active":"2024-09-12T18:02:05.761185+0000","last_peered":"2024-09-12T18:02:05.761185+0000","last_clean":"2024-09-12T18:02:05.761185+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:02:05.761185+0000","last_undegraded":"2024-09-12T18:02:05.761185+0000","last_fullsized":"2024-09-12T18:02:05.761185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:45.066511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'244","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.424381+0000","last_change":"2024-09-12T16:53:22.330204+0000","last_active":"2024-09-12T18:03:56.424381+0000","last_peered":"2024-09-12T18:03:56.424381+0000","last_clean":"2024-09-12T18:03:56.424381+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:03:56.424381+0000","last_undegraded":"2024-09-12T18:03:56.424381+0000","last_fullsized":"2024-09-12T18:03:56.424381+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:02.114181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'762","reported_seq":3106,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.196375+0000","last_change":"2024-09-12T16:53:24.177307+0000","last_active":"2024-09-12T18:05:19.196375+0000","last_peered":"2024-09-12T18:05:19.196375+0000","last_clean":"2024-09-12T18:05:19.196375+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:19.196375+0000","last_undegraded":"2024-09-12T18:05:19.196375+0000","last_fullsized":"2024-09-12T18:05:19.196375+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:42.087470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'114","reported_seq":639,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.871712+0000","last_change":"2024-09-12T16:53:26.176086+0000","last_active":"2024-09-12T18:03:20.871712+0000","last_peered":"2024-09-12T18:03:20.871712+0000","last_clean":"2024-09-12T18:03:20.871712+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:03:20.871712+0000","last_undegraded":"2024-09-12T18:03:20.871712+0000","last_fullsized":"2024-09-12T18:03:20.871712+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:42.381748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857798+0000","last_change":"2024-09-12T16:53:18.158903+0000","last_active":"2024-09-12T18:01:30.857798+0000","last_peered":"2024-09-12T18:01:30.857798+0000","last_clean":"2024-09-12T18:01:30.857798+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:01:30.857798+0000","last_undegraded":"2024-09-12T18:01:30.857798+0000","last_fullsized":"2024-09-12T18:01:30.857798+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:49.011256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'281","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.841370+0000","last_change":"2024-09-12T16:53:16.143535+0000","last_active":"2024-09-12T18:05:20.841370+0000","last_peered":"2024-09-12T18:05:20.841370+0000","last_clean":"2024-09-12T18:05:20.841370+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:20.841370+0000","last_undegraded":"2024-09-12T18:05:20.841370+0000","last_fullsized":"2024-09-12T18:05:20.841370+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.887002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4655563,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":349,"num_read_kb":4832,"num_write":841,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":536,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.727060+0000","last_change":"2024-09-12T16:53:05.088369+0000","last_active":"2024-09-12T18:02:23.727060+0000","last_peered":"2024-09-12T18:02:23.727060+0000","last_clean":"2024-09-12T18:02:23.727060+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:02:23.727060+0000","last_undegraded":"2024-09-12T18:02:23.727060+0000","last_fullsized":"2024-09-12T18:02:23.727060+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:40.025378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715371+0000","last_change":"2024-09-12T16:53:20.154603+0000","last_active":"2024-09-12T18:02:05.715371+0000","last_peered":"2024-09-12T18:02:05.715371+0000","last_clean":"2024-09-12T18:02:05.715371+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:02:05.715371+0000","last_undegraded":"2024-09-12T18:02:05.715371+0000","last_fullsized":"2024-09-12T18:02:05.715371+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:08.962611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.392753+0000","last_change":"2024-09-12T16:53:22.160290+0000","last_active":"2024-09-12T18:03:56.392753+0000","last_peered":"2024-09-12T18:03:56.392753+0000","last_clean":"2024-09-12T18:03:56.392753+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:03:56.392753+0000","last_undegraded":"2024-09-12T18:03:56.392753+0000","last_fullsized":"2024-09-12T18:03:56.392753+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:02.255157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'804","reported_seq":2725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.201866+0000","last_change":"2024-09-12T16:53:24.178746+0000","last_active":"2024-09-12T18:05:19.201866+0000","last_peered":"2024-09-12T18:05:19.201866+0000","last_clean":"2024-09-12T18:05:19.201866+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:05:19.201866+0000","last_undegraded":"2024-09-12T18:05:19.201866+0000","last_fullsized":"2024-09-12T18:05:19.201866+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":700,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:49.670828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'296","reported_seq":827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.531936+0000","last_change":"2024-09-12T16:53:26.180014+0000","last_active":"2024-09-12T18:03:31.531936+0000","last_peered":"2024-09-12T18:03:31.531936+0000","last_clean":"2024-09-12T18:03:31.531936+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:03:31.531936+0000","last_undegraded":"2024-09-12T18:03:31.531936+0000","last_fullsized":"2024-09-12T18:03:31.531936+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:22.377268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'93","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715387+0000","last_change":"2024-09-12T16:53:18.150593+0000","last_active":"2024-09-12T18:02:05.715387+0000","last_peered":"2024-09-12T18:02:05.715387+0000","last_clean":"2024-09-12T18:02:05.715387+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:02:05.715387+0000","last_undegraded":"2024-09-12T18:02:05.715387+0000","last_fullsized":"2024-09-12T18:02:05.715387+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.400023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'320","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.640821+0000","last_change":"2024-09-12T16:53:16.149520+0000","last_active":"2024-09-12T18:05:20.640821+0000","last_peered":"2024-09-12T18:05:20.640821+0000","last_clean":"2024-09-12T18:05:20.640821+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:20.640821+0000","last_undegraded":"2024-09-12T18:05:20.640821+0000","last_fullsized":"2024-09-12T18:05:20.640821+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:58.437303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625960,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":480,"num_read_kb":10938,"num_write":1142,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":529,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:25.764055+0000","last_change":"2024-09-12T16:53:05.106466+0000","last_active":"2024-09-12T18:02:25.764055+0000","last_peered":"2024-09-12T18:02:25.764055+0000","last_clean":"2024-09-12T18:02:25.764055+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:02:25.764055+0000","last_undegraded":"2024-09-12T18:02:25.764055+0000","last_fullsized":"2024-09-12T18:02:25.764055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:07.776549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857773+0000","last_change":"2024-09-12T16:53:20.156058+0000","last_active":"2024-09-12T18:01:30.857773+0000","last_peered":"2024-09-12T18:01:30.857773+0000","last_clean":"2024-09-12T18:01:30.857773+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:01:30.857773+0000","last_undegraded":"2024-09-12T18:01:30.857773+0000","last_fullsized":"2024-09-12T18:01:30.857773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:01.302586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'781","reported_seq":1514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.673612+0000","last_change":"2024-09-12T16:53:22.330392+0000","last_active":"2024-09-12T18:05:20.673612+0000","last_peered":"2024-09-12T18:05:20.673612+0000","last_clean":"2024-09-12T18:05:20.673612+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:20.673612+0000","last_undegraded":"2024-09-12T18:05:20.673612+0000","last_fullsized":"2024-09-12T18:05:20.673612+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:27.059665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169492,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1376,"num_read_kb":3158,"num_write":1132,"num_write_kb":935,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862698+0000","last_change":"2024-09-12T16:53:24.176122+0000","last_active":"2024-09-12T18:02:10.862698+0000","last_peered":"2024-09-12T18:02:10.862698+0000","last_clean":"2024-09-12T18:02:10.862698+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:02:10.862698+0000","last_undegraded":"2024-09-12T18:02:10.862698+0000","last_fullsized":"2024-09-12T18:02:10.862698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:47.257926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'192","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.222280+0000","last_change":"2024-09-12T16:53:26.183025+0000","last_active":"2024-09-12T18:01:55.222280+0000","last_peered":"2024-09-12T18:01:55.222280+0000","last_clean":"2024-09-12T18:01:55.222280+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:01:55.222280+0000","last_undegraded":"2024-09-12T18:01:55.222280+0000","last_fullsized":"2024-09-12T18:01:55.222280+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:13.925127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'159","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.740766+0000","last_change":"2024-09-12T16:53:26.185312+0000","last_active":"2024-09-12T18:04:52.740766+0000","last_peered":"2024-09-12T18:04:52.740766+0000","last_clean":"2024-09-12T18:04:52.740766+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:04:52.740766+0000","last_undegraded":"2024-09-12T18:04:52.740766+0000","last_fullsized":"2024-09-12T18:04:52.740766+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:46.606749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705984+0000","last_change":"2024-09-12T16:53:18.153882+0000","last_active":"2024-09-12T18:01:00.705984+0000","last_peered":"2024-09-12T18:01:00.705984+0000","last_clean":"2024-09-12T18:01:00.705984+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:01:00.705984+0000","last_undegraded":"2024-09-12T18:01:00.705984+0000","last_fullsized":"2024-09-12T18:01:00.705984+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:22.389654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'321","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.699898+0000","last_change":"2024-09-12T16:53:16.148654+0000","last_active":"2024-09-12T18:05:20.699898+0000","last_peered":"2024-09-12T18:05:20.699898+0000","last_clean":"2024-09-12T18:05:20.699898+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:20.699898+0000","last_undegraded":"2024-09-12T18:05:20.699898+0000","last_fullsized":"2024-09-12T18:05:20.699898+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:16.722282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845984,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":533,"num_read_kb":14274,"num_write":1106,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.718230+0000","last_change":"2024-09-12T16:53:20.157811+0000","last_active":"2024-09-12T18:01:03.718230+0000","last_peered":"2024-09-12T18:01:03.718230+0000","last_clean":"2024-09-12T18:01:03.718230+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:01:03.718230+0000","last_undegraded":"2024-09-12T18:01:03.718230+0000","last_fullsized":"2024-09-12T18:01:03.718230+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:09.220563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'271","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.623463+0000","last_change":"2024-09-12T16:53:22.153134+0000","last_active":"2024-09-12T18:05:19.623463+0000","last_peered":"2024-09-12T18:05:19.623463+0000","last_clean":"2024-09-12T18:05:19.623463+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:19.623463+0000","last_undegraded":"2024-09-12T18:05:19.623463+0000","last_fullsized":"2024-09-12T18:05:19.623463+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:28.764833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.854788+0000","last_change":"2024-09-12T16:53:24.180108+0000","last_active":"2024-09-12T18:01:05.854788+0000","last_peered":"2024-09-12T18:01:05.854788+0000","last_clean":"2024-09-12T18:01:05.854788+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:01:05.854788+0000","last_undegraded":"2024-09-12T18:01:05.854788+0000","last_fullsized":"2024-09-12T18:01:05.854788+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:32.471344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'161","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:24.085010+0000","last_change":"2024-09-12T16:53:26.177348+0000","last_active":"2024-09-12T18:02:24.085010+0000","last_peered":"2024-09-12T18:02:24.085010+0000","last_clean":"2024-09-12T18:02:24.085010+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:02:24.085010+0000","last_undegraded":"2024-09-12T18:02:24.085010+0000","last_fullsized":"2024-09-12T18:02:24.085010+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:43.624195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.717701+0000","last_change":"2024-09-12T16:53:18.155136+0000","last_active":"2024-09-12T18:00:58.717701+0000","last_peered":"2024-09-12T18:00:58.717701+0000","last_clean":"2024-09-12T18:00:58.717701+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:00:58.717701+0000","last_undegraded":"2024-09-12T18:00:58.717701+0000","last_fullsized":"2024-09-12T18:00:58.717701+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:11.542448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'327","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.762904+0000","last_change":"2024-09-12T16:53:16.160739+0000","last_active":"2024-09-12T18:05:20.762904+0000","last_peered":"2024-09-12T18:05:20.762904+0000","last_clean":"2024-09-12T18:05:20.762904+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:20.762904+0000","last_undegraded":"2024-09-12T18:05:20.762904+0000","last_fullsized":"2024-09-12T18:05:20.762904+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.818047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1202165,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":405,"num_read_kb":3759,"num_write":967,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854224+0000","last_change":"2024-09-12T16:53:20.158458+0000","last_active":"2024-09-12T18:01:00.854224+0000","last_peered":"2024-09-12T18:01:00.854224+0000","last_clean":"2024-09-12T18:01:00.854224+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:01:00.854224+0000","last_undegraded":"2024-09-12T18:01:00.854224+0000","last_fullsized":"2024-09-12T18:01:00.854224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:55.381072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'60","reported_seq":579,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.057070+0000","last_change":"2024-09-12T16:53:22.159281+0000","last_active":"2024-09-12T18:03:56.057070+0000","last_peered":"2024-09-12T18:03:56.057070+0000","last_clean":"2024-09-12T18:03:56.057070+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:03:56.057070+0000","last_undegraded":"2024-09-12T18:03:56.057070+0000","last_fullsized":"2024-09-12T18:03:56.057070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:28.425355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755027+0000","last_change":"2024-09-12T16:53:24.173663+0000","last_active":"2024-09-12T18:01:05.755027+0000","last_peered":"2024-09-12T18:01:05.755027+0000","last_clean":"2024-09-12T18:01:05.755027+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:01:05.755027+0000","last_undegraded":"2024-09-12T18:01:05.755027+0000","last_fullsized":"2024-09-12T18:01:05.755027+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:23.754603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'174","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.688735+0000","last_change":"2024-09-12T16:53:26.178337+0000","last_active":"2024-09-12T18:03:34.688735+0000","last_peered":"2024-09-12T18:03:34.688735+0000","last_clean":"2024-09-12T18:03:34.688735+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:03:34.688735+0000","last_undegraded":"2024-09-12T18:03:34.688735+0000","last_fullsized":"2024-09-12T18:03:34.688735+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:58.724860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.341505+0000","last_change":"2024-09-12T16:53:18.151606+0000","last_active":"2024-09-12T18:02:15.341505+0000","last_peered":"2024-09-12T18:02:15.341505+0000","last_clean":"2024-09-12T18:02:15.341505+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:02:15.341505+0000","last_undegraded":"2024-09-12T18:02:15.341505+0000","last_fullsized":"2024-09-12T18:02:15.341505+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:15.230787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'320","reported_seq":1025,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.765561+0000","last_change":"2024-09-12T16:53:16.145851+0000","last_active":"2024-09-12T18:05:20.765561+0000","last_peered":"2024-09-12T18:05:20.765561+0000","last_clean":"2024-09-12T18:05:20.765561+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:20.765561+0000","last_undegraded":"2024-09-12T18:05:20.765561+0000","last_fullsized":"2024-09-12T18:05:20.765561+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:14.615309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8975623,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":598,"num_read_kb":37584,"num_write":1058,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"38'3","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.965764+0000","last_change":"2024-09-12T16:53:20.153318+0000","last_active":"2024-09-12T18:05:18.965764+0000","last_peered":"2024-09-12T18:05:18.965764+0000","last_clean":"2024-09-12T18:05:18.965764+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:18.965764+0000","last_undegraded":"2024-09-12T18:05:18.965764+0000","last_fullsized":"2024-09-12T18:05:18.965764+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:17.922572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'330","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.092841+0000","last_change":"2024-09-12T16:53:22.153736+0000","last_active":"2024-09-12T18:04:54.092841+0000","last_peered":"2024-09-12T18:04:54.092841+0000","last_clean":"2024-09-12T18:04:54.092841+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:04:54.092841+0000","last_undegraded":"2024-09-12T18:04:54.092841+0000","last_fullsized":"2024-09-12T18:04:54.092841+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:28:49.146073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59898,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":543,"num_read_kb":1079,"num_write":434,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.753194+0000","last_change":"2024-09-12T16:53:24.179255+0000","last_active":"2024-09-12T18:01:05.753194+0000","last_peered":"2024-09-12T18:01:05.753194+0000","last_clean":"2024-09-12T18:01:05.753194+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:01:05.753194+0000","last_undegraded":"2024-09-12T18:01:05.753194+0000","last_fullsized":"2024-09-12T18:01:05.753194+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:33.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'109","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.468872+0000","last_change":"2024-09-12T16:53:26.183611+0000","last_active":"2024-09-12T18:03:33.468872+0000","last_peered":"2024-09-12T18:03:33.468872+0000","last_clean":"2024-09-12T18:03:33.468872+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:03:33.468872+0000","last_undegraded":"2024-09-12T18:03:33.468872+0000","last_fullsized":"2024-09-12T18:03:33.468872+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:34.331698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'264","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854138+0000","last_change":"2024-09-12T16:53:18.162495+0000","last_active":"2024-09-12T18:01:00.854138+0000","last_peered":"2024-09-12T18:01:00.854138+0000","last_clean":"2024-09-12T18:01:00.854138+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:01:00.854138+0000","last_undegraded":"2024-09-12T18:01:00.854138+0000","last_fullsized":"2024-09-12T18:01:00.854138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:32.787096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'337","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.646269+0000","last_change":"2024-09-12T16:53:16.145073+0000","last_active":"2024-09-12T18:05:20.646269+0000","last_peered":"2024-09-12T18:05:20.646269+0000","last_clean":"2024-09-12T18:05:20.646269+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:20.646269+0000","last_undegraded":"2024-09-12T18:05:20.646269+0000","last_fullsized":"2024-09-12T18:05:20.646269+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:55.496753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3146060,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":479,"num_read_kb":25558,"num_write":990,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.752403+0000","last_change":"2024-09-12T16:53:20.154986+0000","last_active":"2024-09-12T18:01:00.752403+0000","last_peered":"2024-09-12T18:01:00.752403+0000","last_clean":"2024-09-12T18:01:00.752403+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:01:00.752403+0000","last_undegraded":"2024-09-12T18:01:00.752403+0000","last_fullsized":"2024-09-12T18:01:00.752403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:35.055647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'254","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.088946+0000","last_change":"2024-09-12T16:53:22.161528+0000","last_active":"2024-09-12T18:04:54.088946+0000","last_peered":"2024-09-12T18:04:54.088946+0000","last_clean":"2024-09-12T18:04:54.088946+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:04:54.088946+0000","last_undegraded":"2024-09-12T18:04:54.088946+0000","last_fullsized":"2024-09-12T18:04:54.088946+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:00.061951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52997,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":419,"num_read_kb":873,"num_write":334,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685933+0000","last_change":"2024-09-12T16:53:24.174524+0000","last_active":"2024-09-12T18:01:05.685933+0000","last_peered":"2024-09-12T18:01:05.685933+0000","last_clean":"2024-09-12T18:01:05.685933+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:01:05.685933+0000","last_undegraded":"2024-09-12T18:01:05.685933+0000","last_fullsized":"2024-09-12T18:01:05.685933+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:33.990740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761229+0000","last_change":"2024-09-12T16:53:18.154628+0000","last_active":"2024-09-12T18:02:05.761229+0000","last_peered":"2024-09-12T18:02:05.761229+0000","last_clean":"2024-09-12T18:02:05.761229+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:02:05.761229+0000","last_undegraded":"2024-09-12T18:02:05.761229+0000","last_fullsized":"2024-09-12T18:02:05.761229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'341","reported_seq":1194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.841490+0000","last_change":"2024-09-12T16:53:16.144924+0000","last_active":"2024-09-12T18:05:20.841490+0000","last_peered":"2024-09-12T18:05:20.841490+0000","last_clean":"2024-09-12T18:05:20.841490+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:20.841490+0000","last_undegraded":"2024-09-12T18:05:20.841490+0000","last_fullsized":"2024-09-12T18:05:20.841490+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:00.978231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5638095,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":927,"num_read_kb":17598,"num_write":1205,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688790+0000","last_change":"2024-09-12T16:53:20.153339+0000","last_active":"2024-09-12T18:01:30.688790+0000","last_peered":"2024-09-12T18:01:30.688790+0000","last_clean":"2024-09-12T18:01:30.688790+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:01:30.688790+0000","last_undegraded":"2024-09-12T18:01:30.688790+0000","last_fullsized":"2024-09-12T18:01:30.688790+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:58.351781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'523","reported_seq":1161,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.087969+0000","last_change":"2024-09-12T16:53:22.156997+0000","last_active":"2024-09-12T18:04:54.087969+0000","last_peered":"2024-09-12T18:04:54.087969+0000","last_clean":"2024-09-12T18:04:54.087969+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:04:54.087969+0000","last_undegraded":"2024-09-12T18:04:54.087969+0000","last_fullsized":"2024-09-12T18:04:54.087969+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":500,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:43.061147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125369,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":925,"num_read_kb":2057,"num_write":810,"num_write_kb":707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753199+0000","last_change":"2024-09-12T16:53:24.175076+0000","last_active":"2024-09-12T18:00:55.753199+0000","last_peered":"2024-09-12T18:00:55.753199+0000","last_clean":"2024-09-12T18:00:55.753199+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:00:55.753199+0000","last_undegraded":"2024-09-12T18:00:55.753199+0000","last_fullsized":"2024-09-12T18:00:55.753199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:56.670376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'190","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.724345+0000","last_change":"2024-09-12T16:53:26.176994+0000","last_active":"2024-09-12T18:02:48.724345+0000","last_peered":"2024-09-12T18:02:48.724345+0000","last_clean":"2024-09-12T18:02:48.724345+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:02:48.724345+0000","last_undegraded":"2024-09-12T18:02:48.724345+0000","last_fullsized":"2024-09-12T18:02:48.724345+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:58.418640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688765+0000","last_change":"2024-09-12T16:53:18.158023+0000","last_active":"2024-09-12T18:01:30.688765+0000","last_peered":"2024-09-12T18:01:30.688765+0000","last_clean":"2024-09-12T18:01:30.688765+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:01:30.688765+0000","last_undegraded":"2024-09-12T18:01:30.688765+0000","last_fullsized":"2024-09-12T18:01:30.688765+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:23.737632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'434","reported_seq":1123,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:34.614055+0000","last_change":"2024-09-12T16:53:16.150468+0000","last_active":"2024-09-12T18:01:34.614055+0000","last_peered":"2024-09-12T18:01:34.614055+0000","last_clean":"2024-09-12T18:01:34.614055+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:01:34.614055+0000","last_undegraded":"2024-09-12T18:01:34.614055+0000","last_fullsized":"2024-09-12T18:01:34.614055+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:36.042375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7845315,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":767,"num_read_kb":9383,"num_write":1363,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761239+0000","last_change":"2024-09-12T16:53:20.154323+0000","last_active":"2024-09-12T18:02:05.761239+0000","last_peered":"2024-09-12T18:02:05.761239+0000","last_clean":"2024-09-12T18:02:05.761239+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:02:05.761239+0000","last_undegraded":"2024-09-12T18:02:05.761239+0000","last_fullsized":"2024-09-12T18:02:05.761239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:30.186195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'330","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.090139+0000","last_change":"2024-09-12T16:53:22.162119+0000","last_active":"2024-09-12T18:04:54.090139+0000","last_peered":"2024-09-12T18:04:54.090139+0000","last_clean":"2024-09-12T18:04:54.090139+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:04:54.090139+0000","last_undegraded":"2024-09-12T18:04:54.090139+0000","last_fullsized":"2024-09-12T18:04:54.090139+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:00.552201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57709,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":556,"num_read_kb":1088,"num_write":466,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717162+0000","last_change":"2024-09-12T16:53:24.175083+0000","last_active":"2024-09-12T18:00:53.717162+0000","last_peered":"2024-09-12T18:00:53.717162+0000","last_clean":"2024-09-12T18:00:53.717162+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:00:53.717162+0000","last_undegraded":"2024-09-12T18:00:53.717162+0000","last_fullsized":"2024-09-12T18:00:53.717162+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:30:45.461988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.807482+0000","last_change":"2024-09-12T16:53:26.174604+0000","last_active":"2024-09-12T18:03:30.807482+0000","last_peered":"2024-09-12T18:03:30.807482+0000","last_clean":"2024-09-12T18:03:30.807482+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:03:30.807482+0000","last_undegraded":"2024-09-12T18:03:30.807482+0000","last_fullsized":"2024-09-12T18:03:30.807482+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:27.757604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'245","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.852995+0000","last_change":"2024-09-12T16:53:18.154964+0000","last_active":"2024-09-12T18:00:50.852995+0000","last_peered":"2024-09-12T18:00:50.852995+0000","last_clean":"2024-09-12T18:00:50.852995+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:00:50.852995+0000","last_undegraded":"2024-09-12T18:00:50.852995+0000","last_fullsized":"2024-09-12T18:00:50.852995+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:25.783828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'369","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.686470+0000","last_change":"2024-09-12T16:53:16.161211+0000","last_active":"2024-09-12T18:05:20.686470+0000","last_peered":"2024-09-12T18:05:20.686470+0000","last_clean":"2024-09-12T18:05:20.686470+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:20.686470+0000","last_undegraded":"2024-09-12T18:05:20.686470+0000","last_fullsized":"2024-09-12T18:05:20.686470+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:25.241490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17892262,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":493,"num_read_kb":46684,"num_write":1184,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704201+0000","last_change":"2024-09-12T16:53:20.154645+0000","last_active":"2024-09-12T18:00:50.704201+0000","last_peered":"2024-09-12T18:00:50.704201+0000","last_clean":"2024-09-12T18:00:50.704201+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:00:50.704201+0000","last_undegraded":"2024-09-12T18:00:50.704201+0000","last_fullsized":"2024-09-12T18:00:50.704201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.200137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'285","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.915416+0000","last_change":"2024-09-12T16:53:22.330341+0000","last_active":"2024-09-12T18:05:19.915416+0000","last_peered":"2024-09-12T18:05:19.915416+0000","last_clean":"2024-09-12T18:05:19.915416+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:19.915416+0000","last_undegraded":"2024-09-12T18:05:19.915416+0000","last_fullsized":"2024-09-12T18:05:19.915416+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:00.280231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:33.721524+0000","last_change":"2024-09-12T16:53:24.173909+0000","last_active":"2024-09-12T18:01:33.721524+0000","last_peered":"2024-09-12T18:01:33.721524+0000","last_clean":"2024-09-12T18:01:33.721524+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:01:33.721524+0000","last_undegraded":"2024-09-12T18:01:33.721524+0000","last_fullsized":"2024-09-12T18:01:33.721524+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:00.914606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'103","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.115646+0000","last_change":"2024-09-12T16:53:26.182761+0000","last_active":"2024-09-12T18:04:54.115646+0000","last_peered":"2024-09-12T18:04:54.115646+0000","last_clean":"2024-09-12T18:04:54.115646+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:04:54.115646+0000","last_undegraded":"2024-09-12T18:04:54.115646+0000","last_fullsized":"2024-09-12T18:04:54.115646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:53.147580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":895,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.709197+0000","last_change":"2024-09-12T16:53:18.159970+0000","last_active":"2024-09-12T18:00:50.709197+0000","last_peered":"2024-09-12T18:00:50.709197+0000","last_clean":"2024-09-12T18:00:50.709197+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:00:50.709197+0000","last_undegraded":"2024-09-12T18:00:50.709197+0000","last_fullsized":"2024-09-12T18:00:50.709197+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:40.562435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'332","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.683357+0000","last_change":"2024-09-12T16:53:16.156813+0000","last_active":"2024-09-12T18:05:20.683357+0000","last_peered":"2024-09-12T18:05:20.683357+0000","last_clean":"2024-09-12T18:05:20.683357+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:20.683357+0000","last_undegraded":"2024-09-12T18:05:20.683357+0000","last_fullsized":"2024-09-12T18:05:20.683357+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:04.301878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10486295,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":536,"num_read_kb":92821,"num_write":1174,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717170+0000","last_change":"2024-09-12T16:53:20.156273+0000","last_active":"2024-09-12T18:00:53.717170+0000","last_peered":"2024-09-12T18:00:53.717170+0000","last_clean":"2024-09-12T18:00:53.717170+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:00:53.717170+0000","last_undegraded":"2024-09-12T18:00:53.717170+0000","last_fullsized":"2024-09-12T18:00:53.717170+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:45.961014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'106","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.414274+0000","last_change":"2024-09-12T16:53:22.330315+0000","last_active":"2024-09-12T18:03:56.414274+0000","last_peered":"2024-09-12T18:03:56.414274+0000","last_clean":"2024-09-12T18:03:56.414274+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:03:56.414274+0000","last_undegraded":"2024-09-12T18:03:56.414274+0000","last_fullsized":"2024-09-12T18:03:56.414274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:52.706874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'763","reported_seq":2508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.352767+0000","last_change":"2024-09-12T16:53:24.175412+0000","last_active":"2024-09-12T18:05:20.352767+0000","last_peered":"2024-09-12T18:05:20.352767+0000","last_clean":"2024-09-12T18:05:20.352767+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:20.352767+0000","last_undegraded":"2024-09-12T18:05:20.352767+0000","last_fullsized":"2024-09-12T18:05:20.352767+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:06.330866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":632,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.704194+0000","last_change":"2024-09-12T16:53:26.184133+0000","last_active":"2024-09-12T18:02:12.704194+0000","last_peered":"2024-09-12T18:02:12.704194+0000","last_clean":"2024-09-12T18:02:12.704194+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:02:12.704194+0000","last_undegraded":"2024-09-12T18:02:12.704194+0000","last_fullsized":"2024-09-12T18:02:12.704194+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:03.167650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704159+0000","last_change":"2024-09-12T16:53:18.157796+0000","last_active":"2024-09-12T18:00:50.704159+0000","last_peered":"2024-09-12T18:00:50.704159+0000","last_clean":"2024-09-12T18:00:50.704159+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:00:50.704159+0000","last_undegraded":"2024-09-12T18:00:50.704159+0000","last_fullsized":"2024-09-12T18:00:50.704159+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:51.135066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'314","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.728216+0000","last_change":"2024-09-12T16:53:16.153006+0000","last_active":"2024-09-12T18:05:20.728216+0000","last_peered":"2024-09-12T18:05:20.728216+0000","last_clean":"2024-09-12T18:05:20.728216+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:20.728216+0000","last_undegraded":"2024-09-12T18:05:20.728216+0000","last_fullsized":"2024-09-12T18:05:20.728216+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:08.457989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11704989,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":477,"num_read_kb":57626,"num_write":953,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752405+0000","last_change":"2024-09-12T16:53:20.156786+0000","last_active":"2024-09-12T18:00:50.752405+0000","last_peered":"2024-09-12T18:00:50.752405+0000","last_clean":"2024-09-12T18:00:50.752405+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:00:50.752405+0000","last_undegraded":"2024-09-12T18:00:50.752405+0000","last_fullsized":"2024-09-12T18:00:50.752405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:48.860503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'365","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.375534+0000","last_change":"2024-09-12T16:53:22.149047+0000","last_active":"2024-09-12T18:05:20.375534+0000","last_peered":"2024-09-12T18:05:20.375534+0000","last_clean":"2024-09-12T18:05:20.375534+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:20.375534+0000","last_undegraded":"2024-09-12T18:05:20.375534+0000","last_fullsized":"2024-09-12T18:05:20.375534+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:52.060913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685898+0000","last_change":"2024-09-12T16:53:24.174285+0000","last_active":"2024-09-12T18:01:05.685898+0000","last_peered":"2024-09-12T18:01:05.685898+0000","last_clean":"2024-09-12T18:01:05.685898+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:01:05.685898+0000","last_undegraded":"2024-09-12T18:01:05.685898+0000","last_fullsized":"2024-09-12T18:01:05.685898+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:06.787165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'134","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.779023+0000","last_change":"2024-09-12T16:53:26.179245+0000","last_active":"2024-09-12T18:03:30.779023+0000","last_peered":"2024-09-12T18:03:30.779023+0000","last_clean":"2024-09-12T18:03:30.779023+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:03:30.779023+0000","last_undegraded":"2024-09-12T18:03:30.779023+0000","last_fullsized":"2024-09-12T18:03:30.779023+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:54.286341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'192","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:57.673119+0000","last_change":"2024-09-12T16:53:18.157290+0000","last_active":"2024-09-12T18:02:57.673119+0000","last_peered":"2024-09-12T18:02:57.673119+0000","last_clean":"2024-09-12T18:02:57.673119+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:02:57.673119+0000","last_undegraded":"2024-09-12T18:02:57.673119+0000","last_fullsized":"2024-09-12T18:02:57.673119+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:50.843790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'298","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761714+0000","last_change":"2024-09-12T16:53:49.530772+0000","last_active":"2024-09-12T18:05:20.761714+0000","last_peered":"2024-09-12T18:05:20.761714+0000","last_clean":"2024-09-12T18:05:20.761714+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:20.761714+0000","last_undegraded":"2024-09-12T18:05:20.761714+0000","last_fullsized":"2024-09-12T18:05:20.761714+0000","mapping_epoch":39,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:59.254508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5567803,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":467,"num_read_kb":64386,"num_write":1023,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752346+0000","last_change":"2024-09-12T16:53:20.158408+0000","last_active":"2024-09-12T18:00:50.752346+0000","last_peered":"2024-09-12T18:00:50.752346+0000","last_clean":"2024-09-12T18:00:50.752346+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:00:50.752346+0000","last_undegraded":"2024-09-12T18:00:50.752346+0000","last_fullsized":"2024-09-12T18:00:50.752346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:37.019239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'294","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.447211+0000","last_change":"2024-09-12T16:53:22.154099+0000","last_active":"2024-09-12T18:05:20.447211+0000","last_peered":"2024-09-12T18:05:20.447211+0000","last_clean":"2024-09-12T18:05:20.447211+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:20.447211+0000","last_undegraded":"2024-09-12T18:05:20.447211+0000","last_fullsized":"2024-09-12T18:05:20.447211+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:08.478118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754455+0000","last_change":"2024-09-12T16:53:24.174948+0000","last_active":"2024-09-12T18:01:15.754455+0000","last_peered":"2024-09-12T18:01:15.754455+0000","last_clean":"2024-09-12T18:01:15.754455+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:01:15.754455+0000","last_undegraded":"2024-09-12T18:01:15.754455+0000","last_fullsized":"2024-09-12T18:01:15.754455+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:25.720966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":686,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.872922+0000","last_change":"2024-09-12T16:53:26.177114+0000","last_active":"2024-09-12T18:03:30.872922+0000","last_peered":"2024-09-12T18:03:30.872922+0000","last_clean":"2024-09-12T18:03:30.872922+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:03:30.872922+0000","last_undegraded":"2024-09-12T18:03:30.872922+0000","last_fullsized":"2024-09-12T18:03:30.872922+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:31.981326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.761222+0000","last_change":"2024-09-12T16:53:49.274643+0000","last_active":"2024-09-12T18:01:45.761222+0000","last_peered":"2024-09-12T18:01:45.761222+0000","last_clean":"2024-09-12T18:01:45.761222+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:01:45.761222+0000","last_undegraded":"2024-09-12T18:01:45.761222+0000","last_fullsized":"2024-09-12T18:01:45.761222+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:52.500956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'304","reported_seq":950,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.858133+0000","last_change":"2024-09-12T16:53:16.148495+0000","last_active":"2024-09-12T18:05:20.858133+0000","last_peered":"2024-09-12T18:05:20.858133+0000","last_clean":"2024-09-12T18:05:20.858133+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:20.858133+0000","last_undegraded":"2024-09-12T18:05:20.858133+0000","last_fullsized":"2024-09-12T18:05:20.858133+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:38.047029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5505285,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":465,"num_read_kb":6586,"num_write":1000,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705876+0000","last_change":"2024-09-12T16:53:20.156020+0000","last_active":"2024-09-12T18:01:00.705876+0000","last_peered":"2024-09-12T18:01:00.705876+0000","last_clean":"2024-09-12T18:01:00.705876+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:01:00.705876+0000","last_undegraded":"2024-09-12T18:01:00.705876+0000","last_fullsized":"2024-09-12T18:01:00.705876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'259","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.774761+0000","last_change":"2024-09-12T16:53:22.156114+0000","last_active":"2024-09-12T18:05:19.774761+0000","last_peered":"2024-09-12T18:05:19.774761+0000","last_clean":"2024-09-12T18:05:19.774761+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:19.774761+0000","last_undegraded":"2024-09-12T18:05:19.774761+0000","last_fullsized":"2024-09-12T18:05:19.774761+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:46.516286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.705080+0000","last_change":"2024-09-12T16:53:24.172272+0000","last_active":"2024-09-12T18:00:55.705080+0000","last_peered":"2024-09-12T18:00:55.705080+0000","last_clean":"2024-09-12T18:00:55.705080+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:00:55.705080+0000","last_undegraded":"2024-09-12T18:00:55.705080+0000","last_fullsized":"2024-09-12T18:00:55.705080+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:04.540790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'212","reported_seq":1348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.778958+0000","last_change":"2024-09-12T16:53:26.174980+0000","last_active":"2024-09-12T18:03:30.778958+0000","last_peered":"2024-09-12T18:03:30.778958+0000","last_clean":"2024-09-12T18:03:30.778958+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:03:30.778958+0000","last_undegraded":"2024-09-12T18:03:30.778958+0000","last_fullsized":"2024-09-12T18:03:30.778958+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:28.204161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":692,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:28.360996+0000","last_change":"2024-09-12T16:53:18.154800+0000","last_active":"2024-09-12T18:01:28.360996+0000","last_peered":"2024-09-12T18:01:28.360996+0000","last_clean":"2024-09-12T18:01:28.360996+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:01:28.360996+0000","last_undegraded":"2024-09-12T18:01:28.360996+0000","last_fullsized":"2024-09-12T18:01:28.360996+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:15.966287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'345","reported_seq":1038,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.699274+0000","last_change":"2024-09-12T16:53:16.146517+0000","last_active":"2024-09-12T18:05:20.699274+0000","last_peered":"2024-09-12T18:05:20.699274+0000","last_clean":"2024-09-12T18:05:20.699274+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:20.699274+0000","last_undegraded":"2024-09-12T18:05:20.699274+0000","last_fullsized":"2024-09-12T18:05:20.699274+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:00.784706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":911838,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":545,"num_read_kb":63668,"num_write":1127,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.719333+0000","last_change":"2024-09-12T16:53:20.157915+0000","last_active":"2024-09-12T18:01:13.719333+0000","last_peered":"2024-09-12T18:01:13.719333+0000","last_clean":"2024-09-12T18:01:13.719333+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:01:13.719333+0000","last_undegraded":"2024-09-12T18:01:13.719333+0000","last_fullsized":"2024-09-12T18:01:13.719333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:27.356358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'323","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.989231+0000","last_change":"2024-09-12T16:53:22.159370+0000","last_active":"2024-09-12T18:05:19.989231+0000","last_peered":"2024-09-12T18:05:19.989231+0000","last_clean":"2024-09-12T18:05:19.989231+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:19.989231+0000","last_undegraded":"2024-09-12T18:05:19.989231+0000","last_fullsized":"2024-09-12T18:05:19.989231+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:01.332281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684692+0000","last_change":"2024-09-12T16:53:24.179312+0000","last_active":"2024-09-12T18:00:55.684692+0000","last_peered":"2024-09-12T18:00:55.684692+0000","last_clean":"2024-09-12T18:00:55.684692+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:00:55.684692+0000","last_undegraded":"2024-09-12T18:00:55.684692+0000","last_fullsized":"2024-09-12T18:00:55.684692+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:32.490930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'127","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.820598+0000","last_change":"2024-09-12T16:53:26.176600+0000","last_active":"2024-09-12T18:04:52.820598+0000","last_peered":"2024-09-12T18:04:52.820598+0000","last_clean":"2024-09-12T18:04:52.820598+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:04:52.820598+0000","last_undegraded":"2024-09-12T18:04:52.820598+0000","last_fullsized":"2024-09-12T18:04:52.820598+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:58.144611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728728+0000","last_change":"2024-09-12T16:53:18.154722+0000","last_active":"2024-09-12T18:02:38.728728+0000","last_peered":"2024-09-12T18:02:38.728728+0000","last_clean":"2024-09-12T18:02:38.728728+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:02:38.728728+0000","last_undegraded":"2024-09-12T18:02:38.728728+0000","last_fullsized":"2024-09-12T18:02:38.728728+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:12.849783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'309","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.746108+0000","last_change":"2024-09-12T16:53:16.152240+0000","last_active":"2024-09-12T18:05:20.746108+0000","last_peered":"2024-09-12T18:05:20.746108+0000","last_clean":"2024-09-12T18:05:20.746108+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:20.746108+0000","last_undegraded":"2024-09-12T18:05:20.746108+0000","last_fullsized":"2024-09-12T18:05:20.746108+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:08.712504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10688018,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":459,"num_read_kb":16973,"num_write":1018,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728714+0000","last_change":"2024-09-12T16:53:18.154274+0000","last_active":"2024-09-12T18:02:38.728714+0000","last_peered":"2024-09-12T18:02:38.728714+0000","last_clean":"2024-09-12T18:02:38.728714+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:02:38.728714+0000","last_undegraded":"2024-09-12T18:02:38.728714+0000","last_fullsized":"2024-09-12T18:02:38.728714+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:06.636253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'287","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.637969+0000","last_change":"2024-09-12T16:53:16.146023+0000","last_active":"2024-09-12T18:05:20.637969+0000","last_peered":"2024-09-12T18:05:20.637969+0000","last_clean":"2024-09-12T18:05:20.637969+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:20.637969+0000","last_undegraded":"2024-09-12T18:05:20.637969+0000","last_fullsized":"2024-09-12T18:05:20.637969+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:12.974652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1076084,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":508,"num_read_kb":1717,"num_write":977,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769681+0000","last_change":"2024-09-12T16:53:18.152773+0000","last_active":"2024-09-12T18:02:40.769681+0000","last_peered":"2024-09-12T18:02:40.769681+0000","last_clean":"2024-09-12T18:02:40.769681+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:02:40.769681+0000","last_undegraded":"2024-09-12T18:02:40.769681+0000","last_fullsized":"2024-09-12T18:02:40.769681+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:17.931186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'335","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.766442+0000","last_change":"2024-09-12T16:53:16.146432+0000","last_active":"2024-09-12T18:05:20.766442+0000","last_peered":"2024-09-12T18:05:20.766442+0000","last_clean":"2024-09-12T18:05:20.766442+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:20.766442+0000","last_undegraded":"2024-09-12T18:05:20.766442+0000","last_fullsized":"2024-09-12T18:05:20.766442+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:37.351433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1343955,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":518,"num_read_kb":9180,"num_write":1257,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728651+0000","last_change":"2024-09-12T16:53:18.149665+0000","last_active":"2024-09-12T18:02:38.728651+0000","last_peered":"2024-09-12T18:02:38.728651+0000","last_clean":"2024-09-12T18:02:38.728651+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:02:38.728651+0000","last_undegraded":"2024-09-12T18:02:38.728651+0000","last_fullsized":"2024-09-12T18:02:38.728651+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:14.365799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'340","reported_seq":1092,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.616833+0000","last_change":"2024-09-12T16:53:16.156479+0000","last_active":"2024-09-12T18:05:20.616833+0000","last_peered":"2024-09-12T18:05:20.616833+0000","last_clean":"2024-09-12T18:05:20.616833+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:20.616833+0000","last_undegraded":"2024-09-12T18:05:20.616833+0000","last_fullsized":"2024-09-12T18:05:20.616833+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:48.821887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4681694,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":778,"num_read_kb":48364,"num_write":1049,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":939,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.863416+0000","last_change":"2024-09-12T16:53:18.151414+0000","last_active":"2024-09-12T18:02:15.863416+0000","last_peered":"2024-09-12T18:02:15.863416+0000","last_clean":"2024-09-12T18:02:15.863416+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:02:15.863416+0000","last_undegraded":"2024-09-12T18:02:15.863416+0000","last_fullsized":"2024-09-12T18:02:15.863416+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:21.165029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'321","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.779125+0000","last_change":"2024-09-12T16:53:16.154892+0000","last_active":"2024-09-12T18:05:20.779125+0000","last_peered":"2024-09-12T18:05:20.779125+0000","last_clean":"2024-09-12T18:05:20.779125+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:20.779125+0000","last_undegraded":"2024-09-12T18:05:20.779125+0000","last_fullsized":"2024-09-12T18:05:20.779125+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:42.839539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274037,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":566,"num_read_kb":26098,"num_write":1060,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715413+0000","last_change":"2024-09-12T16:53:18.152201+0000","last_active":"2024-09-12T18:02:05.715413+0000","last_peered":"2024-09-12T18:02:05.715413+0000","last_clean":"2024-09-12T18:02:05.715413+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:02:05.715413+0000","last_undegraded":"2024-09-12T18:02:05.715413+0000","last_fullsized":"2024-09-12T18:02:05.715413+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:29.602540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'275","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728686+0000","last_change":"2024-09-12T16:53:16.144992+0000","last_active":"2024-09-12T18:02:38.728686+0000","last_peered":"2024-09-12T18:02:38.728686+0000","last_clean":"2024-09-12T18:02:38.728686+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:02:38.728686+0000","last_undegraded":"2024-09-12T18:02:38.728686+0000","last_fullsized":"2024-09-12T18:02:38.728686+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:46.895640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22607720,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":403,"num_read_kb":72775,"num_write":1056,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5171,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.862123+0000","last_change":"2024-09-12T16:53:18.162755+0000","last_active":"2024-09-12T18:02:05.862123+0000","last_peered":"2024-09-12T18:02:05.862123+0000","last_clean":"2024-09-12T18:02:05.862123+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:02:05.862123+0000","last_undegraded":"2024-09-12T18:02:05.862123+0000","last_fullsized":"2024-09-12T18:02:05.862123+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:17.779211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'340","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.773361+0000","last_change":"2024-09-12T16:53:16.151547+0000","last_active":"2024-09-12T18:05:20.773361+0000","last_peered":"2024-09-12T18:05:20.773361+0000","last_clean":"2024-09-12T18:05:20.773361+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:20.773361+0000","last_undegraded":"2024-09-12T18:05:20.773361+0000","last_fullsized":"2024-09-12T18:05:20.773361+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:54.752643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388946,"num_objects":35,"num_object_clones":0,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":568,"num_read_kb":28225,"num_write":1083,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":801,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761136+0000","last_change":"2024-09-12T16:53:18.155023+0000","last_active":"2024-09-12T18:02:05.761136+0000","last_peered":"2024-09-12T18:02:05.761136+0000","last_clean":"2024-09-12T18:02:05.761136+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:02:05.761136+0000","last_undegraded":"2024-09-12T18:02:05.761136+0000","last_fullsized":"2024-09-12T18:02:05.761136+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:15.781846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'360","reported_seq":1115,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.879492+0000","last_change":"2024-09-12T16:53:16.144455+0000","last_active":"2024-09-12T18:05:20.879492+0000","last_peered":"2024-09-12T18:05:20.879492+0000","last_clean":"2024-09-12T18:05:20.879492+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:20.879492+0000","last_undegraded":"2024-09-12T18:05:20.879492+0000","last_fullsized":"2024-09-12T18:05:20.879492+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:04.128639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13947576,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":787,"num_read_kb":14548,"num_write":1067,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.685430+0000","last_change":"2024-09-12T16:53:18.165133+0000","last_active":"2024-09-12T18:01:00.685430+0000","last_peered":"2024-09-12T18:01:00.685430+0000","last_clean":"2024-09-12T18:01:00.685430+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:01:00.685430+0000","last_undegraded":"2024-09-12T18:01:00.685430+0000","last_fullsized":"2024-09-12T18:01:00.685430+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:03.558625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'315","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.735681+0000","last_change":"2024-09-12T16:53:49.810549+0000","last_active":"2024-09-12T18:05:20.735681+0000","last_peered":"2024-09-12T18:05:20.735681+0000","last_clean":"2024-09-12T18:05:20.735681+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:20.735681+0000","last_undegraded":"2024-09-12T18:05:20.735681+0000","last_fullsized":"2024-09-12T18:05:20.735681+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:25.518867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6816227,"num_objects":29,"num_object_clones":0,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":0,"num_read":487,"num_read_kb":15457,"num_write":1146,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.701855+0000","last_change":"2024-09-12T16:53:18.148961+0000","last_active":"2024-09-12T18:02:12.701855+0000","last_peered":"2024-09-12T18:02:12.701855+0000","last_clean":"2024-09-12T18:02:12.701855+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:02:12.701855+0000","last_undegraded":"2024-09-12T18:02:12.701855+0000","last_fullsized":"2024-09-12T18:02:12.701855+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:04.454369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'350","reported_seq":977,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.832657+0000","last_change":"2024-09-12T16:53:16.148940+0000","last_active":"2024-09-12T18:05:20.832657+0000","last_peered":"2024-09-12T18:05:20.832657+0000","last_clean":"2024-09-12T18:05:20.832657+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:20.832657+0000","last_undegraded":"2024-09-12T18:05:20.832657+0000","last_fullsized":"2024-09-12T18:05:20.832657+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:16.555175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4483282,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":452,"num_read_kb":7425,"num_write":1159,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:02.515669+0000","last_change":"2024-09-12T16:53:18.154076+0000","last_active":"2024-09-12T18:02:02.515669+0000","last_peered":"2024-09-12T18:02:02.515669+0000","last_clean":"2024-09-12T18:02:02.515669+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:02:02.515669+0000","last_undegraded":"2024-09-12T18:02:02.515669+0000","last_fullsized":"2024-09-12T18:02:02.515669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:34.392756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'351","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.761031+0000","last_change":"2024-09-12T16:53:16.145541+0000","last_active":"2024-09-12T18:05:20.761031+0000","last_peered":"2024-09-12T18:05:20.761031+0000","last_clean":"2024-09-12T18:05:20.761031+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:20.761031+0000","last_undegraded":"2024-09-12T18:05:20.761031+0000","last_fullsized":"2024-09-12T18:05:20.761031+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:23.348330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12195993,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":486,"num_read_kb":49193,"num_write":1136,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'151","reported_seq":771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723853+0000","last_change":"2024-09-12T16:53:18.152211+0000","last_active":"2024-09-12T18:03:05.723853+0000","last_peered":"2024-09-12T18:03:05.723853+0000","last_clean":"2024-09-12T18:03:05.723853+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:03:05.723853+0000","last_undegraded":"2024-09-12T18:03:05.723853+0000","last_fullsized":"2024-09-12T18:03:05.723853+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:28.115743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'349","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.622242+0000","last_change":"2024-09-12T16:53:16.148096+0000","last_active":"2024-09-12T18:05:20.622242+0000","last_peered":"2024-09-12T18:05:20.622242+0000","last_clean":"2024-09-12T18:05:20.622242+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:20.622242+0000","last_undegraded":"2024-09-12T18:05:20.622242+0000","last_fullsized":"2024-09-12T18:05:20.622242+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.195726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048958,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":579,"num_read_kb":5649,"num_write":1128,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774333+0000","last_change":"2024-09-12T16:53:18.158407+0000","last_active":"2024-09-12T18:03:05.774333+0000","last_peered":"2024-09-12T18:03:05.774333+0000","last_clean":"2024-09-12T18:03:05.774333+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:03:05.774333+0000","last_undegraded":"2024-09-12T18:03:05.774333+0000","last_fullsized":"2024-09-12T18:03:05.774333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:14.016612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'318","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.727095+0000","last_change":"2024-09-12T16:53:16.150598+0000","last_active":"2024-09-12T18:05:20.727095+0000","last_peered":"2024-09-12T18:05:20.727095+0000","last_clean":"2024-09-12T18:05:20.727095+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:20.727095+0000","last_undegraded":"2024-09-12T18:05:20.727095+0000","last_fullsized":"2024-09-12T18:05:20.727095+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:27.714607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10316757,"num_objects":33,"num_object_clones":0,"num_object_copies":99,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33,"num_whiteouts":0,"num_read":498,"num_read_kb":20718,"num_write":1020,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699911+0000","last_change":"2024-09-12T16:54:50.180335+0000","last_active":"2024-09-12T18:03:05.699911+0000","last_peered":"2024-09-12T18:03:05.699911+0000","last_clean":"2024-09-12T18:03:05.699911+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:03:05.699911+0000","last_undegraded":"2024-09-12T18:03:05.699911+0000","last_fullsized":"2024-09-12T18:03:05.699911+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:44.651674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'294","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.776638+0000","last_change":"2024-09-12T16:53:16.159863+0000","last_active":"2024-09-12T18:05:20.776638+0000","last_peered":"2024-09-12T18:05:20.776638+0000","last_clean":"2024-09-12T18:05:20.776638+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:20.776638+0000","last_undegraded":"2024-09-12T18:05:20.776638+0000","last_fullsized":"2024-09-12T18:05:20.776638+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:04.930261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1325954,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":445,"num_read_kb":10304,"num_write":1020,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'235","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.869407+0000","last_change":"2024-09-12T16:53:18.162322+0000","last_active":"2024-09-12T18:03:05.869407+0000","last_peered":"2024-09-12T18:03:05.869407+0000","last_clean":"2024-09-12T18:03:05.869407+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:03:05.869407+0000","last_undegraded":"2024-09-12T18:03:05.869407+0000","last_fullsized":"2024-09-12T18:03:05.869407+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:41.009387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'370","reported_seq":1118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.716378+0000","last_change":"2024-09-12T16:53:16.149286+0000","last_active":"2024-09-12T18:05:20.716378+0000","last_peered":"2024-09-12T18:05:20.716378+0000","last_clean":"2024-09-12T18:05:20.716378+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:20.716378+0000","last_undegraded":"2024-09-12T18:05:20.716378+0000","last_fullsized":"2024-09-12T18:05:20.716378+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:13.832060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9958222,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":883,"num_read_kb":28207,"num_write":1335,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'188","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771516+0000","last_change":"2024-09-12T16:53:18.159190+0000","last_active":"2024-09-12T18:02:50.771516+0000","last_peered":"2024-09-12T18:02:50.771516+0000","last_clean":"2024-09-12T18:02:50.771516+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:02:50.771516+0000","last_undegraded":"2024-09-12T18:02:50.771516+0000","last_fullsized":"2024-09-12T18:02:50.771516+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:17.093904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'330","reported_seq":1034,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.744842+0000","last_change":"2024-09-12T16:53:49.754472+0000","last_active":"2024-09-12T18:05:20.744842+0000","last_peered":"2024-09-12T18:05:20.744842+0000","last_clean":"2024-09-12T18:05:20.744842+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:20.744842+0000","last_undegraded":"2024-09-12T18:05:20.744842+0000","last_fullsized":"2024-09-12T18:05:20.744842+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:11.635422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1272740,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":585,"num_read_kb":20652,"num_write":1148,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'392","reported_seq":1104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.750716+0000","last_change":"2024-09-12T16:53:49.275235+0000","last_active":"2024-09-12T18:05:20.750716+0000","last_peered":"2024-09-12T18:05:20.750716+0000","last_clean":"2024-09-12T18:05:20.750716+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:20.750716+0000","last_undegraded":"2024-09-12T18:05:20.750716+0000","last_fullsized":"2024-09-12T18:05:20.750716+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:38.827717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2301519,"num_objects":30,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":673,"num_read_kb":13490,"num_write":1296,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":805,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686591+0000","last_change":"2024-09-12T16:53:18.165890+0000","last_active":"2024-09-12T18:01:10.686591+0000","last_peered":"2024-09-12T18:01:10.686591+0000","last_clean":"2024-09-12T18:01:10.686591+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:01:10.686591+0000","last_undegraded":"2024-09-12T18:01:10.686591+0000","last_fullsized":"2024-09-12T18:01:10.686591+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:51.620425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'303","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:43.603438+0000","last_change":"2024-09-12T16:53:16.155286+0000","last_active":"2024-09-12T18:02:43.603438+0000","last_peered":"2024-09-12T18:02:43.603438+0000","last_clean":"2024-09-12T18:02:43.603438+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:02:43.603438+0000","last_undegraded":"2024-09-12T18:02:43.603438+0000","last_fullsized":"2024-09-12T18:02:43.603438+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:08.984325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1094873,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":477,"num_read_kb":1726,"num_write":1159,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754138+0000","last_change":"2024-09-12T16:53:18.160105+0000","last_active":"2024-09-12T18:01:00.754138+0000","last_peered":"2024-09-12T18:01:00.754138+0000","last_clean":"2024-09-12T18:01:00.754138+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:01:00.754138+0000","last_undegraded":"2024-09-12T18:01:00.754138+0000","last_fullsized":"2024-09-12T18:01:00.754138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1057,"ondisk_log_size":1057,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1759,"ondisk_log_size":1759,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":553,"ondisk_log_size":553,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1694094,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18793,"num_read_kb":37679,"num_write":15749,"num_write_kb":11901,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1748992,"data_stored":1383443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1869,"ondisk_log_size":1869,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3803,"ondisk_log_size":3803,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":405367725,"num_objects":2111,"num_object_clones":0,"num_object_copies":6333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2111,"num_whiteouts":0,"num_read":34432,"num_read_kb":1833089,"num_write":69757,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":615198720,"data_stored":615198720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3478,"ondisk_log_size":3478,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":34651326,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":143,"num_read_kb":161915,"num_write":166,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":66166784,"data_stored":66156924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106,"ondisk_log_size":106,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":14728382,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":148,"num_read_kb":157810,"num_write":174,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25272320,"data_stored":25262460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510316,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":376836,"kb_used_data":106728,"kb_used_omap":1,"kb_used_meta":269950,"kb_avail":93995004,"statfs":{"total":96636764160,"available":96250884096,"internally_reserved":0,"allocated":109289472,"data_stored":107264600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":276429258},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510316,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":363444,"kb_used_data":107276,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94008396,"statfs":{"total":96636764160,"available":96264597504,"internally_reserved":0,"allocated":109850624,"data_stored":107872377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510315,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":222040,"kb_used_data":91996,"kb_used_omap":1,"kb_used_meta":129662,"kb_avail":94149800,"statfs":{"total":96636764160,"available":96409395200,"internally_reserved":0,"allocated":94203904,"data_stored":92188370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":132774341},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510315,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":218592,"kb_used_data":124944,"kb_used_omap":1,"kb_used_meta":93630,"kb_avail":94153248,"statfs":{"total":96636764160,"available":96412925952,"internally_reserved":0,"allocated":127942656,"data_stored":125989120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":95877573},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510316,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":374800,"kb_used_data":131028,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":93997040,"statfs":{"total":96636764160,"available":96252968960,"internally_reserved":0,"allocated":134172672,"data_stored":132124267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510315,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":170896,"kb_used_data":85584,"kb_used_omap":1,"kb_used_meta":85246,"kb_avail":94200944,"statfs":{"total":96636764160,"available":96461766656,"internally_reserved":0,"allocated":87638016,"data_stored":85673310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87292357},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510314,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":338856,"kb_used_data":104860,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94032984,"statfs":{"total":96636764160,"available":96289775616,"internally_reserved":0,"allocated":107376640,"data_stored":105351785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":239466949},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575724,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":309980,"kb_used_data":152524,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94061860,"statfs":{"total":96636764160,"available":96319344640,"internally_reserved":0,"allocated":156184576,"data_stored":154195849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":81055744,"data_stored":81055744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":120029184,"data_stored":120029184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":55070720,"data_stored":55070720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":70586368,"data_stored":70586368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":78426112,"data_stored":78426112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":68050944,"data_stored":68050944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":76783616,"data_stored":76783616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65196032,"data_stored":65196032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":221184,"data_stored":171697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":409992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":39685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":188416,"data_stored":137010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":45251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":253952,"data_stored":184844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":138186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":256778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":45109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":7344128,"data_stored":7343241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":43354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8388608,"data_stored":8388608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":4964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":6291456,"data_stored":6291456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24121344,"data_stored":24120457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":5251072,"data_stored":5247844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":9486336,"data_stored":9482293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":9441280,"data_stored":9440393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4235264,"data_stored":4234449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5242880,"data_stored":5242880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2097152,"data_stored":2097152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:05:24.056 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T18:05:24.376 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:05:24.376 INFO:teuthology.orchestra.run.smithi123.stdout:{"epoch":267,"fsid":"5edf5046-2fdf-41de-aff8-847bcf39a1a2","created":"2024-09-12T16:52:43.296681+0000","modified":"2024-09-12T17:32:42.544292+0000","last_up_change":"2024-09-12T16:52:55.031697+0000","last_in_change":"2024-09-12T16:52:45.931474+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":17,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T16:52:55.545487+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T16:53:01.790708+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-12T16:53:14.113486+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-12T16:53:16.454668+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-12T16:53:18.306139+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-12T16:53:20.207283+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-12T16:53:22.161206+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-12T16:53:24.245128+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-12T17:09:08.963546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"256","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-12T17:13:04.692398+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"259","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-12T17:13:09.187716+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"262","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-12T17:32:39.676413+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"267","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"99969a9e-f879-4dd4-a0eb-35954af79fd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6827","nonce":445579022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6829","nonce":445579022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6833","nonce":445579022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":445579022},{"type":"v1","addr":"172.21.15.123:6831","nonce":445579022}]},"public_addr":"172.21.15.123:6827/445579022","cluster_addr":"172.21.15.123:6829/445579022","heartbeat_back_addr":"172.21.15.123:6833/445579022","heartbeat_front_addr":"172.21.15.123:6831/445579022","state":["exists","up"]},{"osd":1,"uuid":"4294bf57-6c71-437e-9e49-7f3c1a511051","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6801","nonce":3312603660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6803","nonce":3312603660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6807","nonce":3312603660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":3312603660},{"type":"v1","addr":"172.21.15.123:6805","nonce":3312603660}]},"public_addr":"172.21.15.123:6801/3312603660","cluster_addr":"172.21.15.123:6803/3312603660","heartbeat_back_addr":"172.21.15.123:6807/3312603660","heartbeat_front_addr":"172.21.15.123:6805/3312603660","state":["exists","up"]},{"osd":2,"uuid":"53098022-5ce3-41a2-b467-727346c11485","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6809","nonce":735924999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6811","nonce":735924999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6815","nonce":735924999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":735924999},{"type":"v1","addr":"172.21.15.123:6813","nonce":735924999}]},"public_addr":"172.21.15.123:6809/735924999","cluster_addr":"172.21.15.123:6811/735924999","heartbeat_back_addr":"172.21.15.123:6815/735924999","heartbeat_front_addr":"172.21.15.123:6813/735924999","state":["exists","up"]},{"osd":3,"uuid":"d1cc86d4-2a9c-432f-a0e0-79210339b39a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6819","nonce":2109536791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6821","nonce":2109536791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6825","nonce":2109536791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":2109536791},{"type":"v1","addr":"172.21.15.123:6823","nonce":2109536791}]},"public_addr":"172.21.15.123:6819/2109536791","cluster_addr":"172.21.15.123:6821/2109536791","heartbeat_back_addr":"172.21.15.123:6825/2109536791","heartbeat_front_addr":"172.21.15.123:6823/2109536791","state":["exists","up"]},{"osd":4,"uuid":"e83c7884-8522-4b62-8e3b-214b9a5f64f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6817","nonce":1677524120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6819","nonce":1677524120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6823","nonce":1677524120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1677524120},{"type":"v1","addr":"172.21.15.175:6821","nonce":1677524120}]},"public_addr":"172.21.15.175:6817/1677524120","cluster_addr":"172.21.15.175:6819/1677524120","heartbeat_back_addr":"172.21.15.175:6823/1677524120","heartbeat_front_addr":"172.21.15.175:6821/1677524120","state":["exists","up"]},{"osd":5,"uuid":"884f4a27-23e7-457c-9c76-f7c2a7a03933","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6809","nonce":3165423820}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6811","nonce":3165423820}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6815","nonce":3165423820}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3165423820},{"type":"v1","addr":"172.21.15.175:6813","nonce":3165423820}]},"public_addr":"172.21.15.175:6809/3165423820","cluster_addr":"172.21.15.175:6811/3165423820","heartbeat_back_addr":"172.21.15.175:6815/3165423820","heartbeat_front_addr":"172.21.15.175:6813/3165423820","state":["exists","up"]},{"osd":6,"uuid":"a141181b-0325-433a-a408-305f94dd00d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6801","nonce":1435533171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6803","nonce":1435533171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6807","nonce":1435533171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":1435533171},{"type":"v1","addr":"172.21.15.175:6805","nonce":1435533171}]},"public_addr":"172.21.15.175:6801/1435533171","cluster_addr":"172.21.15.175:6803/1435533171","heartbeat_back_addr":"172.21.15.175:6807/1435533171","heartbeat_front_addr":"172.21.15.175:6805/1435533171","state":["exists","up"]},{"osd":7,"uuid":"9c3226df-af7c-4b71-ad2d-cee9553338db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6825","nonce":1843939643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6827","nonce":1843939643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6831","nonce":1843939643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":1843939643},{"type":"v1","addr":"172.21.15.175:6829","nonce":1843939643}]},"public_addr":"172.21.15.175:6825/1843939643","cluster_addr":"172.21.15.175:6827/1843939643","heartbeat_back_addr":"172.21.15.175:6831/1843939643","heartbeat_front_addr":"172.21.15.175:6829/1843939643","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:53.332213+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.376722+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:51.973774+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.253493+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.646796+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.008648+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.004473+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T16:52:52.461950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.10","mappings":[{"from":0,"to":1}]},{"pgid":"3.1d","mappings":[{"from":4,"to":2}]},{"pgid":"3.28","mappings":[{"from":3,"to":1}]},{"pgid":"3.2f","mappings":[{"from":4,"to":2}]},{"pgid":"3.30","mappings":[{"from":4,"to":2}]},{"pgid":"3.3c","mappings":[{"from":3,"to":2}]},{"pgid":"4.19","mappings":[{"from":3,"to":5}]},{"pgid":"4.2a","mappings":[{"from":1,"to":2}]},{"pgid":"67.14","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T18:05:25.390 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T18:05:25.391 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:25.533 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:25.534 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:25.534 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:25.544 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T18:05:25.847 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T18:05:25.861 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T18:05:25.863 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:26.001 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:26.001 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:26.001 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:26.011 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T18:05:26.311 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T18:05:26.325 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T18:05:26.325 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:26.462 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:26.462 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:26.462 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:26.472 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T18:05:26.770 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T18:05:26.784 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T18:05:26.784 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:26.920 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:26.921 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:26.921 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:26.931 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T18:05:27.232 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T18:05:27.246 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T18:05:27.246 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:27.383 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:27.383 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:27.383 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:27.394 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T18:05:27.693 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T18:05:27.706 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T18:05:27.706 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:27.843 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:27.844 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:27.844 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:27.854 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T18:05:28.159 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T18:05:28.173 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T18:05:28.173 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:28.313 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:28.313 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:28.324 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T18:05:28.624 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T18:05:28.637 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T18:05:28.637 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:05:28.775 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-12T18:05:28.775 INFO:teuthology.orchestra.run.smithi123.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:05:28.775 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-12T18:05:28.785 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T18:05:29.089 INFO:teuthology.orchestra.run.smithi123.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T18:05:29.102 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:05:29.426 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:05:29.437 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:05:29.440 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2437,"stamp":"2024-09-12T18:05:29.092273+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":152064492,"num_objects":729,"num_object_clones":0,"num_object_copies":1857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":729,"num_whiteouts":0,"num_read":182295,"num_read_kb":2300826,"num_write":143596,"num_write_kb":2374495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13079,"ondisk_log_size":13079,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1758900,"kb_used_data":256124,"kb_used_omap":12,"kb_used_meta":1501363,"kb_avail":753215820,"statfs":{"total":773094113280,"available":771292999680,"internally_reserved":0,"allocated":262270976,"data_stored":246432950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1537396272},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-590681577,"num_objects":-4145,"num_object_clones":0,"num_object_copies":-12383,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4145,"num_whiteouts":0,"num_read":4624,"num_read_kb":4142,"num_write":4393,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004957"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769604+0000","last_change":"2024-09-12T17:32:41.542249+0000","last_active":"2024-09-12T18:02:40.769604+0000","last_peered":"2024-09-12T18:02:40.769604+0000","last_clean":"2024-09-12T18:02:40.769604+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:02:40.769604+0000","last_undegraded":"2024-09-12T18:02:40.769604+0000","last_fullsized":"2024-09-12T18:02:40.769604+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:36.739865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.750662+0000","last_change":"2024-09-12T17:13:10.323544+0000","last_active":"2024-09-12T18:00:40.750662+0000","last_peered":"2024-09-12T18:00:40.750662+0000","last_clean":"2024-09-12T18:00:40.750662+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:00:40.750662+0000","last_undegraded":"2024-09-12T18:00:40.750662+0000","last_fullsized":"2024-09-12T18:00:40.750662+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:24.937455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.851221+0000","last_change":"2024-09-12T17:13:06.293286+0000","last_active":"2024-09-12T18:00:35.851221+0000","last_peered":"2024-09-12T18:00:35.851221+0000","last_clean":"2024-09-12T18:00:35.851221+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:00:35.851221+0000","last_undegraded":"2024-09-12T18:00:35.851221+0000","last_fullsized":"2024-09-12T18:00:35.851221+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:21.765039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":167,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701956+0000","last_change":"2024-09-12T17:09:10.267022+0000","last_active":"2024-09-12T18:03:20.701956+0000","last_peered":"2024-09-12T18:03:20.701956+0000","last_clean":"2024-09-12T18:03:20.701956+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:03:20.701956+0000","last_undegraded":"2024-09-12T18:03:20.701956+0000","last_fullsized":"2024-09-12T18:03:20.701956+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:10.173192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720332+0000","last_change":"2024-09-12T17:32:41.551615+0000","last_active":"2024-09-12T18:02:40.720332+0000","last_peered":"2024-09-12T18:02:40.720332+0000","last_clean":"2024-09-12T18:02:40.720332+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:02:40.720332+0000","last_undegraded":"2024-09-12T18:02:40.720332+0000","last_fullsized":"2024-09-12T18:02:40.720332+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:43.130032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'8","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.151890+0000","last_change":"2024-09-12T17:13:10.325758+0000","last_active":"2024-09-12T18:05:21.151890+0000","last_peered":"2024-09-12T18:05:21.151890+0000","last_clean":"2024-09-12T18:05:21.151890+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:05:21.151890+0000","last_undegraded":"2024-09-12T18:05:21.151890+0000","last_fullsized":"2024-09-12T18:05:21.151890+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:41.915159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14340,"num_write":8,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732243+0000","last_change":"2024-09-12T17:13:06.297583+0000","last_active":"2024-09-12T18:03:08.732243+0000","last_peered":"2024-09-12T18:03:08.732243+0000","last_clean":"2024-09-12T18:03:08.732243+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:03:08.732243+0000","last_undegraded":"2024-09-12T18:03:08.732243+0000","last_fullsized":"2024-09-12T18:03:08.732243+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:15.265471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.724575+0000","last_change":"2024-09-12T17:09:10.274886+0000","last_active":"2024-09-12T18:03:20.724575+0000","last_peered":"2024-09-12T18:03:20.724575+0000","last_clean":"2024-09-12T18:03:20.724575+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:03:20.724575+0000","last_undegraded":"2024-09-12T18:03:20.724575+0000","last_fullsized":"2024-09-12T18:03:20.724575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:14.168748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757659+0000","last_change":"2024-09-12T17:32:41.544272+0000","last_active":"2024-09-12T18:01:40.757659+0000","last_peered":"2024-09-12T18:01:40.757659+0000","last_clean":"2024-09-12T18:01:40.757659+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:01:40.757659+0000","last_undegraded":"2024-09-12T18:01:40.757659+0000","last_fullsized":"2024-09-12T18:01:40.757659+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:06.063279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718236+0000","last_change":"2024-09-12T17:13:10.888905+0000","last_active":"2024-09-12T18:05:15.718236+0000","last_peered":"2024-09-12T18:05:15.718236+0000","last_clean":"2024-09-12T18:05:15.718236+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:05:15.718236+0000","last_undegraded":"2024-09-12T18:05:15.718236+0000","last_fullsized":"2024-09-12T18:05:15.718236+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.234377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'10","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.738314+0000","last_change":"2024-09-12T17:13:06.301910+0000","last_active":"2024-09-12T18:05:15.738314+0000","last_peered":"2024-09-12T18:05:15.738314+0000","last_clean":"2024-09-12T18:05:15.738314+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:05:15.738314+0000","last_undegraded":"2024-09-12T18:05:15.738314+0000","last_fullsized":"2024-09-12T18:05:15.738314+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:49.876560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":15368,"num_write":10,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689929+0000","last_change":"2024-09-12T17:09:10.271885+0000","last_active":"2024-09-12T18:01:40.689929+0000","last_peered":"2024-09-12T18:01:40.689929+0000","last_clean":"2024-09-12T18:01:40.689929+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:01:40.689929+0000","last_undegraded":"2024-09-12T18:01:40.689929+0000","last_fullsized":"2024-09-12T18:01:40.689929+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:58.918948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.859748+0000","last_change":"2024-09-12T17:32:41.551696+0000","last_active":"2024-09-12T18:01:45.859748+0000","last_peered":"2024-09-12T18:01:45.859748+0000","last_clean":"2024-09-12T18:01:45.859748+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:01:45.859748+0000","last_undegraded":"2024-09-12T18:01:45.859748+0000","last_fullsized":"2024-09-12T18:01:45.859748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:49.483981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'7","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.887987+0000","last_change":"2024-09-12T17:13:10.888049+0000","last_active":"2024-09-12T18:05:15.887987+0000","last_peered":"2024-09-12T18:05:15.887987+0000","last_clean":"2024-09-12T18:05:15.887987+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:05:15.887987+0000","last_undegraded":"2024-09-12T18:05:15.887987+0000","last_fullsized":"2024-09-12T18:05:15.887987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:55.040498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12300,"num_write":12,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723933+0000","last_change":"2024-09-12T17:13:06.302426+0000","last_active":"2024-09-12T18:03:05.723933+0000","last_peered":"2024-09-12T18:03:05.723933+0000","last_clean":"2024-09-12T18:03:05.723933+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:03:05.723933+0000","last_undegraded":"2024-09-12T18:03:05.723933+0000","last_fullsized":"2024-09-12T18:03:05.723933+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:19.277111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859087+0000","last_change":"2024-09-12T17:09:10.270741+0000","last_active":"2024-09-12T18:01:40.859087+0000","last_peered":"2024-09-12T18:01:40.859087+0000","last_clean":"2024-09-12T18:01:40.859087+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:01:40.859087+0000","last_undegraded":"2024-09-12T18:01:40.859087+0000","last_fullsized":"2024-09-12T18:01:40.859087+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:58.195011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.867057+0000","last_change":"2024-09-12T17:32:41.551391+0000","last_active":"2024-09-12T18:02:45.867057+0000","last_peered":"2024-09-12T18:02:45.867057+0000","last_clean":"2024-09-12T18:02:45.867057+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:02:45.867057+0000","last_undegraded":"2024-09-12T18:02:45.867057+0000","last_fullsized":"2024-09-12T18:02:45.867057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:05.115607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.863690+0000","last_change":"2024-09-12T17:13:10.326391+0000","last_active":"2024-09-12T18:05:19.863690+0000","last_peered":"2024-09-12T18:05:19.863690+0000","last_clean":"2024-09-12T18:05:19.863690+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:05:19.863690+0000","last_undegraded":"2024-09-12T18:05:19.863690+0000","last_fullsized":"2024-09-12T18:05:19.863690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.961517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2088,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688133+0000","last_change":"2024-09-12T17:13:06.298878+0000","last_active":"2024-09-12T18:01:25.688133+0000","last_peered":"2024-09-12T18:01:25.688133+0000","last_clean":"2024-09-12T18:01:25.688133+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:01:25.688133+0000","last_undegraded":"2024-09-12T18:01:25.688133+0000","last_fullsized":"2024-09-12T18:01:25.688133+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:39.021544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859049+0000","last_change":"2024-09-12T17:09:10.271019+0000","last_active":"2024-09-12T18:01:40.859049+0000","last_peered":"2024-09-12T18:01:40.859049+0000","last_clean":"2024-09-12T18:01:40.859049+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:01:40.859049+0000","last_undegraded":"2024-09-12T18:01:40.859049+0000","last_fullsized":"2024-09-12T18:01:40.859049+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:56.318991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:53.723655+0000","last_change":"2024-09-12T17:32:41.548528+0000","last_active":"2024-09-12T18:01:53.723655+0000","last_peered":"2024-09-12T18:01:53.723655+0000","last_clean":"2024-09-12T18:01:53.723655+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:01:53.723655+0000","last_undegraded":"2024-09-12T18:01:53.723655+0000","last_fullsized":"2024-09-12T18:01:53.723655+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:36.038277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.776616+0000","last_change":"2024-09-12T17:13:10.327201+0000","last_active":"2024-09-12T18:03:55.776616+0000","last_peered":"2024-09-12T18:03:55.776616+0000","last_clean":"2024-09-12T18:03:55.776616+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:03:55.776616+0000","last_undegraded":"2024-09-12T18:03:55.776616+0000","last_fullsized":"2024-09-12T18:03:55.776616+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.354273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861388+0000","last_change":"2024-09-12T17:13:06.297923+0000","last_active":"2024-09-12T18:05:19.861388+0000","last_peered":"2024-09-12T18:05:19.861388+0000","last_clean":"2024-09-12T18:05:19.861388+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:05:19.861388+0000","last_undegraded":"2024-09-12T18:05:19.861388+0000","last_fullsized":"2024-09-12T18:05:19.861388+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:32.559516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757699+0000","last_change":"2024-09-12T17:09:10.271178+0000","last_active":"2024-09-12T18:01:40.757699+0000","last_peered":"2024-09-12T18:01:40.757699+0000","last_clean":"2024-09-12T18:01:40.757699+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:01:40.757699+0000","last_undegraded":"2024-09-12T18:01:40.757699+0000","last_fullsized":"2024-09-12T18:01:40.757699+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:06.352830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770779+0000","last_change":"2024-09-12T17:32:41.552444+0000","last_active":"2024-09-12T18:02:45.770779+0000","last_peered":"2024-09-12T18:02:45.770779+0000","last_clean":"2024-09-12T18:02:45.770779+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:02:45.770779+0000","last_undegraded":"2024-09-12T18:02:45.770779+0000","last_fullsized":"2024-09-12T18:02:45.770779+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:10.318749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.749769+0000","last_change":"2024-09-12T17:13:10.325478+0000","last_active":"2024-09-12T18:00:40.749769+0000","last_peered":"2024-09-12T18:00:40.749769+0000","last_clean":"2024-09-12T18:00:40.749769+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:00:40.749769+0000","last_undegraded":"2024-09-12T18:00:40.749769+0000","last_fullsized":"2024-09-12T18:00:40.749769+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:31.423713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723806+0000","last_change":"2024-09-12T17:13:06.301113+0000","last_active":"2024-09-12T18:03:05.723806+0000","last_peered":"2024-09-12T18:03:05.723806+0000","last_clean":"2024-09-12T18:03:05.723806+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:03:05.723806+0000","last_undegraded":"2024-09-12T18:03:05.723806+0000","last_fullsized":"2024-09-12T18:03:05.723806+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:58.120045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:30.695902+0000","last_change":"2024-09-12T17:09:10.263027+0000","last_active":"2024-09-12T18:02:30.695902+0000","last_peered":"2024-09-12T18:02:30.695902+0000","last_clean":"2024-09-12T18:02:30.695902+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:02:30.695902+0000","last_undegraded":"2024-09-12T18:02:30.695902+0000","last_fullsized":"2024-09-12T18:02:30.695902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:30.829320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770822+0000","last_change":"2024-09-12T17:32:41.555038+0000","last_active":"2024-09-12T18:02:45.770822+0000","last_peered":"2024-09-12T18:02:45.770822+0000","last_clean":"2024-09-12T18:02:45.770822+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:02:45.770822+0000","last_undegraded":"2024-09-12T18:02:45.770822+0000","last_fullsized":"2024-09-12T18:02:45.770822+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:05.682763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'5","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.863713+0000","last_change":"2024-09-12T17:13:10.327881+0000","last_active":"2024-09-12T18:05:19.863713+0000","last_peered":"2024-09-12T18:05:19.863713+0000","last_clean":"2024-09-12T18:05:19.863713+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:05:19.863713+0000","last_undegraded":"2024-09-12T18:05:19.863713+0000","last_fullsized":"2024-09-12T18:05:19.863713+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:34.354927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699928+0000","last_change":"2024-09-12T17:13:06.302635+0000","last_active":"2024-09-12T18:03:05.699928+0000","last_peered":"2024-09-12T18:03:05.699928+0000","last_clean":"2024-09-12T18:03:05.699928+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:03:05.699928+0000","last_undegraded":"2024-09-12T18:03:05.699928+0000","last_fullsized":"2024-09-12T18:03:05.699928+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:18.594277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.726982+0000","last_change":"2024-09-12T17:09:10.272699+0000","last_active":"2024-09-12T18:02:23.726982+0000","last_peered":"2024-09-12T18:02:23.726982+0000","last_clean":"2024-09-12T18:02:23.726982+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:02:23.726982+0000","last_undegraded":"2024-09-12T18:02:23.726982+0000","last_fullsized":"2024-09-12T18:02:23.726982+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:51.817109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:03.731534+0000","last_change":"2024-09-12T17:32:41.543227+0000","last_active":"2024-09-12T18:03:03.731534+0000","last_peered":"2024-09-12T18:03:03.731534+0000","last_clean":"2024-09-12T18:03:03.731534+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:03:03.731534+0000","last_undegraded":"2024-09-12T18:03:03.731534+0000","last_fullsized":"2024-09-12T18:03:03.731534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:41.444889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857872+0000","last_change":"2024-09-12T17:13:10.888782+0000","last_active":"2024-09-12T18:01:30.857872+0000","last_peered":"2024-09-12T18:01:30.857872+0000","last_clean":"2024-09-12T18:01:30.857872+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:01:30.857872+0000","last_undegraded":"2024-09-12T18:01:30.857872+0000","last_fullsized":"2024-09-12T18:01:30.857872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:04.073544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766516+0000","last_change":"2024-09-12T17:13:06.303508+0000","last_active":"2024-09-12T18:02:20.766516+0000","last_peered":"2024-09-12T18:02:20.766516+0000","last_clean":"2024-09-12T18:02:20.766516+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:02:20.766516+0000","last_undegraded":"2024-09-12T18:02:20.766516+0000","last_fullsized":"2024-09-12T18:02:20.766516+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:38.136844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.694771+0000","last_change":"2024-09-12T17:09:10.267543+0000","last_active":"2024-09-12T18:02:20.694771+0000","last_peered":"2024-09-12T18:02:20.694771+0000","last_clean":"2024-09-12T18:02:20.694771+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:02:20.694771+0000","last_undegraded":"2024-09-12T18:02:20.694771+0000","last_fullsized":"2024-09-12T18:02:20.694771+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.940158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722242+0000","last_change":"2024-09-12T17:32:41.550433+0000","last_active":"2024-09-12T18:03:00.722242+0000","last_peered":"2024-09-12T18:03:00.722242+0000","last_clean":"2024-09-12T18:03:00.722242+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:03:00.722242+0000","last_undegraded":"2024-09-12T18:03:00.722242+0000","last_fullsized":"2024-09-12T18:03:00.722242+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:19.800751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699359+0000","last_change":"2024-09-12T17:13:50.379901+0000","last_active":"2024-09-12T18:03:00.699359+0000","last_peered":"2024-09-12T18:03:00.699359+0000","last_clean":"2024-09-12T18:03:00.699359+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:03:00.699359+0000","last_undegraded":"2024-09-12T18:03:00.699359+0000","last_fullsized":"2024-09-12T18:03:00.699359+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:10.004649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758521+0000","last_change":"2024-09-12T17:13:06.305574+0000","last_active":"2024-09-12T18:01:25.758521+0000","last_peered":"2024-09-12T18:01:25.758521+0000","last_clean":"2024-09-12T18:01:25.758521+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:01:25.758521+0000","last_undegraded":"2024-09-12T18:01:25.758521+0000","last_fullsized":"2024-09-12T18:01:25.758521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.414233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.864127+0000","last_change":"2024-09-12T17:09:10.272050+0000","last_active":"2024-09-12T18:02:20.864127+0000","last_peered":"2024-09-12T18:02:20.864127+0000","last_clean":"2024-09-12T18:02:20.864127+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:02:20.864127+0000","last_undegraded":"2024-09-12T18:02:20.864127+0000","last_fullsized":"2024-09-12T18:02:20.864127+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:53.376805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774206+0000","last_change":"2024-09-12T17:32:41.552619+0000","last_active":"2024-09-12T18:03:05.774206+0000","last_peered":"2024-09-12T18:03:05.774206+0000","last_clean":"2024-09-12T18:03:05.774206+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:03:05.774206+0000","last_undegraded":"2024-09-12T18:03:05.774206+0000","last_fullsized":"2024-09-12T18:03:05.774206+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.437797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.876624+0000","last_change":"2024-09-12T17:13:10.890776+0000","last_active":"2024-09-12T18:03:55.876624+0000","last_peered":"2024-09-12T18:03:55.876624+0000","last_clean":"2024-09-12T18:03:55.876624+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:03:55.876624+0000","last_undegraded":"2024-09-12T18:03:55.876624+0000","last_fullsized":"2024-09-12T18:03:55.876624+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:23.526090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.712838+0000","last_change":"2024-09-12T17:13:06.292632+0000","last_active":"2024-09-12T18:01:25.712838+0000","last_peered":"2024-09-12T18:01:25.712838+0000","last_clean":"2024-09-12T18:01:25.712838+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:01:25.712838+0000","last_undegraded":"2024-09-12T18:01:25.712838+0000","last_fullsized":"2024-09-12T18:01:25.712838+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:33.833509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'74","reported_seq":294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.718318+0000","last_change":"2024-09-12T17:09:10.272687+0000","last_active":"2024-09-12T18:02:20.718318+0000","last_peered":"2024-09-12T18:02:20.718318+0000","last_clean":"2024-09-12T18:02:20.718318+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:02:20.718318+0000","last_undegraded":"2024-09-12T18:02:20.718318+0000","last_fullsized":"2024-09-12T18:02:20.718318+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:23.056568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773201+0000","last_change":"2024-09-12T17:32:41.545269+0000","last_active":"2024-09-12T18:03:00.773201+0000","last_peered":"2024-09-12T18:03:00.773201+0000","last_clean":"2024-09-12T18:03:00.773201+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:03:00.773201+0000","last_undegraded":"2024-09-12T18:03:00.773201+0000","last_fullsized":"2024-09-12T18:03:00.773201+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:15.654752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.710314+0000","last_change":"2024-09-12T17:13:10.327173+0000","last_active":"2024-09-12T18:01:30.710314+0000","last_peered":"2024-09-12T18:01:30.710314+0000","last_clean":"2024-09-12T18:01:30.710314+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:01:30.710314+0000","last_undegraded":"2024-09-12T18:01:30.710314+0000","last_fullsized":"2024-09-12T18:01:30.710314+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:52.406237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688247+0000","last_change":"2024-09-12T17:13:06.298004+0000","last_active":"2024-09-12T18:01:25.688247+0000","last_peered":"2024-09-12T18:01:25.688247+0000","last_clean":"2024-09-12T18:01:25.688247+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:01:25.688247+0000","last_undegraded":"2024-09-12T18:01:25.688247+0000","last_fullsized":"2024-09-12T18:01:25.688247+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:26.213276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773443+0000","last_change":"2024-09-12T17:09:10.275074+0000","last_active":"2024-09-12T18:03:00.773443+0000","last_peered":"2024-09-12T18:03:00.773443+0000","last_clean":"2024-09-12T18:03:00.773443+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:03:00.773443+0000","last_undegraded":"2024-09-12T18:03:00.773443+0000","last_fullsized":"2024-09-12T18:03:00.773443+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:20.589969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859139+0000","last_change":"2024-09-12T17:32:41.550070+0000","last_active":"2024-09-12T18:01:40.859139+0000","last_peered":"2024-09-12T18:01:40.859139+0000","last_clean":"2024-09-12T18:01:40.859139+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:01:40.859139+0000","last_undegraded":"2024-09-12T18:01:40.859139+0000","last_fullsized":"2024-09-12T18:01:40.859139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:40.460808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:33.742756+0000","last_change":"2024-09-12T17:13:10.318436+0000","last_active":"2024-09-12T18:04:33.742756+0000","last_peered":"2024-09-12T18:04:33.742756+0000","last_clean":"2024-09-12T18:04:33.742756+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:04:33.742756+0000","last_undegraded":"2024-09-12T18:04:33.742756+0000","last_fullsized":"2024-09-12T18:04:33.742756+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:56.861378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.735357+0000","last_change":"2024-09-12T17:13:06.296046+0000","last_active":"2024-09-12T18:04:25.735357+0000","last_peered":"2024-09-12T18:04:25.735357+0000","last_clean":"2024-09-12T18:04:25.735357+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:04:25.735357+0000","last_undegraded":"2024-09-12T18:04:25.735357+0000","last_fullsized":"2024-09-12T18:04:25.735357+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:08.849697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'51","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771605+0000","last_change":"2024-09-12T17:09:10.275120+0000","last_active":"2024-09-12T18:02:50.771605+0000","last_peered":"2024-09-12T18:02:50.771605+0000","last_clean":"2024-09-12T18:02:50.771605+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:02:50.771605+0000","last_undegraded":"2024-09-12T18:02:50.771605+0000","last_fullsized":"2024-09-12T18:02:50.771605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:28.554893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689970+0000","last_change":"2024-09-12T17:32:41.550453+0000","last_active":"2024-09-12T18:01:40.689970+0000","last_peered":"2024-09-12T18:01:40.689970+0000","last_clean":"2024-09-12T18:01:40.689970+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:01:40.689970+0000","last_undegraded":"2024-09-12T18:01:40.689970+0000","last_fullsized":"2024-09-12T18:01:40.689970+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:12.030822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:33.742710+0000","last_change":"2024-09-12T17:13:10.326174+0000","last_active":"2024-09-12T18:04:33.742710+0000","last_peered":"2024-09-12T18:04:33.742710+0000","last_clean":"2024-09-12T18:04:33.742710+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:04:33.742710+0000","last_undegraded":"2024-09-12T18:04:33.742710+0000","last_fullsized":"2024-09-12T18:04:33.742710+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:34.904648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.880770+0000","last_change":"2024-09-12T17:13:06.302304+0000","last_active":"2024-09-12T18:04:25.880770+0000","last_peered":"2024-09-12T18:04:25.880770+0000","last_clean":"2024-09-12T18:04:25.880770+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:04:25.880770+0000","last_undegraded":"2024-09-12T18:04:25.880770+0000","last_fullsized":"2024-09-12T18:04:25.880770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:47.949219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.698219+0000","last_change":"2024-09-12T17:09:10.266945+0000","last_active":"2024-09-12T18:02:50.698219+0000","last_peered":"2024-09-12T18:02:50.698219+0000","last_clean":"2024-09-12T18:02:50.698219+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:02:50.698219+0000","last_undegraded":"2024-09-12T18:02:50.698219+0000","last_fullsized":"2024-09-12T18:02:50.698219+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:57.878866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699975+0000","last_change":"2024-09-12T17:32:41.547134+0000","last_active":"2024-09-12T18:03:05.699975+0000","last_peered":"2024-09-12T18:03:05.699975+0000","last_clean":"2024-09-12T18:03:05.699975+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:03:05.699975+0000","last_undegraded":"2024-09-12T18:03:05.699975+0000","last_fullsized":"2024-09-12T18:03:05.699975+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:58.385406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862739+0000","last_change":"2024-09-12T17:13:10.327049+0000","last_active":"2024-09-12T18:02:10.862739+0000","last_peered":"2024-09-12T18:02:10.862739+0000","last_clean":"2024-09-12T18:02:10.862739+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:02:10.862739+0000","last_undegraded":"2024-09-12T18:02:10.862739+0000","last_fullsized":"2024-09-12T18:02:10.862739+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:17.719838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761173+0000","last_change":"2024-09-12T17:13:06.301669+0000","last_active":"2024-09-12T18:02:05.761173+0000","last_peered":"2024-09-12T18:02:05.761173+0000","last_clean":"2024-09-12T18:02:05.761173+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:02:05.761173+0000","last_undegraded":"2024-09-12T18:02:05.761173+0000","last_fullsized":"2024-09-12T18:02:05.761173+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:08.524464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.721646+0000","last_change":"2024-09-12T17:09:10.273493+0000","last_active":"2024-09-12T18:02:50.721646+0000","last_peered":"2024-09-12T18:02:50.721646+0000","last_clean":"2024-09-12T18:02:50.721646+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:02:50.721646+0000","last_undegraded":"2024-09-12T18:02:50.721646+0000","last_fullsized":"2024-09-12T18:02:50.721646+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:18.161506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859106+0000","last_change":"2024-09-12T17:32:41.549433+0000","last_active":"2024-09-12T18:01:40.859106+0000","last_peered":"2024-09-12T18:01:40.859106+0000","last_clean":"2024-09-12T18:01:40.859106+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:01:40.859106+0000","last_undegraded":"2024-09-12T18:01:40.859106+0000","last_fullsized":"2024-09-12T18:01:40.859106+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:25.486315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.761798+0000","last_change":"2024-09-12T17:13:10.322373+0000","last_active":"2024-09-12T18:02:10.761798+0000","last_peered":"2024-09-12T18:02:10.761798+0000","last_clean":"2024-09-12T18:02:10.761798+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:02:10.761798+0000","last_undegraded":"2024-09-12T18:02:10.761798+0000","last_fullsized":"2024-09-12T18:02:10.761798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:08.545547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764267+0000","last_change":"2024-09-12T17:13:06.304694+0000","last_active":"2024-09-12T18:02:05.764267+0000","last_peered":"2024-09-12T18:02:05.764267+0000","last_clean":"2024-09-12T18:02:05.764267+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:02:05.764267+0000","last_undegraded":"2024-09-12T18:02:05.764267+0000","last_fullsized":"2024-09-12T18:02:05.764267+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:37.149366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.867580+0000","last_change":"2024-09-12T17:09:10.271328+0000","last_active":"2024-09-12T18:02:50.867580+0000","last_peered":"2024-09-12T18:02:50.867580+0000","last_clean":"2024-09-12T18:02:50.867580+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:02:50.867580+0000","last_undegraded":"2024-09-12T18:02:50.867580+0000","last_fullsized":"2024-09-12T18:02:50.867580+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.165867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722752+0000","last_change":"2024-09-12T17:32:41.551906+0000","last_active":"2024-09-12T18:03:05.722752+0000","last_peered":"2024-09-12T18:03:05.722752+0000","last_clean":"2024-09-12T18:03:05.722752+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:03:05.722752+0000","last_undegraded":"2024-09-12T18:03:05.722752+0000","last_fullsized":"2024-09-12T18:03:05.722752+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.085337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:55.885044+0000","last_change":"2024-09-12T17:13:10.327002+0000","last_active":"2024-09-12T18:04:55.885044+0000","last_peered":"2024-09-12T18:04:55.885044+0000","last_clean":"2024-09-12T18:04:55.885044+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:04:55.885044+0000","last_undegraded":"2024-09-12T18:04:55.885044+0000","last_fullsized":"2024-09-12T18:04:55.885044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:45.010511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861620+0000","last_change":"2024-09-12T17:13:06.303988+0000","last_active":"2024-09-12T18:05:19.861620+0000","last_peered":"2024-09-12T18:05:19.861620+0000","last_clean":"2024-09-12T18:05:19.861620+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:05:19.861620+0000","last_undegraded":"2024-09-12T18:05:19.861620+0000","last_fullsized":"2024-09-12T18:05:19.861620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:22.090357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854294+0000","last_change":"2024-09-12T17:09:10.270111+0000","last_active":"2024-09-12T18:01:00.854294+0000","last_peered":"2024-09-12T18:01:00.854294+0000","last_clean":"2024-09-12T18:01:00.854294+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:01:00.854294+0000","last_undegraded":"2024-09-12T18:01:00.854294+0000","last_fullsized":"2024-09-12T18:01:00.854294+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:49.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763751+0000","last_change":"2024-09-12T17:32:41.555032+0000","last_active":"2024-09-12T18:02:00.763751+0000","last_peered":"2024-09-12T18:02:00.763751+0000","last_clean":"2024-09-12T18:02:00.763751+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:02:00.763751+0000","last_undegraded":"2024-09-12T18:02:00.763751+0000","last_fullsized":"2024-09-12T18:02:00.763751+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:11.567800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866393+0000","last_change":"2024-09-12T17:13:10.328163+0000","last_active":"2024-09-12T18:02:40.866393+0000","last_peered":"2024-09-12T18:02:40.866393+0000","last_clean":"2024-09-12T18:02:40.866393+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:02:40.866393+0000","last_undegraded":"2024-09-12T18:02:40.866393+0000","last_fullsized":"2024-09-12T18:02:40.866393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:28.503641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'7","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.787818+0000","last_change":"2024-09-12T17:13:06.300478+0000","last_active":"2024-09-12T18:05:19.787818+0000","last_peered":"2024-09-12T18:05:19.787818+0000","last_clean":"2024-09-12T18:05:19.787818+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:05:19.787818+0000","last_undegraded":"2024-09-12T18:05:19.787818+0000","last_fullsized":"2024-09-12T18:05:19.787818+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:24.111715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5160,"num_write":12,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775088+0000","last_change":"2024-09-12T17:09:10.270002+0000","last_active":"2024-09-12T18:03:10.775088+0000","last_peered":"2024-09-12T18:03:10.775088+0000","last_clean":"2024-09-12T18:03:10.775088+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:03:10.775088+0000","last_undegraded":"2024-09-12T18:03:10.775088+0000","last_fullsized":"2024-09-12T18:03:10.775088+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:57.310938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.768811+0000","last_change":"2024-09-12T17:32:41.550257+0000","last_active":"2024-09-12T18:03:00.768811+0000","last_peered":"2024-09-12T18:03:00.768811+0000","last_clean":"2024-09-12T18:03:00.768811+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:03:00.768811+0000","last_undegraded":"2024-09-12T18:03:00.768811+0000","last_fullsized":"2024-09-12T18:03:00.768811+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:57.600800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:53.730436+0000","last_change":"2024-09-12T17:13:10.890985+0000","last_active":"2024-09-12T18:02:53.730436+0000","last_peered":"2024-09-12T18:02:53.730436+0000","last_clean":"2024-09-12T18:02:53.730436+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:02:53.730436+0000","last_undegraded":"2024-09-12T18:02:53.730436+0000","last_fullsized":"2024-09-12T18:02:53.730436+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:47.811508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.298155+0000","last_change":"2024-09-12T17:13:06.304413+0000","last_active":"2024-09-12T18:05:20.298155+0000","last_peered":"2024-09-12T18:05:20.298155+0000","last_clean":"2024-09-12T18:05:20.298155+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:05:20.298155+0000","last_undegraded":"2024-09-12T18:05:20.298155+0000","last_fullsized":"2024-09-12T18:05:20.298155+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:29.304610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.770435+0000","last_change":"2024-09-12T17:09:10.267720+0000","last_active":"2024-09-12T18:03:10.770435+0000","last_peered":"2024-09-12T18:03:10.770435+0000","last_clean":"2024-09-12T18:03:10.770435+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:03:10.770435+0000","last_undegraded":"2024-09-12T18:03:10.770435+0000","last_fullsized":"2024-09-12T18:03:10.770435+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:06.209318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774260+0000","last_change":"2024-09-12T17:32:41.549955+0000","last_active":"2024-09-12T18:03:05.774260+0000","last_peered":"2024-09-12T18:03:05.774260+0000","last_clean":"2024-09-12T18:03:05.774260+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:03:05.774260+0000","last_undegraded":"2024-09-12T18:03:05.774260+0000","last_fullsized":"2024-09-12T18:03:05.774260+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:44.634527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866455+0000","last_change":"2024-09-12T17:13:10.327750+0000","last_active":"2024-09-12T18:02:40.866455+0000","last_peered":"2024-09-12T18:02:40.866455+0000","last_clean":"2024-09-12T18:02:40.866455+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:02:40.866455+0000","last_undegraded":"2024-09-12T18:02:40.866455+0000","last_fullsized":"2024-09-12T18:02:40.866455+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:22.090516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729926+0000","last_change":"2024-09-12T17:13:06.298421+0000","last_active":"2024-09-12T18:02:48.729926+0000","last_peered":"2024-09-12T18:02:48.729926+0000","last_clean":"2024-09-12T18:02:48.729926+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:02:48.729926+0000","last_undegraded":"2024-09-12T18:02:48.729926+0000","last_fullsized":"2024-09-12T18:02:48.729926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:35.429856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.723335+0000","last_change":"2024-09-12T17:09:10.270990+0000","last_active":"2024-09-12T18:03:10.723335+0000","last_peered":"2024-09-12T18:03:10.723335+0000","last_clean":"2024-09-12T18:03:10.723335+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:03:10.723335+0000","last_undegraded":"2024-09-12T18:03:10.723335+0000","last_fullsized":"2024-09-12T18:03:10.723335+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:01.519170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.861018+0000","last_change":"2024-09-12T17:32:41.551465+0000","last_active":"2024-09-12T18:01:55.861018+0000","last_peered":"2024-09-12T18:01:55.861018+0000","last_clean":"2024-09-12T18:01:55.861018+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:01:55.861018+0000","last_undegraded":"2024-09-12T18:01:55.861018+0000","last_fullsized":"2024-09-12T18:01:55.861018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:25.944781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722998+0000","last_change":"2024-09-12T17:13:10.327525+0000","last_active":"2024-09-12T18:03:00.722998+0000","last_peered":"2024-09-12T18:03:00.722998+0000","last_clean":"2024-09-12T18:03:00.722998+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:03:00.722998+0000","last_undegraded":"2024-09-12T18:03:00.722998+0000","last_fullsized":"2024-09-12T18:03:00.722998+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:29.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.000588+0000","last_change":"2024-09-12T17:13:06.299865+0000","last_active":"2024-09-12T18:05:20.000588+0000","last_peered":"2024-09-12T18:05:20.000588+0000","last_clean":"2024-09-12T18:05:20.000588+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:05:20.000588+0000","last_undegraded":"2024-09-12T18:05:20.000588+0000","last_fullsized":"2024-09-12T18:05:20.000588+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:43.850410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700619+0000","last_change":"2024-09-12T17:09:10.266109+0000","last_active":"2024-09-12T18:03:10.700619+0000","last_peered":"2024-09-12T18:03:10.700619+0000","last_clean":"2024-09-12T18:03:10.700619+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:03:10.700619+0000","last_undegraded":"2024-09-12T18:03:10.700619+0000","last_fullsized":"2024-09-12T18:03:10.700619+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:11.620915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764647+0000","last_change":"2024-09-12T17:32:41.552092+0000","last_active":"2024-09-12T18:02:05.764647+0000","last_peered":"2024-09-12T18:02:05.764647+0000","last_clean":"2024-09-12T18:02:05.764647+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:02:05.764647+0000","last_undegraded":"2024-09-12T18:02:05.764647+0000","last_fullsized":"2024-09-12T18:02:05.764647+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:34.909221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796837+0000","last_change":"2024-09-12T17:13:10.888298+0000","last_active":"2024-09-12T18:05:10.796837+0000","last_peered":"2024-09-12T18:05:10.796837+0000","last_clean":"2024-09-12T18:05:10.796837+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:05:10.796837+0000","last_undegraded":"2024-09-12T18:05:10.796837+0000","last_fullsized":"2024-09-12T18:05:10.796837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:03.125569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.679695+0000","last_change":"2024-09-12T17:13:06.298182+0000","last_active":"2024-09-12T18:05:20.679695+0000","last_peered":"2024-09-12T18:05:20.679695+0000","last_clean":"2024-09-12T18:05:20.679695+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:05:20.679695+0000","last_undegraded":"2024-09-12T18:05:20.679695+0000","last_fullsized":"2024-09-12T18:05:20.679695+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:12.626570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":161,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:20.757592+0000","last_change":"2024-09-12T17:09:10.270520+0000","last_active":"2024-09-12T18:01:20.757592+0000","last_peered":"2024-09-12T18:01:20.757592+0000","last_clean":"2024-09-12T18:01:20.757592+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:01:20.757592+0000","last_undegraded":"2024-09-12T18:01:20.757592+0000","last_fullsized":"2024-09-12T18:01:20.757592+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:08.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763801+0000","last_change":"2024-09-12T17:32:41.550252+0000","last_active":"2024-09-12T18:02:00.763801+0000","last_peered":"2024-09-12T18:02:00.763801+0000","last_clean":"2024-09-12T18:02:00.763801+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:02:00.763801+0000","last_undegraded":"2024-09-12T18:02:00.763801+0000","last_fullsized":"2024-09-12T18:02:00.763801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:00.908436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:58.745823+0000","last_change":"2024-09-12T17:13:10.322478+0000","last_active":"2024-09-12T18:04:58.745823+0000","last_peered":"2024-09-12T18:04:58.745823+0000","last_clean":"2024-09-12T18:04:58.745823+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:04:58.745823+0000","last_undegraded":"2024-09-12T18:04:58.745823+0000","last_fullsized":"2024-09-12T18:04:58.745823+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:37.796344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718056+0000","last_change":"2024-09-12T17:13:06.297558+0000","last_active":"2024-09-12T18:05:15.718056+0000","last_peered":"2024-09-12T18:05:15.718056+0000","last_clean":"2024-09-12T18:05:15.718056+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:05:15.718056+0000","last_undegraded":"2024-09-12T18:05:15.718056+0000","last_fullsized":"2024-09-12T18:05:15.718056+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:25.757958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855396+0000","last_change":"2024-09-12T17:09:10.273095+0000","last_active":"2024-09-12T18:01:10.855396+0000","last_peered":"2024-09-12T18:01:10.855396+0000","last_clean":"2024-09-12T18:01:10.855396+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:01:10.855396+0000","last_undegraded":"2024-09-12T18:01:10.855396+0000","last_fullsized":"2024-09-12T18:01:10.855396+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:09.778188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.691542+0000","last_change":"2024-09-12T17:32:41.545493+0000","last_active":"2024-09-12T18:01:55.691542+0000","last_peered":"2024-09-12T18:01:55.691542+0000","last_clean":"2024-09-12T18:01:55.691542+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:01:55.691542+0000","last_undegraded":"2024-09-12T18:01:55.691542+0000","last_fullsized":"2024-09-12T18:01:55.691542+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:49.202805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775152+0000","last_change":"2024-09-12T17:13:10.326493+0000","last_active":"2024-09-12T18:03:10.775152+0000","last_peered":"2024-09-12T18:03:10.775152+0000","last_clean":"2024-09-12T18:03:10.775152+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:03:10.775152+0000","last_undegraded":"2024-09-12T18:03:10.775152+0000","last_fullsized":"2024-09-12T18:03:10.775152+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:01.018946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:35.719537+0000","last_change":"2024-09-12T17:13:06.301058+0000","last_active":"2024-09-12T18:02:35.719537+0000","last_peered":"2024-09-12T18:02:35.719537+0000","last_clean":"2024-09-12T18:02:35.719537+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:02:35.719537+0000","last_undegraded":"2024-09-12T18:02:35.719537+0000","last_fullsized":"2024-09-12T18:02:35.719537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.986512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":169,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753807+0000","last_change":"2024-09-12T17:09:10.266076+0000","last_active":"2024-09-12T18:01:10.753807+0000","last_peered":"2024-09-12T18:01:10.753807+0000","last_clean":"2024-09-12T18:01:10.753807+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:01:10.753807+0000","last_undegraded":"2024-09-12T18:01:10.753807+0000","last_fullsized":"2024-09-12T18:01:10.753807+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:52.594773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.762990+0000","last_change":"2024-09-12T17:32:41.550557+0000","last_active":"2024-09-12T18:01:55.762990+0000","last_peered":"2024-09-12T18:01:55.762990+0000","last_clean":"2024-09-12T18:01:55.762990+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:01:55.762990+0000","last_undegraded":"2024-09-12T18:01:55.762990+0000","last_fullsized":"2024-09-12T18:01:55.762990+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:31.674024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'8","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.814283+0000","last_change":"2024-09-12T17:13:10.320561+0000","last_active":"2024-09-12T18:05:20.814283+0000","last_peered":"2024-09-12T18:05:20.814283+0000","last_clean":"2024-09-12T18:05:20.814283+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:05:20.814283+0000","last_undegraded":"2024-09-12T18:05:20.814283+0000","last_fullsized":"2024-09-12T18:05:20.814283+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:07.587358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":8,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774347+0000","last_change":"2024-09-12T17:13:06.303010+0000","last_active":"2024-09-12T18:03:05.774347+0000","last_peered":"2024-09-12T18:03:05.774347+0000","last_clean":"2024-09-12T18:03:05.774347+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:03:05.774347+0000","last_undegraded":"2024-09-12T18:03:05.774347+0000","last_fullsized":"2024-09-12T18:03:05.774347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:08.297145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686566+0000","last_change":"2024-09-12T17:09:10.272750+0000","last_active":"2024-09-12T18:01:10.686566+0000","last_peered":"2024-09-12T18:01:10.686566+0000","last_clean":"2024-09-12T18:01:10.686566+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:01:10.686566+0000","last_undegraded":"2024-09-12T18:01:10.686566+0000","last_fullsized":"2024-09-12T18:01:10.686566+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:31.283875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762022+0000","last_change":"2024-09-12T17:32:41.546525+0000","last_active":"2024-09-12T18:01:50.762022+0000","last_peered":"2024-09-12T18:01:50.762022+0000","last_clean":"2024-09-12T18:01:50.762022+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:01:50.762022+0000","last_undegraded":"2024-09-12T18:01:50.762022+0000","last_fullsized":"2024-09-12T18:01:50.762022+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:42.236376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718175+0000","last_change":"2024-09-12T17:13:10.889644+0000","last_active":"2024-09-12T18:05:15.718175+0000","last_peered":"2024-09-12T18:05:15.718175+0000","last_clean":"2024-09-12T18:05:15.718175+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:05:15.718175+0000","last_undegraded":"2024-09-12T18:05:15.718175+0000","last_fullsized":"2024-09-12T18:05:15.718175+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:48.924700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723938+0000","last_change":"2024-09-12T17:13:06.301219+0000","last_active":"2024-09-12T18:03:15.723938+0000","last_peered":"2024-09-12T18:03:15.723938+0000","last_clean":"2024-09-12T18:03:15.723938+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:03:15.723938+0000","last_undegraded":"2024-09-12T18:03:15.723938+0000","last_fullsized":"2024-09-12T18:03:15.723938+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:30.825007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.753875+0000","last_change":"2024-09-12T17:09:10.268690+0000","last_active":"2024-09-12T18:01:10.753875+0000","last_peered":"2024-09-12T18:01:10.753875+0000","last_clean":"2024-09-12T18:01:10.753875+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:01:10.753875+0000","last_undegraded":"2024-09-12T18:01:10.753875+0000","last_fullsized":"2024-09-12T18:01:10.753875+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:50.586358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729849+0000","last_change":"2024-09-12T17:32:41.543342+0000","last_active":"2024-09-12T18:02:48.729849+0000","last_peered":"2024-09-12T18:02:48.729849+0000","last_clean":"2024-09-12T18:02:48.729849+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:02:48.729849+0000","last_undegraded":"2024-09-12T18:02:48.729849+0000","last_fullsized":"2024-09-12T18:02:48.729849+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.740281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773517+0000","last_change":"2024-09-12T17:13:10.889895+0000","last_active":"2024-09-12T18:03:00.773517+0000","last_peered":"2024-09-12T18:03:00.773517+0000","last_clean":"2024-09-12T18:03:00.773517+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:03:00.773517+0000","last_undegraded":"2024-09-12T18:03:00.773517+0000","last_fullsized":"2024-09-12T18:03:00.773517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:23.952600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:05.796101+0000","last_change":"2024-09-12T17:13:06.305017+0000","last_active":"2024-09-12T18:05:05.796101+0000","last_peered":"2024-09-12T18:05:05.796101+0000","last_clean":"2024-09-12T18:05:05.796101+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:05:05.796101+0000","last_undegraded":"2024-09-12T18:05:05.796101+0000","last_fullsized":"2024-09-12T18:05:05.796101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:40.364434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758489+0000","last_change":"2024-09-12T17:09:10.268574+0000","last_active":"2024-09-12T18:01:25.758489+0000","last_peered":"2024-09-12T18:01:25.758489+0000","last_clean":"2024-09-12T18:01:25.758489+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:01:25.758489+0000","last_undegraded":"2024-09-12T18:01:25.758489+0000","last_fullsized":"2024-09-12T18:01:25.758489+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:45.969288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.713359+0000","last_change":"2024-09-12T17:32:41.549155+0000","last_active":"2024-09-12T18:01:50.713359+0000","last_peered":"2024-09-12T18:01:50.713359+0000","last_clean":"2024-09-12T18:01:50.713359+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:01:50.713359+0000","last_undegraded":"2024-09-12T18:01:50.713359+0000","last_fullsized":"2024-09-12T18:01:50.713359+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:50.853565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.741520+0000","last_change":"2024-09-12T17:13:10.325297+0000","last_active":"2024-09-12T18:05:10.741520+0000","last_peered":"2024-09-12T18:05:10.741520+0000","last_clean":"2024-09-12T18:05:10.741520+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:05:10.741520+0000","last_undegraded":"2024-09-12T18:05:10.741520+0000","last_fullsized":"2024-09-12T18:05:10.741520+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:22.480997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784988+0000","last_change":"2024-09-12T17:13:06.304036+0000","last_active":"2024-09-12T18:05:19.784988+0000","last_peered":"2024-09-12T18:05:19.784988+0000","last_clean":"2024-09-12T18:05:19.784988+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:05:19.784988+0000","last_undegraded":"2024-09-12T18:05:19.784988+0000","last_fullsized":"2024-09-12T18:05:19.784988+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:25.738927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":274,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:23.734261+0000","last_change":"2024-09-12T17:09:10.268416+0000","last_active":"2024-09-12T18:03:23.734261+0000","last_peered":"2024-09-12T18:03:23.734261+0000","last_clean":"2024-09-12T18:03:23.734261+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:03:23.734261+0000","last_undegraded":"2024-09-12T18:03:23.734261+0000","last_fullsized":"2024-09-12T18:03:23.734261+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722283+0000","last_change":"2024-09-12T17:32:41.546757+0000","last_active":"2024-09-12T18:03:00.722283+0000","last_peered":"2024-09-12T18:03:00.722283+0000","last_clean":"2024-09-12T18:03:00.722283+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:03:00.722283+0000","last_undegraded":"2024-09-12T18:03:00.722283+0000","last_fullsized":"2024-09-12T18:03:00.722283+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:51.776371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'7","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.144728+0000","last_change":"2024-09-12T17:13:10.325735+0000","last_active":"2024-09-12T18:05:20.144728+0000","last_peered":"2024-09-12T18:05:20.144728+0000","last_clean":"2024-09-12T18:05:20.144728+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:05:20.144728+0000","last_undegraded":"2024-09-12T18:05:20.144728+0000","last_fullsized":"2024-09-12T18:05:20.144728+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:58.753197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.061487+0000","last_change":"2024-09-12T17:13:06.297541+0000","last_active":"2024-09-12T18:05:20.061487+0000","last_peered":"2024-09-12T18:05:20.061487+0000","last_clean":"2024-09-12T18:05:20.061487+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:05:20.061487+0000","last_undegraded":"2024-09-12T18:05:20.061487+0000","last_fullsized":"2024-09-12T18:05:20.061487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:58.244086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4105,"num_write":6,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777044+0000","last_change":"2024-09-12T17:09:10.273325+0000","last_active":"2024-09-12T18:03:20.777044+0000","last_peered":"2024-09-12T18:03:20.777044+0000","last_clean":"2024-09-12T18:03:20.777044+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:03:20.777044+0000","last_undegraded":"2024-09-12T18:03:20.777044+0000","last_fullsized":"2024-09-12T18:03:20.777044+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:10.868061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699399+0000","last_change":"2024-09-12T17:32:41.548691+0000","last_active":"2024-09-12T18:03:00.699399+0000","last_peered":"2024-09-12T18:03:00.699399+0000","last_clean":"2024-09-12T18:03:00.699399+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:03:00.699399+0000","last_undegraded":"2024-09-12T18:03:00.699399+0000","last_fullsized":"2024-09-12T18:03:00.699399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:12.575102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.144556+0000","last_change":"2024-09-12T17:13:10.323121+0000","last_active":"2024-09-12T18:05:20.144556+0000","last_peered":"2024-09-12T18:05:20.144556+0000","last_clean":"2024-09-12T18:05:20.144556+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:05:20.144556+0000","last_undegraded":"2024-09-12T18:05:20.144556+0000","last_fullsized":"2024-09-12T18:05:20.144556+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:24.985924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796910+0000","last_change":"2024-09-12T17:13:06.300247+0000","last_active":"2024-09-12T18:05:10.796910+0000","last_peered":"2024-09-12T18:05:10.796910+0000","last_clean":"2024-09-12T18:05:10.796910+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:05:10.796910+0000","last_undegraded":"2024-09-12T18:05:10.796910+0000","last_fullsized":"2024-09-12T18:05:10.796910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:19.464314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.725905+0000","last_change":"2024-09-12T17:09:10.267687+0000","last_active":"2024-09-12T18:03:20.725905+0000","last_peered":"2024-09-12T18:03:20.725905+0000","last_clean":"2024-09-12T18:03:20.725905+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:03:20.725905+0000","last_undegraded":"2024-09-12T18:03:20.725905+0000","last_fullsized":"2024-09-12T18:03:20.725905+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:14.864859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.690974+0000","last_change":"2024-09-12T17:32:41.549696+0000","last_active":"2024-09-12T18:01:50.690974+0000","last_peered":"2024-09-12T18:01:50.690974+0000","last_clean":"2024-09-12T18:01:50.690974+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:01:50.690974+0000","last_undegraded":"2024-09-12T18:01:50.690974+0000","last_fullsized":"2024-09-12T18:01:50.690974+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:03.583797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'11","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.263561+0000","last_change":"2024-09-12T17:13:10.327648+0000","last_active":"2024-09-12T18:05:19.263561+0000","last_peered":"2024-09-12T18:05:19.263561+0000","last_clean":"2024-09-12T18:05:19.263561+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:05:19.263561+0000","last_undegraded":"2024-09-12T18:05:19.263561+0000","last_fullsized":"2024-09-12T18:05:19.263561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:36.378952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":3127,"num_write":16,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732164+0000","last_change":"2024-09-12T17:13:06.296955+0000","last_active":"2024-09-12T18:03:08.732164+0000","last_peered":"2024-09-12T18:03:08.732164+0000","last_clean":"2024-09-12T18:03:08.732164+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:03:08.732164+0000","last_undegraded":"2024-09-12T18:03:08.732164+0000","last_fullsized":"2024-09-12T18:03:08.732164+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:42.740025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":122,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.771904+0000","last_change":"2024-09-12T17:09:10.265238+0000","last_active":"2024-09-12T18:03:20.771904+0000","last_peered":"2024-09-12T18:03:20.771904+0000","last_clean":"2024-09-12T18:03:20.771904+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:03:20.771904+0000","last_undegraded":"2024-09-12T18:03:20.771904+0000","last_fullsized":"2024-09-12T18:03:20.771904+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.018490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763821+0000","last_change":"2024-09-12T17:32:41.552411+0000","last_active":"2024-09-12T18:02:00.763821+0000","last_peered":"2024-09-12T18:02:00.763821+0000","last_clean":"2024-09-12T18:02:00.763821+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:02:00.763821+0000","last_undegraded":"2024-09-12T18:02:00.763821+0000","last_fullsized":"2024-09-12T18:02:00.763821+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:28.866963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.742301+0000","last_change":"2024-09-12T17:13:10.325183+0000","last_active":"2024-09-12T18:05:15.742301+0000","last_peered":"2024-09-12T18:05:15.742301+0000","last_clean":"2024-09-12T18:05:15.742301+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:05:15.742301+0000","last_undegraded":"2024-09-12T18:05:15.742301+0000","last_fullsized":"2024-09-12T18:05:15.742301+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:21.704143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.769606+0000","last_change":"2024-09-12T17:13:06.302709+0000","last_active":"2024-09-12T18:03:05.769606+0000","last_peered":"2024-09-12T18:03:05.769606+0000","last_clean":"2024-09-12T18:03:05.769606+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:03:05.769606+0000","last_undegraded":"2024-09-12T18:03:05.769606+0000","last_fullsized":"2024-09-12T18:03:05.769606+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.076485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777001+0000","last_change":"2024-09-12T17:09:10.267732+0000","last_active":"2024-09-12T18:03:20.777001+0000","last_peered":"2024-09-12T18:03:20.777001+0000","last_clean":"2024-09-12T18:03:20.777001+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:03:20.777001+0000","last_undegraded":"2024-09-12T18:03:20.777001+0000","last_fullsized":"2024-09-12T18:03:20.777001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:35.012777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'323","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.413687+0000","last_change":"2024-09-12T16:53:16.156072+0000","last_active":"2024-09-12T18:05:21.413687+0000","last_peered":"2024-09-12T18:05:21.413687+0000","last_clean":"2024-09-12T18:05:21.413687+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:21.413687+0000","last_undegraded":"2024-09-12T18:05:21.413687+0000","last_fullsized":"2024-09-12T18:05:21.413687+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:57.367763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":35276,"num_write":1003,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":691,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752246+0000","last_change":"2024-09-12T16:53:18.156411+0000","last_active":"2024-09-12T18:00:50.752246+0000","last_peered":"2024-09-12T18:00:50.752246+0000","last_clean":"2024-09-12T18:00:50.752246+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:00:50.752246+0000","last_undegraded":"2024-09-12T18:00:50.752246+0000","last_fullsized":"2024-09-12T18:00:50.752246+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:13.134386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'347","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.429083+0000","last_change":"2024-09-12T16:53:16.145425+0000","last_active":"2024-09-12T18:05:21.429083+0000","last_peered":"2024-09-12T18:05:21.429083+0000","last_clean":"2024-09-12T18:05:21.429083+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:05:21.429083+0000","last_undegraded":"2024-09-12T18:05:21.429083+0000","last_fullsized":"2024-09-12T18:05:21.429083+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:21:34.892667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":464,"num_read_kb":21263,"num_write":1002,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'359","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.717774+0000","last_change":"2024-09-12T16:53:18.160481+0000","last_active":"2024-09-12T18:03:10.717774+0000","last_peered":"2024-09-12T18:03:10.717774+0000","last_clean":"2024-09-12T18:03:10.717774+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:03:10.717774+0000","last_undegraded":"2024-09-12T18:03:10.717774+0000","last_fullsized":"2024-09-12T18:03:10.717774+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:36.739965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'350","reported_seq":1124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.466934+0000","last_change":"2024-09-12T16:53:16.143631+0000","last_active":"2024-09-12T18:05:21.466934+0000","last_peered":"2024-09-12T18:05:21.466934+0000","last_clean":"2024-09-12T18:05:21.466934+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:21.466934+0000","last_undegraded":"2024-09-12T18:05:21.466934+0000","last_fullsized":"2024-09-12T18:05:21.466934+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:35.419788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6274493,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":770,"num_read_kb":30264,"num_write":1283,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:59.163669+0000","last_change":"2024-09-12T16:53:18.153756+0000","last_active":"2024-09-12T18:02:59.163669+0000","last_peered":"2024-09-12T18:02:59.163669+0000","last_clean":"2024-09-12T18:02:59.163669+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:02:59.163669+0000","last_undegraded":"2024-09-12T18:02:59.163669+0000","last_fullsized":"2024-09-12T18:02:59.163669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:23.982332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'348","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.451325+0000","last_change":"2024-09-12T16:53:49.753977+0000","last_active":"2024-09-12T18:05:21.451325+0000","last_peered":"2024-09-12T18:05:21.451325+0000","last_clean":"2024-09-12T18:05:21.451325+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:21.451325+0000","last_undegraded":"2024-09-12T18:05:21.451325+0000","last_fullsized":"2024-09-12T18:05:21.451325+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:21.437121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":694699,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":3327,"num_write":1112,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.684041+0000","last_change":"2024-09-12T16:53:18.164914+0000","last_active":"2024-09-12T18:00:50.684041+0000","last_peered":"2024-09-12T18:00:50.684041+0000","last_clean":"2024-09-12T18:00:50.684041+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:00:50.684041+0000","last_undegraded":"2024-09-12T18:00:50.684041+0000","last_fullsized":"2024-09-12T18:00:50.684041+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:24:50.178486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'290","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.446323+0000","last_change":"2024-09-12T16:53:16.153925+0000","last_active":"2024-09-12T18:05:21.446323+0000","last_peered":"2024-09-12T18:05:21.446323+0000","last_clean":"2024-09-12T18:05:21.446323+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:21.446323+0000","last_undegraded":"2024-09-12T18:05:21.446323+0000","last_fullsized":"2024-09-12T18:05:21.446323+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:47.539639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":404,"num_read_kb":18362,"num_write":870,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.656936+0000","last_change":"2024-09-12T16:53:18.152261+0000","last_active":"2024-09-12T18:03:33.656936+0000","last_peered":"2024-09-12T18:03:33.656936+0000","last_clean":"2024-09-12T18:03:33.656936+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:03:33.656936+0000","last_undegraded":"2024-09-12T18:03:33.656936+0000","last_fullsized":"2024-09-12T18:03:33.656936+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:25.029250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'331","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.407455+0000","last_change":"2024-09-12T16:53:16.149012+0000","last_active":"2024-09-12T18:05:21.407455+0000","last_peered":"2024-09-12T18:05:21.407455+0000","last_clean":"2024-09-12T18:05:21.407455+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:21.407455+0000","last_undegraded":"2024-09-12T18:05:21.407455+0000","last_fullsized":"2024-09-12T18:05:21.407455+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:53.953434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":63577,"num_write":1046,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'125","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715472+0000","last_change":"2024-09-12T16:53:18.155120+0000","last_active":"2024-09-12T18:02:05.715472+0000","last_peered":"2024-09-12T18:02:05.715472+0000","last_clean":"2024-09-12T18:02:05.715472+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:02:05.715472+0000","last_undegraded":"2024-09-12T18:02:05.715472+0000","last_fullsized":"2024-09-12T18:02:05.715472+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:36.231895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'304","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.468508+0000","last_change":"2024-09-12T16:53:16.156330+0000","last_active":"2024-09-12T18:05:21.468508+0000","last_peered":"2024-09-12T18:05:21.468508+0000","last_clean":"2024-09-12T18:05:21.468508+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:21.468508+0000","last_undegraded":"2024-09-12T18:05:21.468508+0000","last_fullsized":"2024-09-12T18:05:21.468508+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:53.758321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":1207,"num_write":978,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'327","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.822122+0000","last_change":"2024-09-12T16:53:18.160222+0000","last_active":"2024-09-12T18:04:52.822122+0000","last_peered":"2024-09-12T18:04:52.822122+0000","last_clean":"2024-09-12T18:04:52.822122+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:04:52.822122+0000","last_undegraded":"2024-09-12T18:04:52.822122+0000","last_fullsized":"2024-09-12T18:04:52.822122+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'337","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.456469+0000","last_change":"2024-09-12T16:53:16.149993+0000","last_active":"2024-09-12T18:05:21.456469+0000","last_peered":"2024-09-12T18:05:21.456469+0000","last_clean":"2024-09-12T18:05:21.456469+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:21.456469+0000","last_undegraded":"2024-09-12T18:05:21.456469+0000","last_fullsized":"2024-09-12T18:05:21.456469+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:00.474131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":41259,"num_write":1065,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'85","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.716946+0000","last_change":"2024-09-12T16:53:18.163283+0000","last_active":"2024-09-12T18:02:05.716946+0000","last_peered":"2024-09-12T18:02:05.716946+0000","last_clean":"2024-09-12T18:02:05.716946+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:02:05.716946+0000","last_undegraded":"2024-09-12T18:02:05.716946+0000","last_fullsized":"2024-09-12T18:02:05.716946+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:09.341463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1054,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705902+0000","last_change":"2024-09-12T16:53:18.152640+0000","last_active":"2024-09-12T18:01:00.705902+0000","last_peered":"2024-09-12T18:01:00.705902+0000","last_clean":"2024-09-12T18:01:00.705902+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:01:00.705902+0000","last_undegraded":"2024-09-12T18:01:00.705902+0000","last_fullsized":"2024-09-12T18:01:00.705902+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:04.448704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'356","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.425108+0000","last_change":"2024-09-12T16:53:16.157825+0000","last_active":"2024-09-12T18:05:21.425108+0000","last_peered":"2024-09-12T18:05:21.425108+0000","last_clean":"2024-09-12T18:05:21.425108+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:21.425108+0000","last_undegraded":"2024-09-12T18:05:21.425108+0000","last_fullsized":"2024-09-12T18:05:21.425108+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:53.551025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":527,"num_read_kb":14380,"num_write":1088,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:14.021621+0000","last_change":"2024-09-12T16:53:18.160888+0000","last_active":"2024-09-12T18:02:14.021621+0000","last_peered":"2024-09-12T18:02:14.021621+0000","last_clean":"2024-09-12T18:02:14.021621+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:02:14.021621+0000","last_undegraded":"2024-09-12T18:02:14.021621+0000","last_fullsized":"2024-09-12T18:02:14.021621+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:34.974751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'369","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.402953+0000","last_change":"2024-09-12T16:53:16.156517+0000","last_active":"2024-09-12T18:05:21.402953+0000","last_peered":"2024-09-12T18:05:21.402953+0000","last_clean":"2024-09-12T18:05:21.402953+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:21.402953+0000","last_undegraded":"2024-09-12T18:05:21.402953+0000","last_fullsized":"2024-09-12T18:05:21.402953+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:47.052655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048622,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":33406,"num_write":1211,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":833,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756436+0000","last_change":"2024-09-12T16:53:18.156653+0000","last_active":"2024-09-12T18:01:15.756436+0000","last_peered":"2024-09-12T18:01:15.756436+0000","last_clean":"2024-09-12T18:01:15.756436+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:01:15.756436+0000","last_undegraded":"2024-09-12T18:01:15.756436+0000","last_fullsized":"2024-09-12T18:01:15.756436+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:38.919047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1033,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.459106+0000","last_change":"2024-09-12T16:53:16.157389+0000","last_active":"2024-09-12T18:05:21.459106+0000","last_peered":"2024-09-12T18:05:21.459106+0000","last_clean":"2024-09-12T18:05:21.459106+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:21.459106+0000","last_undegraded":"2024-09-12T18:05:21.459106+0000","last_fullsized":"2024-09-12T18:05:21.459106+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355602,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":571,"num_read_kb":24192,"num_write":1106,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.710234+0000","last_change":"2024-09-12T16:53:18.162647+0000","last_active":"2024-09-12T18:01:00.710234+0000","last_peered":"2024-09-12T18:01:00.710234+0000","last_clean":"2024-09-12T18:01:00.710234+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:01:00.710234+0000","last_undegraded":"2024-09-12T18:01:00.710234+0000","last_fullsized":"2024-09-12T18:01:00.710234+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:17.846976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'337","reported_seq":1100,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.403120+0000","last_change":"2024-09-12T16:53:16.159560+0000","last_active":"2024-09-12T18:05:21.403120+0000","last_peered":"2024-09-12T18:05:21.403120+0000","last_clean":"2024-09-12T18:05:21.403120+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:21.403120+0000","last_undegraded":"2024-09-12T18:05:21.403120+0000","last_fullsized":"2024-09-12T18:05:21.403120+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:29.682472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232766,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":73934,"num_write":1051,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:29.265272+0000","last_change":"2024-09-12T16:53:18.149904+0000","last_active":"2024-09-12T18:01:29.265272+0000","last_peered":"2024-09-12T18:01:29.265272+0000","last_clean":"2024-09-12T18:01:29.265272+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:01:29.265272+0000","last_undegraded":"2024-09-12T18:01:29.265272+0000","last_fullsized":"2024-09-12T18:01:29.265272+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:24.136675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'342","reported_seq":984,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.315884+0000","last_change":"2024-09-12T16:53:16.148878+0000","last_active":"2024-09-12T18:05:21.315884+0000","last_peered":"2024-09-12T18:05:21.315884+0000","last_clean":"2024-09-12T18:05:21.315884+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:21.315884+0000","last_undegraded":"2024-09-12T18:05:21.315884+0000","last_fullsized":"2024-09-12T18:05:21.315884+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:17.763828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":488,"num_read_kb":16770,"num_write":1014,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:35.728313+0000","last_change":"2024-09-12T16:53:18.150596+0000","last_active":"2024-09-12T18:01:35.728313+0000","last_peered":"2024-09-12T18:01:35.728313+0000","last_clean":"2024-09-12T18:01:35.728313+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:01:35.728313+0000","last_undegraded":"2024-09-12T18:01:35.728313+0000","last_fullsized":"2024-09-12T18:01:35.728313+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.941923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'405","reported_seq":1097,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.476918+0000","last_change":"2024-09-12T16:53:16.146531+0000","last_active":"2024-09-12T18:05:21.476918+0000","last_peered":"2024-09-12T18:05:21.476918+0000","last_clean":"2024-09-12T18:05:21.476918+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:21.476918+0000","last_undegraded":"2024-09-12T18:05:21.476918+0000","last_fullsized":"2024-09-12T18:05:21.476918+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:08.877740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":630,"num_read_kb":58140,"num_write":1289,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'125","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.845270+0000","last_change":"2024-09-12T16:53:26.172648+0000","last_active":"2024-09-12T18:03:34.845270+0000","last_peered":"2024-09-12T18:03:34.845270+0000","last_clean":"2024-09-12T18:03:34.845270+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:03:34.845270+0000","last_undegraded":"2024-09-12T18:03:34.845270+0000","last_fullsized":"2024-09-12T18:03:34.845270+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:03.190789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855462+0000","last_change":"2024-09-12T16:53:18.154180+0000","last_active":"2024-09-12T18:01:10.855462+0000","last_peered":"2024-09-12T18:01:10.855462+0000","last_clean":"2024-09-12T18:01:10.855462+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:01:10.855462+0000","last_undegraded":"2024-09-12T18:01:10.855462+0000","last_fullsized":"2024-09-12T18:01:10.855462+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:15.095307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'422","reported_seq":1131,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.445937+0000","last_change":"2024-09-12T16:53:16.154632+0000","last_active":"2024-09-12T18:05:21.445937+0000","last_peered":"2024-09-12T18:05:21.445937+0000","last_clean":"2024-09-12T18:05:21.445937+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:21.445937+0000","last_undegraded":"2024-09-12T18:05:21.445937+0000","last_fullsized":"2024-09-12T18:05:21.445937+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:38:19.632398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":727,"num_read_kb":30873,"num_write":1362,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754109+0000","last_change":"2024-09-12T16:53:20.155586+0000","last_active":"2024-09-12T18:01:00.754109+0000","last_peered":"2024-09-12T18:01:00.754109+0000","last_clean":"2024-09-12T18:01:00.754109+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:01:00.754109+0000","last_undegraded":"2024-09-12T18:01:00.754109+0000","last_fullsized":"2024-09-12T18:01:00.754109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:05.238963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'319","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.479796+0000","last_change":"2024-09-12T16:53:22.156051+0000","last_active":"2024-09-12T18:05:21.479796+0000","last_peered":"2024-09-12T18:05:21.479796+0000","last_clean":"2024-09-12T18:05:21.479796+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:05:21.479796+0000","last_undegraded":"2024-09-12T18:05:21.479796+0000","last_fullsized":"2024-09-12T18:05:21.479796+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:14.518080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12201,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":507,"num_read_kb":1013,"num_write":386,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755188+0000","last_change":"2024-09-12T16:53:24.174788+0000","last_active":"2024-09-12T18:01:05.755188+0000","last_peered":"2024-09-12T18:01:05.755188+0000","last_clean":"2024-09-12T18:01:05.755188+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:01:05.755188+0000","last_undegraded":"2024-09-12T18:01:05.755188+0000","last_fullsized":"2024-09-12T18:01:05.755188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:41.684219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'143","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.722572+0000","last_change":"2024-09-12T16:53:26.183485+0000","last_active":"2024-09-12T18:03:33.722572+0000","last_peered":"2024-09-12T18:03:33.722572+0000","last_clean":"2024-09-12T18:03:33.722572+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:03:33.722572+0000","last_undegraded":"2024-09-12T18:03:33.722572+0000","last_fullsized":"2024-09-12T18:03:33.722572+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:00.753852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754072+0000","last_change":"2024-09-12T16:53:18.155909+0000","last_active":"2024-09-12T18:01:00.754072+0000","last_peered":"2024-09-12T18:01:00.754072+0000","last_clean":"2024-09-12T18:01:00.754072+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:01:00.754072+0000","last_undegraded":"2024-09-12T18:01:00.754072+0000","last_fullsized":"2024-09-12T18:01:00.754072+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'399","reported_seq":1041,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.425772+0000","last_change":"2024-09-12T16:53:16.138288+0000","last_active":"2024-09-12T18:05:21.425772+0000","last_peered":"2024-09-12T18:05:21.425772+0000","last_clean":"2024-09-12T18:05:21.425772+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:21.425772+0000","last_undegraded":"2024-09-12T18:05:21.425772+0000","last_fullsized":"2024-09-12T18:05:21.425772+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:26.648756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194343,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":6561,"num_write":1208,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855476+0000","last_change":"2024-09-12T16:53:20.153944+0000","last_active":"2024-09-12T18:01:10.855476+0000","last_peered":"2024-09-12T18:01:10.855476+0000","last_clean":"2024-09-12T18:01:10.855476+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:01:10.855476+0000","last_undegraded":"2024-09-12T18:01:10.855476+0000","last_fullsized":"2024-09-12T18:01:10.855476+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:30.125372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'111","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.340847+0000","last_change":"2024-09-12T16:53:22.159738+0000","last_active":"2024-09-12T18:03:56.340847+0000","last_peered":"2024-09-12T18:03:56.340847+0000","last_clean":"2024-09-12T18:03:56.340847+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:03:56.340847+0000","last_undegraded":"2024-09-12T18:03:56.340847+0000","last_fullsized":"2024-09-12T18:03:56.340847+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:23.406297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.706811+0000","last_change":"2024-09-12T16:53:24.176073+0000","last_active":"2024-09-12T18:01:05.706811+0000","last_peered":"2024-09-12T18:01:05.706811+0000","last_clean":"2024-09-12T18:01:05.706811+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:01:05.706811+0000","last_undegraded":"2024-09-12T18:01:05.706811+0000","last_fullsized":"2024-09-12T18:01:05.706811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:29.775823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'107","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.027554+0000","last_change":"2024-09-12T16:53:26.180819+0000","last_active":"2024-09-12T18:02:42.027554+0000","last_peered":"2024-09-12T18:02:42.027554+0000","last_clean":"2024-09-12T18:02:42.027554+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:02:42.027554+0000","last_undegraded":"2024-09-12T18:02:42.027554+0000","last_fullsized":"2024-09-12T18:02:42.027554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:47.888585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.727075+0000","last_change":"2024-09-12T16:53:18.165139+0000","last_active":"2024-09-12T18:02:00.727075+0000","last_peered":"2024-09-12T18:02:00.727075+0000","last_clean":"2024-09-12T18:02:00.727075+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:02:00.727075+0000","last_undegraded":"2024-09-12T18:02:00.727075+0000","last_fullsized":"2024-09-12T18:02:00.727075+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:02:39.085083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'371","reported_seq":1054,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.455148+0000","last_change":"2024-09-12T16:53:16.155799+0000","last_active":"2024-09-12T18:05:21.455148+0000","last_peered":"2024-09-12T18:05:21.455148+0000","last_clean":"2024-09-12T18:05:21.455148+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:21.455148+0000","last_undegraded":"2024-09-12T18:05:21.455148+0000","last_fullsized":"2024-09-12T18:05:21.455148+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:48.207181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":635,"num_read_kb":36076,"num_write":1194,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"38'5","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.964557+0000","last_change":"2024-09-12T16:53:20.155908+0000","last_active":"2024-09-12T18:05:18.964557+0000","last_peered":"2024-09-12T18:05:18.964557+0000","last_clean":"2024-09-12T18:05:18.964557+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:18.964557+0000","last_undegraded":"2024-09-12T18:05:18.964557+0000","last_fullsized":"2024-09-12T18:05:18.964557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:14.726796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'146","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.381621+0000","last_change":"2024-09-12T16:53:22.161942+0000","last_active":"2024-09-12T18:03:56.381621+0000","last_peered":"2024-09-12T18:03:56.381621+0000","last_clean":"2024-09-12T18:03:56.381621+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:03:56.381621+0000","last_undegraded":"2024-09-12T18:03:56.381621+0000","last_fullsized":"2024-09-12T18:03:56.381621+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:21.539509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'770","reported_seq":2853,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.059343+0000","last_change":"2024-09-12T16:53:24.175697+0000","last_active":"2024-09-12T18:05:21.059343+0000","last_peered":"2024-09-12T18:05:21.059343+0000","last_clean":"2024-09-12T18:05:21.059343+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:21.059343+0000","last_undegraded":"2024-09-12T18:05:21.059343+0000","last_fullsized":"2024-09-12T18:05:21.059343+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:59.221860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'187","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.788068+0000","last_change":"2024-09-12T16:53:26.171602+0000","last_active":"2024-09-12T18:03:33.788068+0000","last_peered":"2024-09-12T18:03:33.788068+0000","last_clean":"2024-09-12T18:03:33.788068+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:03:33.788068+0000","last_undegraded":"2024-09-12T18:03:33.788068+0000","last_fullsized":"2024-09-12T18:03:33.788068+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:14.997101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.694095+0000","last_change":"2024-09-12T16:53:18.154236+0000","last_active":"2024-09-12T18:03:34.694095+0000","last_peered":"2024-09-12T18:03:34.694095+0000","last_clean":"2024-09-12T18:03:34.694095+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:03:34.694095+0000","last_undegraded":"2024-09-12T18:03:34.694095+0000","last_fullsized":"2024-09-12T18:03:34.694095+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:28.988849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'334","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.433895+0000","last_change":"2024-09-12T16:53:49.810726+0000","last_active":"2024-09-12T18:05:21.433895+0000","last_peered":"2024-09-12T18:05:21.433895+0000","last_clean":"2024-09-12T18:05:21.433895+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:21.433895+0000","last_undegraded":"2024-09-12T18:05:21.433895+0000","last_fullsized":"2024-09-12T18:05:21.433895+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:05.438875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":3959,"num_write":1051,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754158+0000","last_change":"2024-09-12T16:53:20.159172+0000","last_active":"2024-09-12T18:01:00.754158+0000","last_peered":"2024-09-12T18:01:00.754158+0000","last_clean":"2024-09-12T18:01:00.754158+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:01:00.754158+0000","last_undegraded":"2024-09-12T18:01:00.754158+0000","last_fullsized":"2024-09-12T18:01:00.754158+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:04.010396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'273","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.206680+0000","last_change":"2024-09-12T16:53:22.332117+0000","last_active":"2024-09-12T18:05:21.206680+0000","last_peered":"2024-09-12T18:05:21.206680+0000","last_clean":"2024-09-12T18:05:21.206680+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:05:21.206680+0000","last_undegraded":"2024-09-12T18:05:21.206680+0000","last_fullsized":"2024-09-12T18:05:21.206680+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:34.848762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51396,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":452,"num_read_kb":1063,"num_write":360,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'805","reported_seq":5065,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.924628+0000","last_change":"2024-09-12T16:53:24.178967+0000","last_active":"2024-09-12T18:05:20.924628+0000","last_peered":"2024-09-12T18:05:20.924628+0000","last_clean":"2024-09-12T18:05:20.924628+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:05:20.924628+0000","last_undegraded":"2024-09-12T18:05:20.924628+0000","last_fullsized":"2024-09-12T18:05:20.924628+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.391315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769555+0000","last_change":"2024-09-12T16:53:18.150485+0000","last_active":"2024-09-12T18:02:40.769555+0000","last_peered":"2024-09-12T18:02:40.769555+0000","last_clean":"2024-09-12T18:02:40.769555+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:02:40.769555+0000","last_undegraded":"2024-09-12T18:02:40.769555+0000","last_fullsized":"2024-09-12T18:02:40.769555+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.997654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'361","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.471565+0000","last_change":"2024-09-12T16:53:16.155317+0000","last_active":"2024-09-12T18:05:21.471565+0000","last_peered":"2024-09-12T18:05:21.471565+0000","last_clean":"2024-09-12T18:05:21.471565+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:21.471565+0000","last_undegraded":"2024-09-12T18:05:21.471565+0000","last_fullsized":"2024-09-12T18:05:21.471565+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:57:47.573919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194336,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":12959,"num_write":1136,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769879+0000","last_change":"2024-09-12T16:53:20.152230+0000","last_active":"2024-09-12T18:02:40.769879+0000","last_peered":"2024-09-12T18:02:40.769879+0000","last_clean":"2024-09-12T18:02:40.769879+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:02:40.769879+0000","last_undegraded":"2024-09-12T18:02:40.769879+0000","last_fullsized":"2024-09-12T18:02:40.769879+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.569085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'399","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.559256+0000","last_change":"2024-09-12T16:53:22.330287+0000","last_active":"2024-09-12T18:05:19.559256+0000","last_peered":"2024-09-12T18:05:19.559256+0000","last_clean":"2024-09-12T18:05:19.559256+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:19.559256+0000","last_undegraded":"2024-09-12T18:05:19.559256+0000","last_fullsized":"2024-09-12T18:05:19.559256+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.937569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732199+0000","last_change":"2024-09-12T16:53:24.174850+0000","last_active":"2024-09-12T18:03:08.732199+0000","last_peered":"2024-09-12T18:03:08.732199+0000","last_clean":"2024-09-12T18:03:08.732199+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:03:08.732199+0000","last_undegraded":"2024-09-12T18:03:08.732199+0000","last_fullsized":"2024-09-12T18:03:08.732199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:50.726363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'550","reported_seq":1373,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.116139+0000","last_change":"2024-09-12T16:53:26.182697+0000","last_active":"2024-09-12T18:04:54.116139+0000","last_peered":"2024-09-12T18:04:54.116139+0000","last_clean":"2024-09-12T18:04:54.116139+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:04:54.116139+0000","last_undegraded":"2024-09-12T18:04:54.116139+0000","last_fullsized":"2024-09-12T18:04:54.116139+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:41.201242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'106","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720116+0000","last_change":"2024-09-12T16:53:18.147844+0000","last_active":"2024-09-12T18:02:40.720116+0000","last_peered":"2024-09-12T18:02:40.720116+0000","last_clean":"2024-09-12T18:02:40.720116+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:02:40.720116+0000","last_undegraded":"2024-09-12T18:02:40.720116+0000","last_fullsized":"2024-09-12T18:02:40.720116+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:37.782512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'426","reported_seq":1094,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.454366+0000","last_change":"2024-09-12T16:53:49.807617+0000","last_active":"2024-09-12T18:05:21.454366+0000","last_peered":"2024-09-12T18:05:21.454366+0000","last_clean":"2024-09-12T18:05:21.454366+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:21.454366+0000","last_undegraded":"2024-09-12T18:05:21.454366+0000","last_fullsized":"2024-09-12T18:05:21.454366+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:33.058161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":769,"num_read_kb":652,"num_write":1370,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720289+0000","last_change":"2024-09-12T16:53:20.150359+0000","last_active":"2024-09-12T18:02:40.720289+0000","last_peered":"2024-09-12T18:02:40.720289+0000","last_clean":"2024-09-12T18:02:40.720289+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:02:40.720289+0000","last_undegraded":"2024-09-12T18:02:40.720289+0000","last_fullsized":"2024-09-12T18:02:40.720289+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:02.250422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'310","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.519867+0000","last_change":"2024-09-12T16:53:22.156097+0000","last_active":"2024-09-12T18:05:20.519867+0000","last_peered":"2024-09-12T18:05:20.519867+0000","last_clean":"2024-09-12T18:05:20.519867+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:20.519867+0000","last_undegraded":"2024-09-12T18:05:20.519867+0000","last_fullsized":"2024-09-12T18:05:20.519867+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:18.426281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.868165+0000","last_change":"2024-09-12T16:53:24.181397+0000","last_active":"2024-09-12T18:02:55.868165+0000","last_peered":"2024-09-12T18:02:55.868165+0000","last_clean":"2024-09-12T18:02:55.868165+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:02:55.868165+0000","last_undegraded":"2024-09-12T18:02:55.868165+0000","last_fullsized":"2024-09-12T18:02:55.868165+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:24.222622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2425","reported_seq":4259,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.780805+0000","last_change":"2024-09-12T16:53:26.173858+0000","last_active":"2024-09-12T18:04:25.780805+0000","last_peered":"2024-09-12T18:04:25.780805+0000","last_clean":"2024-09-12T18:04:25.780805+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:04:25.780805+0000","last_undegraded":"2024-09-12T18:04:25.780805+0000","last_fullsized":"2024-09-12T18:04:25.780805+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":2400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:41.318726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.767465+0000","last_change":"2024-09-12T16:53:18.159339+0000","last_active":"2024-09-12T18:02:50.767465+0000","last_peered":"2024-09-12T18:02:50.767465+0000","last_clean":"2024-09-12T18:02:50.767465+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:02:50.767465+0000","last_undegraded":"2024-09-12T18:02:50.767465+0000","last_fullsized":"2024-09-12T18:02:50.767465+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'379","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.341801+0000","last_change":"2024-09-12T16:53:16.162383+0000","last_active":"2024-09-12T18:05:21.341801+0000","last_peered":"2024-09-12T18:05:21.341801+0000","last_clean":"2024-09-12T18:05:21.341801+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:21.341801+0000","last_undegraded":"2024-09-12T18:05:21.341801+0000","last_fullsized":"2024-09-12T18:05:21.341801+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:42.249804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432364,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":556,"num_read_kb":48251,"num_write":1159,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722776+0000","last_change":"2024-09-12T16:53:20.150957+0000","last_active":"2024-09-12T18:03:05.722776+0000","last_peered":"2024-09-12T18:03:05.722776+0000","last_clean":"2024-09-12T18:03:05.722776+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:03:05.722776+0000","last_undegraded":"2024-09-12T18:03:05.722776+0000","last_fullsized":"2024-09-12T18:03:05.722776+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:28.531479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'333","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.703322+0000","last_change":"2024-09-12T16:53:22.157404+0000","last_active":"2024-09-12T18:05:19.703322+0000","last_peered":"2024-09-12T18:05:19.703322+0000","last_clean":"2024-09-12T18:05:19.703322+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:19.703322+0000","last_undegraded":"2024-09-12T18:05:19.703322+0000","last_fullsized":"2024-09-12T18:05:19.703322+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:09.859878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'766","reported_seq":2583,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.209872+0000","last_change":"2024-09-12T16:53:24.175114+0000","last_active":"2024-09-12T18:05:19.209872+0000","last_peered":"2024-09-12T18:05:19.209872+0000","last_clean":"2024-09-12T18:05:19.209872+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:19.209872+0000","last_undegraded":"2024-09-12T18:05:19.209872+0000","last_fullsized":"2024-09-12T18:05:19.209872+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:59.791041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'137","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.825443+0000","last_change":"2024-09-12T16:53:26.181849+0000","last_active":"2024-09-12T18:04:52.825443+0000","last_peered":"2024-09-12T18:04:52.825443+0000","last_clean":"2024-09-12T18:04:52.825443+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:04:52.825443+0000","last_undegraded":"2024-09-12T18:04:52.825443+0000","last_fullsized":"2024-09-12T18:04:52.825443+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:33.050788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699952+0000","last_change":"2024-09-12T16:53:18.165101+0000","last_active":"2024-09-12T18:03:05.699952+0000","last_peered":"2024-09-12T18:03:05.699952+0000","last_clean":"2024-09-12T18:03:05.699952+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:03:05.699952+0000","last_undegraded":"2024-09-12T18:03:05.699952+0000","last_fullsized":"2024-09-12T18:03:05.699952+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:15.019345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'271","reported_seq":965,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.359810+0000","last_change":"2024-09-12T16:53:16.143419+0000","last_active":"2024-09-12T18:05:21.359810+0000","last_peered":"2024-09-12T18:05:21.359810+0000","last_clean":"2024-09-12T18:05:21.359810+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:21.359810+0000","last_undegraded":"2024-09-12T18:05:21.359810+0000","last_fullsized":"2024-09-12T18:05:21.359810+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:27.819961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1310757,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":8613,"num_write":823,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.721740+0000","last_change":"2024-09-12T16:53:20.143206+0000","last_active":"2024-09-12T18:02:55.721740+0000","last_peered":"2024-09-12T18:02:55.721740+0000","last_clean":"2024-09-12T18:02:55.721740+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:02:55.721740+0000","last_undegraded":"2024-09-12T18:02:55.721740+0000","last_fullsized":"2024-09-12T18:02:55.721740+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:29.192822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'495","reported_seq":1149,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.737777+0000","last_change":"2024-09-12T16:53:22.158817+0000","last_active":"2024-09-12T18:05:20.737777+0000","last_peered":"2024-09-12T18:05:20.737777+0000","last_clean":"2024-09-12T18:05:20.737777+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:20.737777+0000","last_undegraded":"2024-09-12T18:05:20.737777+0000","last_fullsized":"2024-09-12T18:05:20.737777+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:31.001188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103824,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":880,"num_read_kb":2185,"num_write":718,"num_write_kb":606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.720834+0000","last_change":"2024-09-12T16:53:24.177100+0000","last_active":"2024-09-12T18:02:45.720834+0000","last_peered":"2024-09-12T18:02:45.720834+0000","last_clean":"2024-09-12T18:02:45.720834+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:02:45.720834+0000","last_undegraded":"2024-09-12T18:02:45.720834+0000","last_fullsized":"2024-09-12T18:02:45.720834+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:15.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'142","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729936+0000","last_change":"2024-09-12T16:53:26.177407+0000","last_active":"2024-09-12T18:02:48.729936+0000","last_peered":"2024-09-12T18:02:48.729936+0000","last_clean":"2024-09-12T18:02:48.729936+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:02:48.729936+0000","last_undegraded":"2024-09-12T18:02:48.729936+0000","last_fullsized":"2024-09-12T18:02:48.729936+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:15.084645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723869+0000","last_change":"2024-09-12T16:53:18.158532+0000","last_active":"2024-09-12T18:03:05.723869+0000","last_peered":"2024-09-12T18:03:05.723869+0000","last_clean":"2024-09-12T18:03:05.723869+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:03:05.723869+0000","last_undegraded":"2024-09-12T18:03:05.723869+0000","last_fullsized":"2024-09-12T18:03:05.723869+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:57.566801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'350","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.446236+0000","last_change":"2024-09-12T16:53:16.153371+0000","last_active":"2024-09-12T18:05:21.446236+0000","last_peered":"2024-09-12T18:05:21.446236+0000","last_clean":"2024-09-12T18:05:21.446236+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:21.446236+0000","last_undegraded":"2024-09-12T18:05:21.446236+0000","last_fullsized":"2024-09-12T18:05:21.446236+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:11.111090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":405,"num_read_kb":4437,"num_write":947,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722794+0000","last_change":"2024-09-12T16:53:20.151553+0000","last_active":"2024-09-12T18:03:05.722794+0000","last_peered":"2024-09-12T18:03:05.722794+0000","last_clean":"2024-09-12T18:03:05.722794+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:03:05.722794+0000","last_undegraded":"2024-09-12T18:03:05.722794+0000","last_fullsized":"2024-09-12T18:03:05.722794+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:40.450594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'314","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.809220+0000","last_change":"2024-09-12T16:53:22.158839+0000","last_active":"2024-09-12T18:05:20.809220+0000","last_peered":"2024-09-12T18:05:20.809220+0000","last_clean":"2024-09-12T18:05:20.809220+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:20.809220+0000","last_undegraded":"2024-09-12T18:05:20.809220+0000","last_fullsized":"2024-09-12T18:05:20.809220+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:47.325675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45851,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":542,"num_read_kb":1203,"num_write":478,"num_write_kb":379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.686021+0000","last_change":"2024-09-12T16:53:24.174268+0000","last_active":"2024-09-12T18:01:05.686021+0000","last_peered":"2024-09-12T18:01:05.686021+0000","last_clean":"2024-09-12T18:01:05.686021+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:01:05.686021+0000","last_undegraded":"2024-09-12T18:01:05.686021+0000","last_fullsized":"2024-09-12T18:01:05.686021+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:47.970185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'107","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:35.873534+0000","last_change":"2024-09-12T16:53:26.185372+0000","last_active":"2024-09-12T18:03:35.873534+0000","last_peered":"2024-09-12T18:03:35.873534+0000","last_clean":"2024-09-12T18:03:35.873534+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:03:35.873534+0000","last_undegraded":"2024-09-12T18:03:35.873534+0000","last_fullsized":"2024-09-12T18:03:35.873534+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:24.024505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723894+0000","last_change":"2024-09-12T16:53:18.155527+0000","last_active":"2024-09-12T18:03:05.723894+0000","last_peered":"2024-09-12T18:03:05.723894+0000","last_clean":"2024-09-12T18:03:05.723894+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:03:05.723894+0000","last_undegraded":"2024-09-12T18:03:05.723894+0000","last_fullsized":"2024-09-12T18:03:05.723894+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:37.134929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'381","reported_seq":1038,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.446405+0000","last_change":"2024-09-12T16:53:49.807671+0000","last_active":"2024-09-12T18:05:21.446405+0000","last_peered":"2024-09-12T18:05:21.446405+0000","last_clean":"2024-09-12T18:05:21.446405+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:21.446405+0000","last_undegraded":"2024-09-12T18:05:21.446405+0000","last_fullsized":"2024-09-12T18:05:21.446405+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:05.308258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12982116,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":635,"num_read_kb":24597,"num_write":1234,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732227+0000","last_change":"2024-09-12T16:53:20.155225+0000","last_active":"2024-09-12T18:03:08.732227+0000","last_peered":"2024-09-12T18:03:08.732227+0000","last_clean":"2024-09-12T18:03:08.732227+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:03:08.732227+0000","last_undegraded":"2024-09-12T18:03:08.732227+0000","last_fullsized":"2024-09-12T18:03:08.732227+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:54.176212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'323","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.287253+0000","last_change":"2024-09-12T16:53:22.152303+0000","last_active":"2024-09-12T18:05:20.287253+0000","last_peered":"2024-09-12T18:05:20.287253+0000","last_clean":"2024-09-12T18:05:20.287253+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:20.287253+0000","last_undegraded":"2024-09-12T18:05:20.287253+0000","last_fullsized":"2024-09-12T18:05:20.287253+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:19.438008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'727","reported_seq":2414,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.486351+0000","last_change":"2024-09-12T16:53:24.178432+0000","last_active":"2024-09-12T18:05:21.486351+0000","last_peered":"2024-09-12T18:05:21.486351+0000","last_clean":"2024-09-12T18:05:21.486351+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:21.486351+0000","last_undegraded":"2024-09-12T18:05:21.486351+0000","last_fullsized":"2024-09-12T18:05:21.486351+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:34.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'142","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:32.334734+0000","last_change":"2024-09-12T16:53:26.179149+0000","last_active":"2024-09-12T18:03:32.334734+0000","last_peered":"2024-09-12T18:03:32.334734+0000","last_clean":"2024-09-12T18:03:32.334734+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:03:32.334734+0000","last_undegraded":"2024-09-12T18:03:32.334734+0000","last_fullsized":"2024-09-12T18:03:32.334734+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:46.563650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":680,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723908+0000","last_change":"2024-09-12T16:53:18.152975+0000","last_active":"2024-09-12T18:03:05.723908+0000","last_peered":"2024-09-12T18:03:05.723908+0000","last_clean":"2024-09-12T18:03:05.723908+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:03:05.723908+0000","last_undegraded":"2024-09-12T18:03:05.723908+0000","last_fullsized":"2024-09-12T18:03:05.723908+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:17.692498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'332","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.461364+0000","last_change":"2024-09-12T16:53:16.148623+0000","last_active":"2024-09-12T18:05:21.461364+0000","last_peered":"2024-09-12T18:05:21.461364+0000","last_clean":"2024-09-12T18:05:21.461364+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:21.461364+0000","last_undegraded":"2024-09-12T18:05:21.461364+0000","last_fullsized":"2024-09-12T18:05:21.461364+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:09:06.340732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1029449,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":530,"num_read_kb":31364,"num_write":1120,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1469,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.976361+0000","last_change":"2024-09-12T16:53:20.154672+0000","last_active":"2024-09-12T18:05:18.976361+0000","last_peered":"2024-09-12T18:05:18.976361+0000","last_clean":"2024-09-12T18:05:18.976361+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:18.976361+0000","last_undegraded":"2024-09-12T18:05:18.976361+0000","last_fullsized":"2024-09-12T18:05:18.976361+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:44.105810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.314471+0000","last_change":"2024-09-12T16:53:22.330345+0000","last_active":"2024-09-12T18:03:56.314471+0000","last_peered":"2024-09-12T18:03:56.314471+0000","last_clean":"2024-09-12T18:03:56.314471+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:03:56.314471+0000","last_undegraded":"2024-09-12T18:03:56.314471+0000","last_fullsized":"2024-09-12T18:03:56.314471+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:52.646838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'764","reported_seq":4296,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.487511+0000","last_change":"2024-09-12T16:53:24.176425+0000","last_active":"2024-09-12T18:05:21.487511+0000","last_peered":"2024-09-12T18:05:21.487511+0000","last_clean":"2024-09-12T18:05:21.487511+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:21.487511+0000","last_undegraded":"2024-09-12T18:05:21.487511+0000","last_fullsized":"2024-09-12T18:05:21.487511+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:33.596673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'121","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.643005+0000","last_change":"2024-09-12T16:53:26.180737+0000","last_active":"2024-09-12T18:02:20.643005+0000","last_peered":"2024-09-12T18:02:20.643005+0000","last_clean":"2024-09-12T18:02:20.643005+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:02:20.643005+0000","last_undegraded":"2024-09-12T18:02:20.643005+0000","last_fullsized":"2024-09-12T18:02:20.643005+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:05.936043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'265","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:13.732967+0000","last_change":"2024-09-12T16:53:18.157722+0000","last_active":"2024-09-12T18:03:13.732967+0000","last_peered":"2024-09-12T18:03:13.732967+0000","last_clean":"2024-09-12T18:03:13.732967+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:03:13.732967+0000","last_undegraded":"2024-09-12T18:03:13.732967+0000","last_fullsized":"2024-09-12T18:03:13.732967+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'318","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.452128+0000","last_change":"2024-09-12T16:53:16.142709+0000","last_active":"2024-09-12T18:05:21.452128+0000","last_peered":"2024-09-12T18:05:21.452128+0000","last_clean":"2024-09-12T18:05:21.452128+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:21.452128+0000","last_undegraded":"2024-09-12T18:05:21.452128+0000","last_fullsized":"2024-09-12T18:05:21.452128+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:12.443404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":459,"num_read_kb":42011,"num_write":1047,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723922+0000","last_change":"2024-09-12T16:53:20.155411+0000","last_active":"2024-09-12T18:03:05.723922+0000","last_peered":"2024-09-12T18:03:05.723922+0000","last_clean":"2024-09-12T18:03:05.723922+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:03:05.723922+0000","last_undegraded":"2024-09-12T18:03:05.723922+0000","last_fullsized":"2024-09-12T18:03:05.723922+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:58:21.780072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'361","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.324499+0000","last_change":"2024-09-12T16:53:22.151012+0000","last_active":"2024-09-12T18:05:19.324499+0000","last_peered":"2024-09-12T18:05:19.324499+0000","last_clean":"2024-09-12T18:05:19.324499+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:19.324499+0000","last_undegraded":"2024-09-12T18:05:19.324499+0000","last_fullsized":"2024-09-12T18:05:19.324499+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:02.784147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.770425+0000","last_change":"2024-09-12T16:53:24.172551+0000","last_active":"2024-09-12T18:03:10.770425+0000","last_peered":"2024-09-12T18:03:10.770425+0000","last_clean":"2024-09-12T18:03:10.770425+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:03:10.770425+0000","last_undegraded":"2024-09-12T18:03:10.770425+0000","last_fullsized":"2024-09-12T18:03:10.770425+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:04:29.793185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'119","reported_seq":623,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.833755+0000","last_change":"2024-09-12T16:53:26.183162+0000","last_active":"2024-09-12T18:03:34.833755+0000","last_peered":"2024-09-12T18:03:34.833755+0000","last_clean":"2024-09-12T18:03:34.833755+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:03:34.833755+0000","last_undegraded":"2024-09-12T18:03:34.833755+0000","last_fullsized":"2024-09-12T18:03:34.833755+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:36.633567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.762479+0000","last_change":"2024-09-12T16:53:18.157273+0000","last_active":"2024-09-12T18:02:15.762479+0000","last_peered":"2024-09-12T18:02:15.762479+0000","last_clean":"2024-09-12T18:02:15.762479+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:02:15.762479+0000","last_undegraded":"2024-09-12T18:02:15.762479+0000","last_fullsized":"2024-09-12T18:02:15.762479+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":624,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775077+0000","last_change":"2024-09-12T16:52:57.255902+0000","last_active":"2024-09-12T18:03:10.775077+0000","last_peered":"2024-09-12T18:03:10.775077+0000","last_clean":"2024-09-12T18:03:10.775077+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:03:10.775077+0000","last_undegraded":"2024-09-12T18:03:10.775077+0000","last_fullsized":"2024-09-12T18:03:10.775077+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:52:56.035782+0000","last_clean_scrub_stamp":"2024-09-12T16:52:56.035782+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:54.506237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":538,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762046+0000","last_change":"2024-09-12T16:53:05.084296+0000","last_active":"2024-09-12T18:01:50.762046+0000","last_peered":"2024-09-12T18:01:50.762046+0000","last_clean":"2024-09-12T18:01:50.762046+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:01:50.762046+0000","last_undegraded":"2024-09-12T18:01:50.762046+0000","last_fullsized":"2024-09-12T18:01:50.762046+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:45.829131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'322","reported_seq":1077,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.410023+0000","last_change":"2024-09-12T16:53:16.151575+0000","last_active":"2024-09-12T18:05:21.410023+0000","last_peered":"2024-09-12T18:05:21.410023+0000","last_clean":"2024-09-12T18:05:21.410023+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:21.410023+0000","last_undegraded":"2024-09-12T18:05:21.410023+0000","last_fullsized":"2024-09-12T18:05:21.410023+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:14.621248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456541,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":700,"num_read_kb":78548,"num_write":1132,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764599+0000","last_change":"2024-09-12T16:53:20.154256+0000","last_active":"2024-09-12T18:02:05.764599+0000","last_peered":"2024-09-12T18:02:05.764599+0000","last_clean":"2024-09-12T18:02:05.764599+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:02:05.764599+0000","last_undegraded":"2024-09-12T18:02:05.764599+0000","last_fullsized":"2024-09-12T18:02:05.764599+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:25:03.217791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'794","reported_seq":1517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.377336+0000","last_change":"2024-09-12T16:53:22.152515+0000","last_active":"2024-09-12T18:05:21.377336+0000","last_peered":"2024-09-12T18:05:21.377336+0000","last_clean":"2024-09-12T18:05:21.377336+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:21.377336+0000","last_undegraded":"2024-09-12T18:05:21.377336+0000","last_fullsized":"2024-09-12T18:05:21.377336+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:09.735171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1539,"num_read_kb":3581,"num_write":1488,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.697707+0000","last_change":"2024-09-12T16:53:24.173705+0000","last_active":"2024-09-12T18:02:45.697707+0000","last_peered":"2024-09-12T18:02:45.697707+0000","last_clean":"2024-09-12T18:02:45.697707+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:02:45.697707+0000","last_undegraded":"2024-09-12T18:02:45.697707+0000","last_fullsized":"2024-09-12T18:02:45.697707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.320160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'190","reported_seq":893,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.733462+0000","last_change":"2024-09-12T16:53:26.185182+0000","last_active":"2024-09-12T18:03:34.733462+0000","last_peered":"2024-09-12T18:03:34.733462+0000","last_clean":"2024-09-12T18:03:34.733462+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:03:34.733462+0000","last_undegraded":"2024-09-12T18:03:34.733462+0000","last_fullsized":"2024-09-12T18:03:34.733462+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:12.275076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'168","reported_seq":808,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.697100+0000","last_change":"2024-09-12T16:53:18.164028+0000","last_active":"2024-09-12T18:02:40.697100+0000","last_peered":"2024-09-12T18:02:40.697100+0000","last_clean":"2024-09-12T18:02:40.697100+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:02:40.697100+0000","last_undegraded":"2024-09-12T18:02:40.697100+0000","last_fullsized":"2024-09-12T18:02:40.697100+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:34.901177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.775951+0000","last_change":"2024-09-12T16:53:05.106574+0000","last_active":"2024-09-12T18:03:15.775951+0000","last_peered":"2024-09-12T18:03:15.775951+0000","last_clean":"2024-09-12T18:03:15.775951+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:03:15.775951+0000","last_undegraded":"2024-09-12T18:03:15.775951+0000","last_fullsized":"2024-09-12T18:03:15.775951+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:47.111333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'361","reported_seq":1050,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.392143+0000","last_change":"2024-09-12T16:53:16.148035+0000","last_active":"2024-09-12T18:05:21.392143+0000","last_peered":"2024-09-12T18:05:21.392143+0000","last_clean":"2024-09-12T18:05:21.392143+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:21.392143+0000","last_undegraded":"2024-09-12T18:05:21.392143+0000","last_fullsized":"2024-09-12T18:05:21.392143+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:39.938555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524326,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":33721,"num_write":1219,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769753+0000","last_change":"2024-09-12T16:53:20.154982+0000","last_active":"2024-09-12T18:02:40.769753+0000","last_peered":"2024-09-12T18:02:40.769753+0000","last_clean":"2024-09-12T18:02:40.769753+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:02:40.769753+0000","last_undegraded":"2024-09-12T18:02:40.769753+0000","last_fullsized":"2024-09-12T18:02:40.769753+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:26.835483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1383","reported_seq":3206,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.321967+0000","last_change":"2024-09-12T16:53:22.156684+0000","last_active":"2024-09-12T18:05:21.321967+0000","last_peered":"2024-09-12T18:05:21.321967+0000","last_clean":"2024-09-12T18:05:21.321967+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:05:21.321967+0000","last_undegraded":"2024-09-12T18:05:21.321967+0000","last_fullsized":"2024-09-12T18:05:21.321967+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":1300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:25.092891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156602,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2214,"num_read_kb":4361,"num_write":1306,"num_write_kb":1111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766941+0000","last_change":"2024-09-12T16:53:24.178541+0000","last_active":"2024-09-12T18:02:20.766941+0000","last_peered":"2024-09-12T18:02:20.766941+0000","last_clean":"2024-09-12T18:02:20.766941+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:02:20.766941+0000","last_undegraded":"2024-09-12T18:02:20.766941+0000","last_fullsized":"2024-09-12T18:02:20.766941+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:38.942860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'131","reported_seq":660,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730971+0000","last_change":"2024-09-12T16:53:26.174893+0000","last_active":"2024-09-12T18:02:58.730971+0000","last_peered":"2024-09-12T18:02:58.730971+0000","last_clean":"2024-09-12T18:02:58.730971+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:02:58.730971+0000","last_undegraded":"2024-09-12T18:02:58.730971+0000","last_fullsized":"2024-09-12T18:02:58.730971+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:37.191040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728739+0000","last_change":"2024-09-12T16:53:18.154925+0000","last_active":"2024-09-12T18:02:38.728739+0000","last_peered":"2024-09-12T18:02:38.728739+0000","last_clean":"2024-09-12T18:02:38.728739+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:02:38.728739+0000","last_undegraded":"2024-09-12T18:02:38.728739+0000","last_fullsized":"2024-09-12T18:02:38.728739+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:57.202362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.715344+0000","last_change":"2024-09-12T16:53:05.078448+0000","last_active":"2024-09-12T18:01:50.715344+0000","last_peered":"2024-09-12T18:01:50.715344+0000","last_clean":"2024-09-12T18:01:50.715344+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:01:50.715344+0000","last_undegraded":"2024-09-12T18:01:50.715344+0000","last_fullsized":"2024-09-12T18:01:50.715344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:24.276212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'384","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.685034+0000","last_change":"2024-09-12T18:05:28.684952+0000","last_active":"2024-09-12T18:05:28.685034+0000","last_peered":"2024-09-12T18:05:28.685034+0000","last_clean":"2024-09-12T18:05:28.685034+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:05:28.685034+0000","last_undegraded":"2024-09-12T18:05:28.685034+0000","last_fullsized":"2024-09-12T18:05:28.685034+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.684852+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:50.457279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287941,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":594,"num_read_kb":73902,"num_write":1137,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"31'1","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720373+0000","last_change":"2024-09-12T16:53:20.155259+0000","last_active":"2024-09-12T18:02:40.720373+0000","last_peered":"2024-09-12T18:02:40.720373+0000","last_clean":"2024-09-12T18:02:40.720373+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:02:40.720373+0000","last_undegraded":"2024-09-12T18:02:40.720373+0000","last_fullsized":"2024-09-12T18:02:40.720373+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:21.923212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'296","reported_seq":1713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.182221+0000","last_change":"2024-09-12T16:53:22.331689+0000","last_active":"2024-09-12T18:04:50.182221+0000","last_peered":"2024-09-12T18:04:50.182221+0000","last_clean":"2024-09-12T18:04:50.182221+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:04:50.182221+0000","last_undegraded":"2024-09-12T18:04:50.182221+0000","last_fullsized":"2024-09-12T18:04:50.182221+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:10.722134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.693471+0000","last_change":"2024-09-12T16:53:24.173994+0000","last_active":"2024-09-12T18:02:10.693471+0000","last_peered":"2024-09-12T18:02:10.693471+0000","last_clean":"2024-09-12T18:02:10.693471+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:02:10.693471+0000","last_undegraded":"2024-09-12T18:02:10.693471+0000","last_fullsized":"2024-09-12T18:02:10.693471+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:15.041811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'270","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.979044+0000","last_change":"2024-09-12T16:53:26.174611+0000","last_active":"2024-09-12T18:03:34.979044+0000","last_peered":"2024-09-12T18:03:34.979044+0000","last_clean":"2024-09-12T18:03:34.979044+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:03:34.979044+0000","last_undegraded":"2024-09-12T18:03:34.979044+0000","last_fullsized":"2024-09-12T18:03:34.979044+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:46.502612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:03.724751+0000","last_change":"2024-09-12T16:53:18.152153+0000","last_active":"2024-09-12T18:02:03.724751+0000","last_peered":"2024-09-12T18:02:03.724751+0000","last_clean":"2024-09-12T18:02:03.724751+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:02:03.724751+0000","last_undegraded":"2024-09-12T18:02:03.724751+0000","last_fullsized":"2024-09-12T18:02:03.724751+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:27.410984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.761977+0000","last_change":"2024-09-12T16:53:05.084813+0000","last_active":"2024-09-12T18:01:50.761977+0000","last_peered":"2024-09-12T18:01:50.761977+0000","last_clean":"2024-09-12T18:01:50.761977+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:01:50.761977+0000","last_undegraded":"2024-09-12T18:01:50.761977+0000","last_fullsized":"2024-09-12T18:01:50.761977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.408065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'354","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.458667+0000","last_change":"2024-09-12T16:53:49.805262+0000","last_active":"2024-09-12T18:05:21.458667+0000","last_peered":"2024-09-12T18:05:21.458667+0000","last_clean":"2024-09-12T18:05:21.458667+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:21.458667+0000","last_undegraded":"2024-09-12T18:05:21.458667+0000","last_fullsized":"2024-09-12T18:05:21.458667+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:16.671171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699393,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":504,"num_read_kb":81469,"num_write":1069,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.694114+0000","last_change":"2024-09-12T16:53:20.154505+0000","last_active":"2024-09-12T18:02:15.694114+0000","last_peered":"2024-09-12T18:02:15.694114+0000","last_clean":"2024-09-12T18:02:15.694114+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:02:15.694114+0000","last_undegraded":"2024-09-12T18:02:15.694114+0000","last_fullsized":"2024-09-12T18:02:15.694114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:36.300889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.266969+0000","last_change":"2024-09-12T16:53:22.159586+0000","last_active":"2024-09-12T18:04:54.266969+0000","last_peered":"2024-09-12T18:04:54.266969+0000","last_clean":"2024-09-12T18:04:54.266969+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:04:54.266969+0000","last_undegraded":"2024-09-12T18:04:54.266969+0000","last_fullsized":"2024-09-12T18:04:54.266969+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:40.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.766762+0000","last_change":"2024-09-12T16:53:24.179424+0000","last_active":"2024-09-12T18:02:45.766762+0000","last_peered":"2024-09-12T18:02:45.766762+0000","last_clean":"2024-09-12T18:02:45.766762+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:02:45.766762+0000","last_undegraded":"2024-09-12T18:02:45.766762+0000","last_fullsized":"2024-09-12T18:02:45.766762+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:28.192231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770432+0000","last_change":"2024-09-12T16:53:26.183938+0000","last_active":"2024-09-12T18:02:45.770432+0000","last_peered":"2024-09-12T18:02:45.770432+0000","last_clean":"2024-09-12T18:02:45.770432+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:02:45.770432+0000","last_undegraded":"2024-09-12T18:02:45.770432+0000","last_fullsized":"2024-09-12T18:02:45.770432+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:22.301396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.025146+0000","last_change":"2024-09-12T16:53:18.155756+0000","last_active":"2024-09-12T18:02:42.025146+0000","last_peered":"2024-09-12T18:02:42.025146+0000","last_clean":"2024-09-12T18:02:42.025146+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:02:42.025146+0000","last_undegraded":"2024-09-12T18:02:42.025146+0000","last_fullsized":"2024-09-12T18:02:42.025146+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:17.342236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'331","reported_seq":992,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.424901+0000","last_change":"2024-09-12T16:53:16.146237+0000","last_active":"2024-09-12T18:05:21.424901+0000","last_peered":"2024-09-12T18:05:21.424901+0000","last_clean":"2024-09-12T18:05:21.424901+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:21.424901+0000","last_undegraded":"2024-09-12T18:05:21.424901+0000","last_fullsized":"2024-09-12T18:05:21.424901+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:56.334923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33366,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":523,"num_read_kb":18479,"num_write":1167,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.751866+0000","last_change":"2024-09-12T18:05:26.751866+0000","last_active":"2024-09-12T18:05:26.751866+0000","last_peered":"2024-09-12T18:05:26.751866+0000","last_clean":"2024-09-12T18:05:26.751866+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:05:26.751866+0000","last_undegraded":"2024-09-12T18:05:26.751866+0000","last_fullsized":"2024-09-12T18:05:26.751866+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.751793+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:54.169430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692836+0000","last_change":"2024-09-12T16:53:20.155301+0000","last_active":"2024-09-12T18:02:05.692836+0000","last_peered":"2024-09-12T18:02:05.692836+0000","last_clean":"2024-09-12T18:02:05.692836+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:02:05.692836+0000","last_undegraded":"2024-09-12T18:02:05.692836+0000","last_fullsized":"2024-09-12T18:02:05.692836+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:53.767607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'631","reported_seq":1327,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.264923+0000","last_change":"2024-09-12T16:53:22.152614+0000","last_active":"2024-09-12T18:05:21.264923+0000","last_peered":"2024-09-12T18:05:21.264923+0000","last_clean":"2024-09-12T18:05:21.264923+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:21.264923+0000","last_undegraded":"2024-09-12T18:05:21.264923+0000","last_fullsized":"2024-09-12T18:05:21.264923+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":600,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:13.156981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96911,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1667,"num_read_kb":2916,"num_write":2148,"num_write_kb":1947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.716088+0000","last_change":"2024-09-12T16:53:24.173164+0000","last_active":"2024-09-12T18:02:10.716088+0000","last_peered":"2024-09-12T18:02:10.716088+0000","last_clean":"2024-09-12T18:02:10.716088+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:02:10.716088+0000","last_undegraded":"2024-09-12T18:02:10.716088+0000","last_fullsized":"2024-09-12T18:02:10.716088+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:40.309015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":644,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.268763+0000","last_change":"2024-09-12T16:53:26.180732+0000","last_active":"2024-09-12T18:03:31.268763+0000","last_peered":"2024-09-12T18:03:31.268763+0000","last_clean":"2024-09-12T18:03:31.268763+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:03:31.268763+0000","last_undegraded":"2024-09-12T18:03:31.268763+0000","last_fullsized":"2024-09-12T18:03:31.268763+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:41.370285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1249,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.692806+0000","last_change":"2024-09-12T16:53:18.157313+0000","last_active":"2024-09-12T18:02:05.692806+0000","last_peered":"2024-09-12T18:02:05.692806+0000","last_clean":"2024-09-12T18:02:05.692806+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:02:05.692806+0000","last_undegraded":"2024-09-12T18:02:05.692806+0000","last_fullsized":"2024-09-12T18:02:05.692806+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:17.029791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'299","reported_seq":920,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.347429+0000","last_change":"2024-09-12T16:53:16.144558+0000","last_active":"2024-09-12T18:05:21.347429+0000","last_peered":"2024-09-12T18:05:21.347429+0000","last_clean":"2024-09-12T18:05:21.347429+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:05:21.347429+0000","last_undegraded":"2024-09-12T18:05:21.347429+0000","last_fullsized":"2024-09-12T18:05:21.347429+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:18.721183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":378,"num_read_kb":14880,"num_write":914,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763831+0000","last_change":"2024-09-12T16:53:05.106619+0000","last_active":"2024-09-12T18:02:00.763831+0000","last_peered":"2024-09-12T18:02:00.763831+0000","last_clean":"2024-09-12T18:02:00.763831+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:02:00.763831+0000","last_undegraded":"2024-09-12T18:02:00.763831+0000","last_fullsized":"2024-09-12T18:02:00.763831+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:37:13.023041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761185+0000","last_change":"2024-09-12T16:53:20.153869+0000","last_active":"2024-09-12T18:02:05.761185+0000","last_peered":"2024-09-12T18:02:05.761185+0000","last_clean":"2024-09-12T18:02:05.761185+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:02:05.761185+0000","last_undegraded":"2024-09-12T18:02:05.761185+0000","last_fullsized":"2024-09-12T18:02:05.761185+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:45.066511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'244","reported_seq":838,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.424381+0000","last_change":"2024-09-12T16:53:22.330204+0000","last_active":"2024-09-12T18:03:56.424381+0000","last_peered":"2024-09-12T18:03:56.424381+0000","last_clean":"2024-09-12T18:03:56.424381+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:03:56.424381+0000","last_undegraded":"2024-09-12T18:03:56.424381+0000","last_fullsized":"2024-09-12T18:03:56.424381+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:02.114181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'763","reported_seq":3107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.197359+0000","last_change":"2024-09-12T16:53:24.177307+0000","last_active":"2024-09-12T18:05:19.197359+0000","last_peered":"2024-09-12T18:05:19.197359+0000","last_clean":"2024-09-12T18:05:19.197359+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:19.197359+0000","last_undegraded":"2024-09-12T18:05:19.197359+0000","last_fullsized":"2024-09-12T18:05:19.197359+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:42.087470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'114","reported_seq":639,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.871712+0000","last_change":"2024-09-12T16:53:26.176086+0000","last_active":"2024-09-12T18:03:20.871712+0000","last_peered":"2024-09-12T18:03:20.871712+0000","last_clean":"2024-09-12T18:03:20.871712+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:03:20.871712+0000","last_undegraded":"2024-09-12T18:03:20.871712+0000","last_fullsized":"2024-09-12T18:03:20.871712+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:42.381748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857798+0000","last_change":"2024-09-12T16:53:18.158903+0000","last_active":"2024-09-12T18:01:30.857798+0000","last_peered":"2024-09-12T18:01:30.857798+0000","last_clean":"2024-09-12T18:01:30.857798+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:01:30.857798+0000","last_undegraded":"2024-09-12T18:01:30.857798+0000","last_fullsized":"2024-09-12T18:01:30.857798+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:49.011256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'297","reported_seq":917,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.464965+0000","last_change":"2024-09-12T16:53:16.143535+0000","last_active":"2024-09-12T18:05:21.464965+0000","last_peered":"2024-09-12T18:05:21.464965+0000","last_clean":"2024-09-12T18:05:21.464965+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:21.464965+0000","last_undegraded":"2024-09-12T18:05:21.464965+0000","last_fullsized":"2024-09-12T18:05:21.464965+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:01.887002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":4832,"num_write":857,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":544,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.721402+0000","last_change":"2024-09-12T18:05:27.721402+0000","last_active":"2024-09-12T18:05:27.721402+0000","last_peered":"2024-09-12T18:05:27.721402+0000","last_clean":"2024-09-12T18:05:27.721402+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:05:27.721402+0000","last_undegraded":"2024-09-12T18:05:27.721402+0000","last_fullsized":"2024-09-12T18:05:27.721402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.721320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:00.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715371+0000","last_change":"2024-09-12T16:53:20.154603+0000","last_active":"2024-09-12T18:02:05.715371+0000","last_peered":"2024-09-12T18:02:05.715371+0000","last_clean":"2024-09-12T18:02:05.715371+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:02:05.715371+0000","last_undegraded":"2024-09-12T18:02:05.715371+0000","last_fullsized":"2024-09-12T18:02:05.715371+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:08.962611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.392753+0000","last_change":"2024-09-12T16:53:22.160290+0000","last_active":"2024-09-12T18:03:56.392753+0000","last_peered":"2024-09-12T18:03:56.392753+0000","last_clean":"2024-09-12T18:03:56.392753+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:03:56.392753+0000","last_undegraded":"2024-09-12T18:03:56.392753+0000","last_fullsized":"2024-09-12T18:03:56.392753+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:02.255157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'806","reported_seq":2727,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.924688+0000","last_change":"2024-09-12T16:53:24.178746+0000","last_active":"2024-09-12T18:05:20.924688+0000","last_peered":"2024-09-12T18:05:20.924688+0000","last_clean":"2024-09-12T18:05:20.924688+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:05:20.924688+0000","last_undegraded":"2024-09-12T18:05:20.924688+0000","last_fullsized":"2024-09-12T18:05:20.924688+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:49.670828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'296","reported_seq":828,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.672188+0000","last_change":"2024-09-12T16:53:26.180014+0000","last_active":"2024-09-12T18:03:31.672188+0000","last_peered":"2024-09-12T18:03:31.672188+0000","last_clean":"2024-09-12T18:03:31.672188+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:03:31.672188+0000","last_undegraded":"2024-09-12T18:03:31.672188+0000","last_fullsized":"2024-09-12T18:03:31.672188+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:22.377268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'93","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715387+0000","last_change":"2024-09-12T16:53:18.150593+0000","last_active":"2024-09-12T18:02:05.715387+0000","last_peered":"2024-09-12T18:02:05.715387+0000","last_clean":"2024-09-12T18:02:05.715387+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:02:05.715387+0000","last_undegraded":"2024-09-12T18:02:05.715387+0000","last_fullsized":"2024-09-12T18:02:05.715387+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:38.400023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'345","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.462942+0000","last_change":"2024-09-12T16:53:16.149520+0000","last_active":"2024-09-12T18:05:21.462942+0000","last_peered":"2024-09-12T18:05:21.462942+0000","last_clean":"2024-09-12T18:05:21.462942+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:21.462942+0000","last_undegraded":"2024-09-12T18:05:21.462942+0000","last_fullsized":"2024-09-12T18:05:21.462942+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:58.437303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242935,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":505,"num_read_kb":10938,"num_write":1167,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":529,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:25.764055+0000","last_change":"2024-09-12T16:53:05.106466+0000","last_active":"2024-09-12T18:02:25.764055+0000","last_peered":"2024-09-12T18:02:25.764055+0000","last_clean":"2024-09-12T18:02:25.764055+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:02:25.764055+0000","last_undegraded":"2024-09-12T18:02:25.764055+0000","last_fullsized":"2024-09-12T18:02:25.764055+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:02.054437+0000","last_clean_scrub_stamp":"2024-09-12T16:53:02.054437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:07.776549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857773+0000","last_change":"2024-09-12T16:53:20.156058+0000","last_active":"2024-09-12T18:01:30.857773+0000","last_peered":"2024-09-12T18:01:30.857773+0000","last_clean":"2024-09-12T18:01:30.857773+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:01:30.857773+0000","last_undegraded":"2024-09-12T18:01:30.857773+0000","last_fullsized":"2024-09-12T18:01:30.857773+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:01.302586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'789","reported_seq":1532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.436611+0000","last_change":"2024-09-12T16:53:22.330392+0000","last_active":"2024-09-12T18:05:21.436611+0000","last_peered":"2024-09-12T18:05:21.436611+0000","last_clean":"2024-09-12T18:05:21.436611+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:21.436611+0000","last_undegraded":"2024-09-12T18:05:21.436611+0000","last_fullsized":"2024-09-12T18:05:21.436611+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:27.059665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142584,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1402,"num_read_kb":3438,"num_write":1144,"num_write_kb":939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862698+0000","last_change":"2024-09-12T16:53:24.176122+0000","last_active":"2024-09-12T18:02:10.862698+0000","last_peered":"2024-09-12T18:02:10.862698+0000","last_clean":"2024-09-12T18:02:10.862698+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:02:10.862698+0000","last_undegraded":"2024-09-12T18:02:10.862698+0000","last_fullsized":"2024-09-12T18:02:10.862698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:47.257926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'192","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775043+0000","last_change":"2024-09-12T16:53:26.183025+0000","last_active":"2024-09-12T18:03:10.775043+0000","last_peered":"2024-09-12T18:03:10.775043+0000","last_clean":"2024-09-12T18:03:10.775043+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:03:10.775043+0000","last_undegraded":"2024-09-12T18:03:10.775043+0000","last_fullsized":"2024-09-12T18:03:10.775043+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:13.925127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'159","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.740766+0000","last_change":"2024-09-12T16:53:26.185312+0000","last_active":"2024-09-12T18:04:52.740766+0000","last_peered":"2024-09-12T18:04:52.740766+0000","last_clean":"2024-09-12T18:04:52.740766+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:04:52.740766+0000","last_undegraded":"2024-09-12T18:04:52.740766+0000","last_fullsized":"2024-09-12T18:04:52.740766+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:46.606749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705984+0000","last_change":"2024-09-12T16:53:18.153882+0000","last_active":"2024-09-12T18:01:00.705984+0000","last_peered":"2024-09-12T18:01:00.705984+0000","last_clean":"2024-09-12T18:01:00.705984+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:01:00.705984+0000","last_undegraded":"2024-09-12T18:01:00.705984+0000","last_fullsized":"2024-09-12T18:01:00.705984+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:22.389654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'337","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.412619+0000","last_change":"2024-09-12T16:53:16.148654+0000","last_active":"2024-09-12T18:05:21.412619+0000","last_peered":"2024-09-12T18:05:21.412619+0000","last_clean":"2024-09-12T18:05:21.412619+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:21.412619+0000","last_undegraded":"2024-09-12T18:05:21.412619+0000","last_fullsized":"2024-09-12T18:05:21.412619+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:16.722282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":812836,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":549,"num_read_kb":14274,"num_write":1122,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.718230+0000","last_change":"2024-09-12T16:53:20.157811+0000","last_active":"2024-09-12T18:01:03.718230+0000","last_peered":"2024-09-12T18:01:03.718230+0000","last_clean":"2024-09-12T18:01:03.718230+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:01:03.718230+0000","last_undegraded":"2024-09-12T18:01:03.718230+0000","last_fullsized":"2024-09-12T18:01:03.718230+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:09.220563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'271","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.623463+0000","last_change":"2024-09-12T16:53:22.153134+0000","last_active":"2024-09-12T18:05:19.623463+0000","last_peered":"2024-09-12T18:05:19.623463+0000","last_clean":"2024-09-12T18:05:19.623463+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:19.623463+0000","last_undegraded":"2024-09-12T18:05:19.623463+0000","last_fullsized":"2024-09-12T18:05:19.623463+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:30:28.764833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.854788+0000","last_change":"2024-09-12T16:53:24.180108+0000","last_active":"2024-09-12T18:01:05.854788+0000","last_peered":"2024-09-12T18:01:05.854788+0000","last_clean":"2024-09-12T18:01:05.854788+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:01:05.854788+0000","last_undegraded":"2024-09-12T18:01:05.854788+0000","last_fullsized":"2024-09-12T18:01:05.854788+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:32.471344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'161","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:24.085010+0000","last_change":"2024-09-12T16:53:26.177348+0000","last_active":"2024-09-12T18:02:24.085010+0000","last_peered":"2024-09-12T18:02:24.085010+0000","last_clean":"2024-09-12T18:02:24.085010+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:02:24.085010+0000","last_undegraded":"2024-09-12T18:02:24.085010+0000","last_fullsized":"2024-09-12T18:02:24.085010+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:43.624195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":748,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.717701+0000","last_change":"2024-09-12T16:53:18.155136+0000","last_active":"2024-09-12T18:00:58.717701+0000","last_peered":"2024-09-12T18:00:58.717701+0000","last_clean":"2024-09-12T18:00:58.717701+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:00:58.717701+0000","last_undegraded":"2024-09-12T18:00:58.717701+0000","last_fullsized":"2024-09-12T18:00:58.717701+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:11.542448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'357","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.464198+0000","last_change":"2024-09-12T16:53:16.160739+0000","last_active":"2024-09-12T18:05:21.464198+0000","last_peered":"2024-09-12T18:05:21.464198+0000","last_clean":"2024-09-12T18:05:21.464198+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:21.464198+0000","last_undegraded":"2024-09-12T18:05:21.464198+0000","last_fullsized":"2024-09-12T18:05:21.464198+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.818047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128623,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":3764,"num_write":997,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854224+0000","last_change":"2024-09-12T16:53:20.158458+0000","last_active":"2024-09-12T18:01:00.854224+0000","last_peered":"2024-09-12T18:01:00.854224+0000","last_clean":"2024-09-12T18:01:00.854224+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:01:00.854224+0000","last_undegraded":"2024-09-12T18:01:00.854224+0000","last_fullsized":"2024-09-12T18:01:00.854224+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:55.381072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'60","reported_seq":579,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.057070+0000","last_change":"2024-09-12T16:53:22.159281+0000","last_active":"2024-09-12T18:03:56.057070+0000","last_peered":"2024-09-12T18:03:56.057070+0000","last_clean":"2024-09-12T18:03:56.057070+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:03:56.057070+0000","last_undegraded":"2024-09-12T18:03:56.057070+0000","last_fullsized":"2024-09-12T18:03:56.057070+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:28.425355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755027+0000","last_change":"2024-09-12T16:53:24.173663+0000","last_active":"2024-09-12T18:01:05.755027+0000","last_peered":"2024-09-12T18:01:05.755027+0000","last_clean":"2024-09-12T18:01:05.755027+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:01:05.755027+0000","last_undegraded":"2024-09-12T18:01:05.755027+0000","last_fullsized":"2024-09-12T18:01:05.755027+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:23.754603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'174","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.688735+0000","last_change":"2024-09-12T16:53:26.178337+0000","last_active":"2024-09-12T18:03:34.688735+0000","last_peered":"2024-09-12T18:03:34.688735+0000","last_clean":"2024-09-12T18:03:34.688735+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:03:34.688735+0000","last_undegraded":"2024-09-12T18:03:34.688735+0000","last_fullsized":"2024-09-12T18:03:34.688735+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:58.724860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.341505+0000","last_change":"2024-09-12T16:53:18.151606+0000","last_active":"2024-09-12T18:02:15.341505+0000","last_peered":"2024-09-12T18:02:15.341505+0000","last_clean":"2024-09-12T18:02:15.341505+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:02:15.341505+0000","last_undegraded":"2024-09-12T18:02:15.341505+0000","last_fullsized":"2024-09-12T18:02:15.341505+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:15.230787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'339","reported_seq":1044,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.463853+0000","last_change":"2024-09-12T16:53:16.145851+0000","last_active":"2024-09-12T18:05:21.463853+0000","last_peered":"2024-09-12T18:05:21.463853+0000","last_clean":"2024-09-12T18:05:21.463853+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:21.463853+0000","last_undegraded":"2024-09-12T18:05:21.463853+0000","last_fullsized":"2024-09-12T18:05:21.463853+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:14.615309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456479,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":37584,"num_write":1077,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"38'3","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.965764+0000","last_change":"2024-09-12T16:53:20.153318+0000","last_active":"2024-09-12T18:05:18.965764+0000","last_peered":"2024-09-12T18:05:18.965764+0000","last_clean":"2024-09-12T18:05:18.965764+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:18.965764+0000","last_undegraded":"2024-09-12T18:05:18.965764+0000","last_fullsized":"2024-09-12T18:05:18.965764+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:17.922572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'334","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.144716+0000","last_change":"2024-09-12T16:53:22.153736+0000","last_active":"2024-09-12T18:05:21.144716+0000","last_peered":"2024-09-12T18:05:21.144716+0000","last_clean":"2024-09-12T18:05:21.144716+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:05:21.144716+0000","last_undegraded":"2024-09-12T18:05:21.144716+0000","last_fullsized":"2024-09-12T18:05:21.144716+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:28:49.146073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47143,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":556,"num_read_kb":1220,"num_write":440,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.753194+0000","last_change":"2024-09-12T16:53:24.179255+0000","last_active":"2024-09-12T18:01:05.753194+0000","last_peered":"2024-09-12T18:01:05.753194+0000","last_clean":"2024-09-12T18:01:05.753194+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:01:05.753194+0000","last_undegraded":"2024-09-12T18:01:05.753194+0000","last_fullsized":"2024-09-12T18:01:05.753194+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:33.062006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'109","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.468872+0000","last_change":"2024-09-12T16:53:26.183611+0000","last_active":"2024-09-12T18:03:33.468872+0000","last_peered":"2024-09-12T18:03:33.468872+0000","last_clean":"2024-09-12T18:03:33.468872+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:03:33.468872+0000","last_undegraded":"2024-09-12T18:03:33.468872+0000","last_fullsized":"2024-09-12T18:03:33.468872+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:34.331698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'264","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.854138+0000","last_change":"2024-09-12T16:53:18.162495+0000","last_active":"2024-09-12T18:01:00.854138+0000","last_peered":"2024-09-12T18:01:00.854138+0000","last_clean":"2024-09-12T18:01:00.854138+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:01:00.854138+0000","last_undegraded":"2024-09-12T18:01:00.854138+0000","last_fullsized":"2024-09-12T18:01:00.854138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:51:32.787096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'361","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.387882+0000","last_change":"2024-09-12T16:53:16.145073+0000","last_active":"2024-09-12T18:05:21.387882+0000","last_peered":"2024-09-12T18:05:21.387882+0000","last_clean":"2024-09-12T18:05:21.387882+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:21.387882+0000","last_undegraded":"2024-09-12T18:05:21.387882+0000","last_fullsized":"2024-09-12T18:05:21.387882+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:55.496753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145769,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":503,"num_read_kb":25558,"num_write":1014,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.752403+0000","last_change":"2024-09-12T16:53:20.154986+0000","last_active":"2024-09-12T18:01:00.752403+0000","last_peered":"2024-09-12T18:01:00.752403+0000","last_clean":"2024-09-12T18:01:00.752403+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:01:00.752403+0000","last_undegraded":"2024-09-12T18:01:00.752403+0000","last_fullsized":"2024-09-12T18:01:00.752403+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:35.055647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'258","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.953238+0000","last_change":"2024-09-12T16:53:22.161528+0000","last_active":"2024-09-12T18:05:20.953238+0000","last_peered":"2024-09-12T18:05:20.953238+0000","last_clean":"2024-09-12T18:05:20.953238+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:05:20.953238+0000","last_undegraded":"2024-09-12T18:05:20.953238+0000","last_fullsized":"2024-09-12T18:05:20.953238+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:00.061951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49619,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":432,"num_read_kb":980,"num_write":340,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685933+0000","last_change":"2024-09-12T16:53:24.174524+0000","last_active":"2024-09-12T18:01:05.685933+0000","last_peered":"2024-09-12T18:01:05.685933+0000","last_clean":"2024-09-12T18:01:05.685933+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:01:05.685933+0000","last_undegraded":"2024-09-12T18:01:05.685933+0000","last_fullsized":"2024-09-12T18:01:05.685933+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:33.990740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761229+0000","last_change":"2024-09-12T16:53:18.154628+0000","last_active":"2024-09-12T18:02:05.761229+0000","last_peered":"2024-09-12T18:02:05.761229+0000","last_clean":"2024-09-12T18:02:05.761229+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:02:05.761229+0000","last_undegraded":"2024-09-12T18:02:05.761229+0000","last_fullsized":"2024-09-12T18:02:05.761229+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:05.534518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'363","reported_seq":1216,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.469006+0000","last_change":"2024-09-12T16:53:16.144924+0000","last_active":"2024-09-12T18:05:21.469006+0000","last_peered":"2024-09-12T18:05:21.469006+0000","last_clean":"2024-09-12T18:05:21.469006+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:21.469006+0000","last_undegraded":"2024-09-12T18:05:21.469006+0000","last_fullsized":"2024-09-12T18:05:21.469006+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:00.978231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262205,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":949,"num_read_kb":17598,"num_write":1227,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688790+0000","last_change":"2024-09-12T16:53:20.153339+0000","last_active":"2024-09-12T18:01:30.688790+0000","last_peered":"2024-09-12T18:01:30.688790+0000","last_clean":"2024-09-12T18:01:30.688790+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:01:30.688790+0000","last_undegraded":"2024-09-12T18:01:30.688790+0000","last_fullsized":"2024-09-12T18:01:30.688790+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:30:58.351781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'533","reported_seq":1181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.897701+0000","last_change":"2024-09-12T16:53:22.156997+0000","last_active":"2024-09-12T18:05:20.897701+0000","last_peered":"2024-09-12T18:05:20.897701+0000","last_clean":"2024-09-12T18:05:20.897701+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:05:20.897701+0000","last_undegraded":"2024-09-12T18:05:20.897701+0000","last_fullsized":"2024-09-12T18:05:20.897701+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:43.061147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100616,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":951,"num_read_kb":2333,"num_write":822,"num_write_kb":711,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753199+0000","last_change":"2024-09-12T16:53:24.175076+0000","last_active":"2024-09-12T18:00:55.753199+0000","last_peered":"2024-09-12T18:00:55.753199+0000","last_clean":"2024-09-12T18:00:55.753199+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:00:55.753199+0000","last_undegraded":"2024-09-12T18:00:55.753199+0000","last_fullsized":"2024-09-12T18:00:55.753199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:56.670376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'190","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.724345+0000","last_change":"2024-09-12T16:53:26.176994+0000","last_active":"2024-09-12T18:02:48.724345+0000","last_peered":"2024-09-12T18:02:48.724345+0000","last_clean":"2024-09-12T18:02:48.724345+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:02:48.724345+0000","last_undegraded":"2024-09-12T18:02:48.724345+0000","last_fullsized":"2024-09-12T18:02:48.724345+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:58.418640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":764,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.688765+0000","last_change":"2024-09-12T16:53:18.158023+0000","last_active":"2024-09-12T18:01:30.688765+0000","last_peered":"2024-09-12T18:01:30.688765+0000","last_clean":"2024-09-12T18:01:30.688765+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:01:30.688765+0000","last_undegraded":"2024-09-12T18:01:30.688765+0000","last_fullsized":"2024-09-12T18:01:30.688765+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:23.737632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'496","reported_seq":1185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.403570+0000","last_change":"2024-09-12T16:53:16.150468+0000","last_active":"2024-09-12T18:05:21.403570+0000","last_peered":"2024-09-12T18:05:21.403570+0000","last_clean":"2024-09-12T18:05:21.403570+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:05:21.403570+0000","last_undegraded":"2024-09-12T18:05:21.403570+0000","last_fullsized":"2024-09-12T18:05:21.403570+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:13:36.042375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4368992,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":829,"num_read_kb":9383,"num_write":1425,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761239+0000","last_change":"2024-09-12T16:53:20.154323+0000","last_active":"2024-09-12T18:02:05.761239+0000","last_peered":"2024-09-12T18:02:05.761239+0000","last_clean":"2024-09-12T18:02:05.761239+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:02:05.761239+0000","last_undegraded":"2024-09-12T18:02:05.761239+0000","last_fullsized":"2024-09-12T18:02:05.761239+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:30.186195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'334","reported_seq":939,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.013536+0000","last_change":"2024-09-12T16:53:22.162119+0000","last_active":"2024-09-12T18:05:21.013536+0000","last_peered":"2024-09-12T18:05:21.013536+0000","last_clean":"2024-09-12T18:05:21.013536+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:05:21.013536+0000","last_undegraded":"2024-09-12T18:05:21.013536+0000","last_fullsized":"2024-09-12T18:05:21.013536+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:00.552201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45918,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":569,"num_read_kb":1223,"num_write":472,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717162+0000","last_change":"2024-09-12T16:53:24.175083+0000","last_active":"2024-09-12T18:00:53.717162+0000","last_peered":"2024-09-12T18:00:53.717162+0000","last_clean":"2024-09-12T18:00:53.717162+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:00:53.717162+0000","last_undegraded":"2024-09-12T18:00:53.717162+0000","last_fullsized":"2024-09-12T18:00:53.717162+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:30:45.461988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.807482+0000","last_change":"2024-09-12T16:53:26.174604+0000","last_active":"2024-09-12T18:03:30.807482+0000","last_peered":"2024-09-12T18:03:30.807482+0000","last_clean":"2024-09-12T18:03:30.807482+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:03:30.807482+0000","last_undegraded":"2024-09-12T18:03:30.807482+0000","last_fullsized":"2024-09-12T18:03:30.807482+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:27.757604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'245","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.852995+0000","last_change":"2024-09-12T16:53:18.154964+0000","last_active":"2024-09-12T18:00:50.852995+0000","last_peered":"2024-09-12T18:00:50.852995+0000","last_clean":"2024-09-12T18:00:50.852995+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:00:50.852995+0000","last_undegraded":"2024-09-12T18:00:50.852995+0000","last_fullsized":"2024-09-12T18:00:50.852995+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:53:25.783828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'396","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.416649+0000","last_change":"2024-09-12T16:53:16.161211+0000","last_active":"2024-09-12T18:05:21.416649+0000","last_peered":"2024-09-12T18:05:21.416649+0000","last_clean":"2024-09-12T18:05:21.416649+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:21.416649+0000","last_undegraded":"2024-09-12T18:05:21.416649+0000","last_fullsized":"2024-09-12T18:05:21.416649+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:25.241490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5280861,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":46684,"num_write":1211,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704201+0000","last_change":"2024-09-12T16:53:20.154645+0000","last_active":"2024-09-12T18:00:50.704201+0000","last_peered":"2024-09-12T18:00:50.704201+0000","last_clean":"2024-09-12T18:00:50.704201+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:00:50.704201+0000","last_undegraded":"2024-09-12T18:00:50.704201+0000","last_fullsized":"2024-09-12T18:00:50.704201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.200137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'285","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.915416+0000","last_change":"2024-09-12T16:53:22.330341+0000","last_active":"2024-09-12T18:05:19.915416+0000","last_peered":"2024-09-12T18:05:19.915416+0000","last_clean":"2024-09-12T18:05:19.915416+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:19.915416+0000","last_undegraded":"2024-09-12T18:05:19.915416+0000","last_fullsized":"2024-09-12T18:05:19.915416+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:00.280231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:33.721524+0000","last_change":"2024-09-12T16:53:24.173909+0000","last_active":"2024-09-12T18:01:33.721524+0000","last_peered":"2024-09-12T18:01:33.721524+0000","last_clean":"2024-09-12T18:01:33.721524+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:01:33.721524+0000","last_undegraded":"2024-09-12T18:01:33.721524+0000","last_fullsized":"2024-09-12T18:01:33.721524+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:00.914606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'103","reported_seq":607,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.115646+0000","last_change":"2024-09-12T16:53:26.182761+0000","last_active":"2024-09-12T18:04:54.115646+0000","last_peered":"2024-09-12T18:04:54.115646+0000","last_clean":"2024-09-12T18:04:54.115646+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:04:54.115646+0000","last_undegraded":"2024-09-12T18:04:54.115646+0000","last_fullsized":"2024-09-12T18:04:54.115646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:53.147580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":895,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.709197+0000","last_change":"2024-09-12T16:53:18.159970+0000","last_active":"2024-09-12T18:00:50.709197+0000","last_peered":"2024-09-12T18:00:50.709197+0000","last_clean":"2024-09-12T18:00:50.709197+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:00:50.709197+0000","last_undegraded":"2024-09-12T18:00:50.709197+0000","last_fullsized":"2024-09-12T18:00:50.709197+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:40.562435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'358","reported_seq":1043,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.398180+0000","last_change":"2024-09-12T16:53:16.156813+0000","last_active":"2024-09-12T18:05:21.398180+0000","last_peered":"2024-09-12T18:05:21.398180+0000","last_clean":"2024-09-12T18:05:21.398180+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:21.398180+0000","last_undegraded":"2024-09-12T18:05:21.398180+0000","last_fullsized":"2024-09-12T18:05:21.398180+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:04.301878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097403,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":562,"num_read_kb":92826,"num_write":1200,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.717170+0000","last_change":"2024-09-12T16:53:20.156273+0000","last_active":"2024-09-12T18:00:53.717170+0000","last_peered":"2024-09-12T18:00:53.717170+0000","last_clean":"2024-09-12T18:00:53.717170+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:00:53.717170+0000","last_undegraded":"2024-09-12T18:00:53.717170+0000","last_fullsized":"2024-09-12T18:00:53.717170+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:45.961014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'106","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.414274+0000","last_change":"2024-09-12T16:53:22.330315+0000","last_active":"2024-09-12T18:03:56.414274+0000","last_peered":"2024-09-12T18:03:56.414274+0000","last_clean":"2024-09-12T18:03:56.414274+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:03:56.414274+0000","last_undegraded":"2024-09-12T18:03:56.414274+0000","last_fullsized":"2024-09-12T18:03:56.414274+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:31:52.706874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'764","reported_seq":2509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.462897+0000","last_change":"2024-09-12T16:53:24.175412+0000","last_active":"2024-09-12T18:05:20.462897+0000","last_peered":"2024-09-12T18:05:20.462897+0000","last_clean":"2024-09-12T18:05:20.462897+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:20.462897+0000","last_undegraded":"2024-09-12T18:05:20.462897+0000","last_fullsized":"2024-09-12T18:05:20.462897+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:06.330866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":632,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.704194+0000","last_change":"2024-09-12T16:53:26.184133+0000","last_active":"2024-09-12T18:02:12.704194+0000","last_peered":"2024-09-12T18:02:12.704194+0000","last_clean":"2024-09-12T18:02:12.704194+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:02:12.704194+0000","last_undegraded":"2024-09-12T18:02:12.704194+0000","last_fullsized":"2024-09-12T18:02:12.704194+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:03.167650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704159+0000","last_change":"2024-09-12T16:53:18.157796+0000","last_active":"2024-09-12T18:00:50.704159+0000","last_peered":"2024-09-12T18:00:50.704159+0000","last_clean":"2024-09-12T18:00:50.704159+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:00:50.704159+0000","last_undegraded":"2024-09-12T18:00:50.704159+0000","last_fullsized":"2024-09-12T18:00:50.704159+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:51.135066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'337","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.383795+0000","last_change":"2024-09-12T16:53:16.153006+0000","last_active":"2024-09-12T18:05:21.383795+0000","last_peered":"2024-09-12T18:05:21.383795+0000","last_clean":"2024-09-12T18:05:21.383795+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:21.383795+0000","last_undegraded":"2024-09-12T18:05:21.383795+0000","last_fullsized":"2024-09-12T18:05:21.383795+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:08.457989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218987,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":500,"num_read_kb":57627,"num_write":976,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752405+0000","last_change":"2024-09-12T16:53:20.156786+0000","last_active":"2024-09-12T18:00:50.752405+0000","last_peered":"2024-09-12T18:00:50.752405+0000","last_clean":"2024-09-12T18:00:50.752405+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:00:50.752405+0000","last_undegraded":"2024-09-12T18:00:50.752405+0000","last_fullsized":"2024-09-12T18:00:50.752405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:48.860503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'365","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.375534+0000","last_change":"2024-09-12T16:53:22.149047+0000","last_active":"2024-09-12T18:05:20.375534+0000","last_peered":"2024-09-12T18:05:20.375534+0000","last_clean":"2024-09-12T18:05:20.375534+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:20.375534+0000","last_undegraded":"2024-09-12T18:05:20.375534+0000","last_fullsized":"2024-09-12T18:05:20.375534+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:52.060913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685898+0000","last_change":"2024-09-12T16:53:24.174285+0000","last_active":"2024-09-12T18:01:05.685898+0000","last_peered":"2024-09-12T18:01:05.685898+0000","last_clean":"2024-09-12T18:01:05.685898+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:01:05.685898+0000","last_undegraded":"2024-09-12T18:01:05.685898+0000","last_fullsized":"2024-09-12T18:01:05.685898+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:06.787165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'134","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.779023+0000","last_change":"2024-09-12T16:53:26.179245+0000","last_active":"2024-09-12T18:03:30.779023+0000","last_peered":"2024-09-12T18:03:30.779023+0000","last_clean":"2024-09-12T18:03:30.779023+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:03:30.779023+0000","last_undegraded":"2024-09-12T18:03:30.779023+0000","last_fullsized":"2024-09-12T18:03:30.779023+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:54.286341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'192","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:57.673119+0000","last_change":"2024-09-12T16:53:18.157290+0000","last_active":"2024-09-12T18:02:57.673119+0000","last_peered":"2024-09-12T18:02:57.673119+0000","last_clean":"2024-09-12T18:02:57.673119+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:02:57.673119+0000","last_undegraded":"2024-09-12T18:02:57.673119+0000","last_fullsized":"2024-09-12T18:02:57.673119+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:50.843790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'322","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.467543+0000","last_change":"2024-09-12T16:53:49.530772+0000","last_active":"2024-09-12T18:05:21.467543+0000","last_peered":"2024-09-12T18:05:21.467543+0000","last_clean":"2024-09-12T18:05:21.467543+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:21.467543+0000","last_undegraded":"2024-09-12T18:05:21.467543+0000","last_fullsized":"2024-09-12T18:05:21.467543+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:01:59.254508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":491,"num_read_kb":64387,"num_write":1047,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752346+0000","last_change":"2024-09-12T16:53:20.158408+0000","last_active":"2024-09-12T18:00:50.752346+0000","last_peered":"2024-09-12T18:00:50.752346+0000","last_clean":"2024-09-12T18:00:50.752346+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:00:50.752346+0000","last_undegraded":"2024-09-12T18:00:50.752346+0000","last_fullsized":"2024-09-12T18:00:50.752346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:37.019239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'294","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.447211+0000","last_change":"2024-09-12T16:53:22.154099+0000","last_active":"2024-09-12T18:05:20.447211+0000","last_peered":"2024-09-12T18:05:20.447211+0000","last_clean":"2024-09-12T18:05:20.447211+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:20.447211+0000","last_undegraded":"2024-09-12T18:05:20.447211+0000","last_fullsized":"2024-09-12T18:05:20.447211+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:08.478118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754455+0000","last_change":"2024-09-12T16:53:24.174948+0000","last_active":"2024-09-12T18:01:15.754455+0000","last_peered":"2024-09-12T18:01:15.754455+0000","last_clean":"2024-09-12T18:01:15.754455+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:01:15.754455+0000","last_undegraded":"2024-09-12T18:01:15.754455+0000","last_fullsized":"2024-09-12T18:01:15.754455+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:25.720966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":686,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.872922+0000","last_change":"2024-09-12T16:53:26.177114+0000","last_active":"2024-09-12T18:03:30.872922+0000","last_peered":"2024-09-12T18:03:30.872922+0000","last_clean":"2024-09-12T18:03:30.872922+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:03:30.872922+0000","last_undegraded":"2024-09-12T18:03:30.872922+0000","last_fullsized":"2024-09-12T18:03:30.872922+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:31.981326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.761222+0000","last_change":"2024-09-12T16:53:49.274643+0000","last_active":"2024-09-12T18:01:45.761222+0000","last_peered":"2024-09-12T18:01:45.761222+0000","last_clean":"2024-09-12T18:01:45.761222+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:01:45.761222+0000","last_undegraded":"2024-09-12T18:01:45.761222+0000","last_fullsized":"2024-09-12T18:01:45.761222+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:52.500956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'323","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.407999+0000","last_change":"2024-09-12T16:53:16.148495+0000","last_active":"2024-09-12T18:05:21.407999+0000","last_peered":"2024-09-12T18:05:21.407999+0000","last_clean":"2024-09-12T18:05:21.407999+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:21.407999+0000","last_undegraded":"2024-09-12T18:05:21.407999+0000","last_fullsized":"2024-09-12T18:05:21.407999+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:38.047029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456499,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":6587,"num_write":1019,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705876+0000","last_change":"2024-09-12T16:53:20.156020+0000","last_active":"2024-09-12T18:01:00.705876+0000","last_peered":"2024-09-12T18:01:00.705876+0000","last_clean":"2024-09-12T18:01:00.705876+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:01:00.705876+0000","last_undegraded":"2024-09-12T18:01:00.705876+0000","last_fullsized":"2024-09-12T18:01:00.705876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'259","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.774761+0000","last_change":"2024-09-12T16:53:22.156114+0000","last_active":"2024-09-12T18:05:19.774761+0000","last_peered":"2024-09-12T18:05:19.774761+0000","last_clean":"2024-09-12T18:05:19.774761+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:19.774761+0000","last_undegraded":"2024-09-12T18:05:19.774761+0000","last_fullsized":"2024-09-12T18:05:19.774761+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:46.516286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.705080+0000","last_change":"2024-09-12T16:53:24.172272+0000","last_active":"2024-09-12T18:00:55.705080+0000","last_peered":"2024-09-12T18:00:55.705080+0000","last_clean":"2024-09-12T18:00:55.705080+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:00:55.705080+0000","last_undegraded":"2024-09-12T18:00:55.705080+0000","last_fullsized":"2024-09-12T18:00:55.705080+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:04.540790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'212","reported_seq":1348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.778958+0000","last_change":"2024-09-12T16:53:26.174980+0000","last_active":"2024-09-12T18:03:30.778958+0000","last_peered":"2024-09-12T18:03:30.778958+0000","last_clean":"2024-09-12T18:03:30.778958+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:03:30.778958+0000","last_undegraded":"2024-09-12T18:03:30.778958+0000","last_fullsized":"2024-09-12T18:03:30.778958+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:28.204161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":692,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:28.360996+0000","last_change":"2024-09-12T16:53:18.154800+0000","last_active":"2024-09-12T18:01:28.360996+0000","last_peered":"2024-09-12T18:01:28.360996+0000","last_clean":"2024-09-12T18:01:28.360996+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:01:28.360996+0000","last_undegraded":"2024-09-12T18:01:28.360996+0000","last_fullsized":"2024-09-12T18:01:28.360996+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:15.966287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'366","reported_seq":1059,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.443720+0000","last_change":"2024-09-12T16:53:16.146517+0000","last_active":"2024-09-12T18:05:21.443720+0000","last_peered":"2024-09-12T18:05:21.443720+0000","last_clean":"2024-09-12T18:05:21.443720+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:21.443720+0000","last_undegraded":"2024-09-12T18:05:21.443720+0000","last_fullsized":"2024-09-12T18:05:21.443720+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:00.784706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262286,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":566,"num_read_kb":63668,"num_write":1148,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"31'1","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.719333+0000","last_change":"2024-09-12T16:53:20.157915+0000","last_active":"2024-09-12T18:01:13.719333+0000","last_peered":"2024-09-12T18:01:13.719333+0000","last_clean":"2024-09-12T18:01:13.719333+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:01:13.719333+0000","last_undegraded":"2024-09-12T18:01:13.719333+0000","last_fullsized":"2024-09-12T18:01:13.719333+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:27.356358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'323","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.989231+0000","last_change":"2024-09-12T16:53:22.159370+0000","last_active":"2024-09-12T18:05:19.989231+0000","last_peered":"2024-09-12T18:05:19.989231+0000","last_clean":"2024-09-12T18:05:19.989231+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:19.989231+0000","last_undegraded":"2024-09-12T18:05:19.989231+0000","last_fullsized":"2024-09-12T18:05:19.989231+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:01.332281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684692+0000","last_change":"2024-09-12T16:53:24.179312+0000","last_active":"2024-09-12T18:00:55.684692+0000","last_peered":"2024-09-12T18:00:55.684692+0000","last_clean":"2024-09-12T18:00:55.684692+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:00:55.684692+0000","last_undegraded":"2024-09-12T18:00:55.684692+0000","last_fullsized":"2024-09-12T18:00:55.684692+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:32.490930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'127","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.820598+0000","last_change":"2024-09-12T16:53:26.176600+0000","last_active":"2024-09-12T18:04:52.820598+0000","last_peered":"2024-09-12T18:04:52.820598+0000","last_clean":"2024-09-12T18:04:52.820598+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:04:52.820598+0000","last_undegraded":"2024-09-12T18:04:52.820598+0000","last_fullsized":"2024-09-12T18:04:52.820598+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:58.144611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":734,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728728+0000","last_change":"2024-09-12T16:53:18.154722+0000","last_active":"2024-09-12T18:02:38.728728+0000","last_peered":"2024-09-12T18:02:38.728728+0000","last_clean":"2024-09-12T18:02:38.728728+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:02:38.728728+0000","last_undegraded":"2024-09-12T18:02:38.728728+0000","last_fullsized":"2024-09-12T18:02:38.728728+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:12.849783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'332","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.355311+0000","last_change":"2024-09-12T16:53:16.152240+0000","last_active":"2024-09-12T18:05:21.355311+0000","last_peered":"2024-09-12T18:05:21.355311+0000","last_clean":"2024-09-12T18:05:21.355311+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:21.355311+0000","last_undegraded":"2024-09-12T18:05:21.355311+0000","last_fullsized":"2024-09-12T18:05:21.355311+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:08.712504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5417690,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":16973,"num_write":1041,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728714+0000","last_change":"2024-09-12T16:53:18.154274+0000","last_active":"2024-09-12T18:02:38.728714+0000","last_peered":"2024-09-12T18:02:38.728714+0000","last_clean":"2024-09-12T18:02:38.728714+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:02:38.728714+0000","last_undegraded":"2024-09-12T18:02:38.728714+0000","last_fullsized":"2024-09-12T18:02:38.728714+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:06.636253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'310","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.455558+0000","last_change":"2024-09-12T16:53:16.146023+0000","last_active":"2024-09-12T18:05:21.455558+0000","last_peered":"2024-09-12T18:05:21.455558+0000","last_clean":"2024-09-12T18:05:21.455558+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:21.455558+0000","last_undegraded":"2024-09-12T18:05:21.455558+0000","last_fullsized":"2024-09-12T18:05:21.455558+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:05:12.974652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":531,"num_read_kb":1717,"num_write":1000,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769681+0000","last_change":"2024-09-12T16:53:18.152773+0000","last_active":"2024-09-12T18:02:40.769681+0000","last_peered":"2024-09-12T18:02:40.769681+0000","last_clean":"2024-09-12T18:02:40.769681+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:02:40.769681+0000","last_undegraded":"2024-09-12T18:02:40.769681+0000","last_fullsized":"2024-09-12T18:02:40.769681+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:17.931186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'357","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.442189+0000","last_change":"2024-09-12T16:53:16.146432+0000","last_active":"2024-09-12T18:05:21.442189+0000","last_peered":"2024-09-12T18:05:21.442189+0000","last_clean":"2024-09-12T18:05:21.442189+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:21.442189+0000","last_undegraded":"2024-09-12T18:05:21.442189+0000","last_fullsized":"2024-09-12T18:05:21.442189+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:37.351433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":9180,"num_write":1279,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1147,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:38.728651+0000","last_change":"2024-09-12T16:53:18.149665+0000","last_active":"2024-09-12T18:02:38.728651+0000","last_peered":"2024-09-12T18:02:38.728651+0000","last_clean":"2024-09-12T18:02:38.728651+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:02:38.728651+0000","last_undegraded":"2024-09-12T18:02:38.728651+0000","last_fullsized":"2024-09-12T18:02:38.728651+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:14.365799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'376","reported_seq":1128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.442643+0000","last_change":"2024-09-12T16:53:16.156479+0000","last_active":"2024-09-12T18:05:21.442643+0000","last_peered":"2024-09-12T18:05:21.442643+0000","last_clean":"2024-09-12T18:05:21.442643+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:21.442643+0000","last_undegraded":"2024-09-12T18:05:21.442643+0000","last_fullsized":"2024-09-12T18:05:21.442643+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:33:48.821887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436973,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":814,"num_read_kb":48369,"num_write":1085,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":939,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.863416+0000","last_change":"2024-09-12T16:53:18.151414+0000","last_active":"2024-09-12T18:02:15.863416+0000","last_peered":"2024-09-12T18:02:15.863416+0000","last_clean":"2024-09-12T18:02:15.863416+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:02:15.863416+0000","last_undegraded":"2024-09-12T18:02:15.863416+0000","last_fullsized":"2024-09-12T18:02:15.863416+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:21.165029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'344","reported_seq":1049,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.473033+0000","last_change":"2024-09-12T16:53:16.154892+0000","last_active":"2024-09-12T18:05:21.473033+0000","last_peered":"2024-09-12T18:05:21.473033+0000","last_clean":"2024-09-12T18:05:21.473033+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:21.473033+0000","last_undegraded":"2024-09-12T18:05:21.473033+0000","last_fullsized":"2024-09-12T18:05:21.473033+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:42.839539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":26098,"num_write":1083,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715413+0000","last_change":"2024-09-12T16:53:18.152201+0000","last_active":"2024-09-12T18:02:05.715413+0000","last_peered":"2024-09-12T18:02:05.715413+0000","last_clean":"2024-09-12T18:02:05.715413+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:02:05.715413+0000","last_undegraded":"2024-09-12T18:02:05.715413+0000","last_fullsized":"2024-09-12T18:02:05.715413+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:29.602540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'338","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.406910+0000","last_change":"2024-09-12T16:53:16.144992+0000","last_active":"2024-09-12T18:05:21.406910+0000","last_peered":"2024-09-12T18:05:21.406910+0000","last_clean":"2024-09-12T18:05:21.406910+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:05:21.406910+0000","last_undegraded":"2024-09-12T18:05:21.406910+0000","last_fullsized":"2024-09-12T18:05:21.406910+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:46.895640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456508,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":466,"num_read_kb":72775,"num_write":1119,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5171,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.862123+0000","last_change":"2024-09-12T16:53:18.162755+0000","last_active":"2024-09-12T18:02:05.862123+0000","last_peered":"2024-09-12T18:02:05.862123+0000","last_clean":"2024-09-12T18:02:05.862123+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:02:05.862123+0000","last_undegraded":"2024-09-12T18:02:05.862123+0000","last_fullsized":"2024-09-12T18:02:05.862123+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:17.779211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'367","reported_seq":1020,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.471777+0000","last_change":"2024-09-12T16:53:16.151547+0000","last_active":"2024-09-12T18:05:21.471777+0000","last_peered":"2024-09-12T18:05:21.471777+0000","last_clean":"2024-09-12T18:05:21.471777+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:21.471777+0000","last_undegraded":"2024-09-12T18:05:21.471777+0000","last_fullsized":"2024-09-12T18:05:21.471777+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:08:54.752643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":595,"num_read_kb":28225,"num_write":1110,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":801,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761136+0000","last_change":"2024-09-12T16:53:18.155023+0000","last_active":"2024-09-12T18:02:05.761136+0000","last_peered":"2024-09-12T18:02:05.761136+0000","last_clean":"2024-09-12T18:02:05.761136+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:02:05.761136+0000","last_undegraded":"2024-09-12T18:02:05.761136+0000","last_fullsized":"2024-09-12T18:02:05.761136+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:15.781846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'391","reported_seq":1146,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.428598+0000","last_change":"2024-09-12T16:53:16.144455+0000","last_active":"2024-09-12T18:05:21.428598+0000","last_peered":"2024-09-12T18:05:21.428598+0000","last_clean":"2024-09-12T18:05:21.428598+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:21.428598+0000","last_undegraded":"2024-09-12T18:05:21.428598+0000","last_fullsized":"2024-09-12T18:05:21.428598+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:04.128639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699451,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":818,"num_read_kb":14556,"num_write":1098,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.685430+0000","last_change":"2024-09-12T16:53:18.165133+0000","last_active":"2024-09-12T18:01:00.685430+0000","last_peered":"2024-09-12T18:01:00.685430+0000","last_clean":"2024-09-12T18:01:00.685430+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:01:00.685430+0000","last_undegraded":"2024-09-12T18:01:00.685430+0000","last_fullsized":"2024-09-12T18:01:00.685430+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:03.558625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'336","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.450023+0000","last_change":"2024-09-12T16:53:49.810549+0000","last_active":"2024-09-12T18:05:21.450023+0000","last_peered":"2024-09-12T18:05:21.450023+0000","last_clean":"2024-09-12T18:05:21.450023+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:21.450023+0000","last_undegraded":"2024-09-12T18:05:21.450023+0000","last_fullsized":"2024-09-12T18:05:21.450023+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:25.518867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767385,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":15457,"num_write":1167,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:12.701855+0000","last_change":"2024-09-12T16:53:18.148961+0000","last_active":"2024-09-12T18:02:12.701855+0000","last_peered":"2024-09-12T18:02:12.701855+0000","last_clean":"2024-09-12T18:02:12.701855+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:02:12.701855+0000","last_undegraded":"2024-09-12T18:02:12.701855+0000","last_fullsized":"2024-09-12T18:02:12.701855+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:04.454369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'365","reported_seq":992,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.424906+0000","last_change":"2024-09-12T16:53:16.148940+0000","last_active":"2024-09-12T18:05:21.424906+0000","last_peered":"2024-09-12T18:05:21.424906+0000","last_clean":"2024-09-12T18:05:21.424906+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:21.424906+0000","last_undegraded":"2024-09-12T18:05:21.424906+0000","last_fullsized":"2024-09-12T18:05:21.424906+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:16.555175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288800,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":467,"num_read_kb":7425,"num_write":1174,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:02.515669+0000","last_change":"2024-09-12T16:53:18.154076+0000","last_active":"2024-09-12T18:02:02.515669+0000","last_peered":"2024-09-12T18:02:02.515669+0000","last_clean":"2024-09-12T18:02:02.515669+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:02:02.515669+0000","last_undegraded":"2024-09-12T18:02:02.515669+0000","last_fullsized":"2024-09-12T18:02:02.515669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:34.392756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'378","reported_seq":1045,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.455347+0000","last_change":"2024-09-12T16:53:16.145541+0000","last_active":"2024-09-12T18:05:21.455347+0000","last_peered":"2024-09-12T18:05:21.455347+0000","last_clean":"2024-09-12T18:05:21.455347+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:21.455347+0000","last_undegraded":"2024-09-12T18:05:21.455347+0000","last_fullsized":"2024-09-12T18:05:21.455347+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:14:23.348330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661335,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":49194,"num_write":1163,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'151","reported_seq":771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723853+0000","last_change":"2024-09-12T16:53:18.152211+0000","last_active":"2024-09-12T18:03:05.723853+0000","last_peered":"2024-09-12T18:03:05.723853+0000","last_clean":"2024-09-12T18:03:05.723853+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:03:05.723853+0000","last_undegraded":"2024-09-12T18:03:05.723853+0000","last_fullsized":"2024-09-12T18:03:05.723853+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:29:28.115743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'371","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.387426+0000","last_change":"2024-09-12T16:53:16.148096+0000","last_active":"2024-09-12T18:05:21.387426+0000","last_peered":"2024-09-12T18:05:21.387426+0000","last_clean":"2024-09-12T18:05:21.387426+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:21.387426+0000","last_undegraded":"2024-09-12T18:05:21.387426+0000","last_fullsized":"2024-09-12T18:05:21.387426+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:59:00.195726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":601,"num_read_kb":5649,"num_write":1150,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774333+0000","last_change":"2024-09-12T16:53:18.158407+0000","last_active":"2024-09-12T18:03:05.774333+0000","last_peered":"2024-09-12T18:03:05.774333+0000","last_clean":"2024-09-12T18:03:05.774333+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:03:05.774333+0000","last_undegraded":"2024-09-12T18:03:05.774333+0000","last_fullsized":"2024-09-12T18:03:05.774333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:14.016612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'344","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.431938+0000","last_change":"2024-09-12T16:53:16.150598+0000","last_active":"2024-09-12T18:05:21.431938+0000","last_peered":"2024-09-12T18:05:21.431938+0000","last_clean":"2024-09-12T18:05:21.431938+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:21.431938+0000","last_undegraded":"2024-09-12T18:05:21.431938+0000","last_fullsized":"2024-09-12T18:05:21.431938+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:27.714607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":552598,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":20718,"num_write":1046,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699911+0000","last_change":"2024-09-12T16:54:50.180335+0000","last_active":"2024-09-12T18:03:05.699911+0000","last_peered":"2024-09-12T18:03:05.699911+0000","last_clean":"2024-09-12T18:03:05.699911+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:03:05.699911+0000","last_undegraded":"2024-09-12T18:03:05.699911+0000","last_fullsized":"2024-09-12T18:03:05.699911+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:44.651674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'315","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.428204+0000","last_change":"2024-09-12T16:53:16.159863+0000","last_active":"2024-09-12T18:05:21.428204+0000","last_peered":"2024-09-12T18:05:21.428204+0000","last_clean":"2024-09-12T18:05:21.428204+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:21.428204+0000","last_undegraded":"2024-09-12T18:05:21.428204+0000","last_fullsized":"2024-09-12T18:05:21.428204+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:04.930261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1303126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":10309,"num_write":1041,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'235","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.869407+0000","last_change":"2024-09-12T16:53:18.162322+0000","last_active":"2024-09-12T18:03:05.869407+0000","last_peered":"2024-09-12T18:03:05.869407+0000","last_clean":"2024-09-12T18:03:05.869407+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:03:05.869407+0000","last_undegraded":"2024-09-12T18:03:05.869407+0000","last_fullsized":"2024-09-12T18:03:05.869407+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:41.009387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'391","reported_seq":1139,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.454926+0000","last_change":"2024-09-12T16:53:16.149286+0000","last_active":"2024-09-12T18:05:21.454926+0000","last_peered":"2024-09-12T18:05:21.454926+0000","last_clean":"2024-09-12T18:05:21.454926+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:21.454926+0000","last_undegraded":"2024-09-12T18:05:21.454926+0000","last_fullsized":"2024-09-12T18:05:21.454926+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:13.832060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8881887,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":904,"num_read_kb":28207,"num_write":1356,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'188","reported_seq":821,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771516+0000","last_change":"2024-09-12T16:53:18.159190+0000","last_active":"2024-09-12T18:02:50.771516+0000","last_peered":"2024-09-12T18:02:50.771516+0000","last_clean":"2024-09-12T18:02:50.771516+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:02:50.771516+0000","last_undegraded":"2024-09-12T18:02:50.771516+0000","last_fullsized":"2024-09-12T18:02:50.771516+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:17.093904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'343","reported_seq":1047,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.430075+0000","last_change":"2024-09-12T16:53:49.754472+0000","last_active":"2024-09-12T18:05:21.430075+0000","last_peered":"2024-09-12T18:05:21.430075+0000","last_clean":"2024-09-12T18:05:21.430075+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:21.430075+0000","last_undegraded":"2024-09-12T18:05:21.430075+0000","last_fullsized":"2024-09-12T18:05:21.430075+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:11.635422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048658,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":20652,"num_write":1161,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'412","reported_seq":1124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.385095+0000","last_change":"2024-09-12T16:53:49.275235+0000","last_active":"2024-09-12T18:05:21.385095+0000","last_peered":"2024-09-12T18:05:21.385095+0000","last_clean":"2024-09-12T18:05:21.385095+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:21.385095+0000","last_undegraded":"2024-09-12T18:05:21.385095+0000","last_fullsized":"2024-09-12T18:05:21.385095+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:38.827717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2300203,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":693,"num_read_kb":13492,"num_write":1316,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":805,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.686591+0000","last_change":"2024-09-12T16:53:18.165890+0000","last_active":"2024-09-12T18:01:10.686591+0000","last_peered":"2024-09-12T18:01:10.686591+0000","last_clean":"2024-09-12T18:01:10.686591+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:01:10.686591+0000","last_undegraded":"2024-09-12T18:01:10.686591+0000","last_fullsized":"2024-09-12T18:01:10.686591+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:37:51.620425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'361","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.383449+0000","last_change":"2024-09-12T16:53:16.155286+0000","last_active":"2024-09-12T18:05:21.383449+0000","last_peered":"2024-09-12T18:05:21.383449+0000","last_clean":"2024-09-12T18:05:21.383449+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:05:21.383449+0000","last_undegraded":"2024-09-12T18:05:21.383449+0000","last_fullsized":"2024-09-12T18:05:21.383449+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:15.110747+0000","last_clean_scrub_stamp":"2024-09-12T16:53:15.110747+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:08.984325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1093930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":1728,"num_write":1217,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754138+0000","last_change":"2024-09-12T16:53:18.160105+0000","last_active":"2024-09-12T18:01:00.754138+0000","last_peered":"2024-09-12T18:01:00.754138+0000","last_clean":"2024-09-12T18:01:00.754138+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:01:00.754138+0000","last_undegraded":"2024-09-12T18:01:00.754138+0000","last_fullsized":"2024-09-12T18:01:00.754138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1057,"ondisk_log_size":1057,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1759,"ondisk_log_size":1759,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":565,"ondisk_log_size":565,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1488285,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18988,"num_read_kb":39666,"num_write":15841,"num_write_kb":11932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1937,"ondisk_log_size":1937,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3803,"ondisk_log_size":3803,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":149967958,"num_objects":399,"num_object_clones":0,"num_object_copies":1197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":399,"num_whiteouts":0,"num_read":36175,"num_read_kb":1833143,"num_write":71500,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":226897920,"data_stored":226897920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3621,"ondisk_log_size":3621,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":161915,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":157810,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510317,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":301416,"kb_used_data":27108,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94070424,"statfs":{"total":96636764160,"available":96328114176,"internally_reserved":0,"allocated":27758592,"data_stored":25768418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510317,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271328,"kb_used_data":27456,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94100512,"statfs":{"total":96636764160,"available":96358924288,"internally_reserved":0,"allocated":28114944,"data_stored":26146123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510316,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":145084,"kb_used_data":23484,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94226756,"statfs":{"total":96636764160,"available":96488198144,"internally_reserved":0,"allocated":24047616,"data_stored":22047289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510316,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":114928,"kb_used_data":29600,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94256912,"statfs":{"total":96636764160,"available":96519077888,"internally_reserved":0,"allocated":30310400,"data_stored":28364498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510317,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":278128,"kb_used_data":30276,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":94093712,"statfs":{"total":96636764160,"available":96351961088,"internally_reserved":0,"allocated":31002624,"data_stored":28986250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":253688263},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510316,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":143964,"kb_used_data":36356,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94227876,"statfs":{"total":96636764160,"available":96489345024,"internally_reserved":0,"allocated":37228544,"data_stored":35275205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510315,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294696,"kb_used_data":38264,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94077144,"statfs":{"total":96636764160,"available":96334995456,"internally_reserved":0,"allocated":39182336,"data_stored":37180998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575726,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":209356,"kb_used_data":43580,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94162484,"statfs":{"total":96636764160,"available":96422383616,"internally_reserved":0,"allocated":44625920,"data_stored":42664169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34295808,"data_stored":34295808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40370176,"data_stored":40370176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32980992,"data_stored":32980992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26689536,"data_stored":26689536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":26071040,"data_stored":26071040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19755008,"data_stored":19755008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":23851008,"data_stored":23851008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":22884352,"data_stored":22884352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:05:29.456 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.456 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.456 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.456 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.456 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.457 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.458 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.459 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.460 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.461 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.462 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.463 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.463 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.463 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.463 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.463 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.463 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.463 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.464 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.464 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.464 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.464 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.464 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.464 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.464 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.465 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.466 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.467 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.468 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.469 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.470 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.471 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.472 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.473 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.474 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.475 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.476 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.477 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.478 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.479 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.480 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.481 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T16:52:56.035782+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=52, tm_sec=56, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-12T16:53:02.054437+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=2, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.482 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-12T16:53:02.054437+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=2, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.483 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-12T16:53:02.054437+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=2, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.484 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-12T16:53:02.054437+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=2, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.485 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-12T16:53:02.054437+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=2, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.486 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.487 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-12T16:53:02.054437+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=2, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.488 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.489 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.490 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.491 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.492 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.493 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.494 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.495 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.496 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.496 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.496 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.496 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.496 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.496 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.497 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.498 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.499 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.500 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.501 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.501 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.501 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.501 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-12T16:53:15.110747+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.501 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:29.501 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:05:49.502 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:05:49.844 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:05:49.856 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:05:49.858 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2447,"stamp":"2024-09-12T18:05:49.101263+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":152064492,"num_objects":729,"num_object_clones":0,"num_object_copies":1857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":729,"num_whiteouts":0,"num_read":182295,"num_read_kb":2300826,"num_write":143596,"num_write_kb":2374495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":524701,"num_omap_keys":1216,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13130,"ondisk_log_size":13130,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1761788,"kb_used_data":256124,"kb_used_omap":12,"kb_used_meta":1505523,"kb_avail":753212932,"statfs":{"total":773094113280,"available":771290042368,"internally_reserved":0,"allocated":262270976,"data_stored":246432950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1541656112},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":523980,"num_omap_keys":1213,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005506"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769604+0000","last_change":"2024-09-12T17:32:41.542249+0000","last_active":"2024-09-12T18:02:40.769604+0000","last_peered":"2024-09-12T18:02:40.769604+0000","last_clean":"2024-09-12T18:02:40.769604+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:02:40.769604+0000","last_undegraded":"2024-09-12T18:02:40.769604+0000","last_fullsized":"2024-09-12T18:02:40.769604+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:36.739865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775006+0000","last_change":"2024-09-12T17:13:10.323544+0000","last_active":"2024-09-12T18:03:10.775006+0000","last_peered":"2024-09-12T18:03:10.775006+0000","last_clean":"2024-09-12T18:03:10.775006+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:03:10.775006+0000","last_undegraded":"2024-09-12T18:03:10.775006+0000","last_fullsized":"2024-09-12T18:03:10.775006+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.869458+0000","last_change":"2024-09-12T17:13:06.293286+0000","last_active":"2024-09-12T18:03:05.869458+0000","last_peered":"2024-09-12T18:03:05.869458+0000","last_clean":"2024-09-12T18:03:05.869458+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:03:05.869458+0000","last_undegraded":"2024-09-12T18:03:05.869458+0000","last_fullsized":"2024-09-12T18:03:05.869458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":167,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701956+0000","last_change":"2024-09-12T17:09:10.267022+0000","last_active":"2024-09-12T18:03:20.701956+0000","last_peered":"2024-09-12T18:03:20.701956+0000","last_clean":"2024-09-12T18:03:20.701956+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:03:20.701956+0000","last_undegraded":"2024-09-12T18:03:20.701956+0000","last_fullsized":"2024-09-12T18:03:20.701956+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:10.173192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.720332+0000","last_change":"2024-09-12T17:32:41.551615+0000","last_active":"2024-09-12T18:02:40.720332+0000","last_peered":"2024-09-12T18:02:40.720332+0000","last_clean":"2024-09-12T18:02:40.720332+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:02:40.720332+0000","last_undegraded":"2024-09-12T18:02:40.720332+0000","last_fullsized":"2024-09-12T18:02:40.720332+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:48:43.130032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'8","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.269813+0000","last_change":"2024-09-12T17:13:10.325758+0000","last_active":"2024-09-12T18:05:21.269813+0000","last_peered":"2024-09-12T18:05:21.269813+0000","last_clean":"2024-09-12T18:05:21.269813+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:05:21.269813+0000","last_undegraded":"2024-09-12T18:05:21.269813+0000","last_fullsized":"2024-09-12T18:05:21.269813+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14340,"num_write":8,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.999443+0000","last_change":"2024-09-12T17:13:06.297583+0000","last_active":"2024-09-12T18:05:19.999443+0000","last_peered":"2024-09-12T18:05:19.999443+0000","last_clean":"2024-09-12T18:05:19.999443+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:05:19.999443+0000","last_undegraded":"2024-09-12T18:05:19.999443+0000","last_fullsized":"2024-09-12T18:05:19.999443+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.724575+0000","last_change":"2024-09-12T17:09:10.274886+0000","last_active":"2024-09-12T18:03:20.724575+0000","last_peered":"2024-09-12T18:03:20.724575+0000","last_clean":"2024-09-12T18:03:20.724575+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:03:20.724575+0000","last_undegraded":"2024-09-12T18:03:20.724575+0000","last_fullsized":"2024-09-12T18:03:20.724575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:14.168748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757659+0000","last_change":"2024-09-12T17:32:41.544272+0000","last_active":"2024-09-12T18:01:40.757659+0000","last_peered":"2024-09-12T18:01:40.757659+0000","last_clean":"2024-09-12T18:01:40.757659+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:01:40.757659+0000","last_undegraded":"2024-09-12T18:01:40.757659+0000","last_fullsized":"2024-09-12T18:01:40.757659+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:06.063279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718236+0000","last_change":"2024-09-12T17:13:10.888905+0000","last_active":"2024-09-12T18:05:15.718236+0000","last_peered":"2024-09-12T18:05:15.718236+0000","last_clean":"2024-09-12T18:05:15.718236+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:05:15.718236+0000","last_undegraded":"2024-09-12T18:05:15.718236+0000","last_fullsized":"2024-09-12T18:05:15.718236+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.234377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'10","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.738314+0000","last_change":"2024-09-12T17:13:06.301910+0000","last_active":"2024-09-12T18:05:15.738314+0000","last_peered":"2024-09-12T18:05:15.738314+0000","last_clean":"2024-09-12T18:05:15.738314+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:05:15.738314+0000","last_undegraded":"2024-09-12T18:05:15.738314+0000","last_fullsized":"2024-09-12T18:05:15.738314+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:49.876560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":15368,"num_write":10,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689929+0000","last_change":"2024-09-12T17:09:10.271885+0000","last_active":"2024-09-12T18:01:40.689929+0000","last_peered":"2024-09-12T18:01:40.689929+0000","last_clean":"2024-09-12T18:01:40.689929+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:01:40.689929+0000","last_undegraded":"2024-09-12T18:01:40.689929+0000","last_fullsized":"2024-09-12T18:01:40.689929+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:58.918948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.859748+0000","last_change":"2024-09-12T17:32:41.551696+0000","last_active":"2024-09-12T18:01:45.859748+0000","last_peered":"2024-09-12T18:01:45.859748+0000","last_clean":"2024-09-12T18:01:45.859748+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:01:45.859748+0000","last_undegraded":"2024-09-12T18:01:45.859748+0000","last_fullsized":"2024-09-12T18:01:45.859748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:49.483981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'7","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.887987+0000","last_change":"2024-09-12T17:13:10.888049+0000","last_active":"2024-09-12T18:05:15.887987+0000","last_peered":"2024-09-12T18:05:15.887987+0000","last_clean":"2024-09-12T18:05:15.887987+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:05:15.887987+0000","last_undegraded":"2024-09-12T18:05:15.887987+0000","last_fullsized":"2024-09-12T18:05:15.887987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:55.040498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12300,"num_write":12,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723933+0000","last_change":"2024-09-12T17:13:06.302426+0000","last_active":"2024-09-12T18:03:05.723933+0000","last_peered":"2024-09-12T18:03:05.723933+0000","last_clean":"2024-09-12T18:03:05.723933+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:03:05.723933+0000","last_undegraded":"2024-09-12T18:03:05.723933+0000","last_fullsized":"2024-09-12T18:03:05.723933+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:19.277111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859087+0000","last_change":"2024-09-12T17:09:10.270741+0000","last_active":"2024-09-12T18:01:40.859087+0000","last_peered":"2024-09-12T18:01:40.859087+0000","last_clean":"2024-09-12T18:01:40.859087+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:01:40.859087+0000","last_undegraded":"2024-09-12T18:01:40.859087+0000","last_fullsized":"2024-09-12T18:01:40.859087+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:58.195011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.867057+0000","last_change":"2024-09-12T17:32:41.551391+0000","last_active":"2024-09-12T18:02:45.867057+0000","last_peered":"2024-09-12T18:02:45.867057+0000","last_clean":"2024-09-12T18:02:45.867057+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:02:45.867057+0000","last_undegraded":"2024-09-12T18:02:45.867057+0000","last_fullsized":"2024-09-12T18:02:45.867057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:05.115607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.863690+0000","last_change":"2024-09-12T17:13:10.326391+0000","last_active":"2024-09-12T18:05:19.863690+0000","last_peered":"2024-09-12T18:05:19.863690+0000","last_clean":"2024-09-12T18:05:19.863690+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:05:19.863690+0000","last_undegraded":"2024-09-12T18:05:19.863690+0000","last_fullsized":"2024-09-12T18:05:19.863690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.961517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2088,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688133+0000","last_change":"2024-09-12T17:13:06.298878+0000","last_active":"2024-09-12T18:01:25.688133+0000","last_peered":"2024-09-12T18:01:25.688133+0000","last_clean":"2024-09-12T18:01:25.688133+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:01:25.688133+0000","last_undegraded":"2024-09-12T18:01:25.688133+0000","last_fullsized":"2024-09-12T18:01:25.688133+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:39.021544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859049+0000","last_change":"2024-09-12T17:09:10.271019+0000","last_active":"2024-09-12T18:01:40.859049+0000","last_peered":"2024-09-12T18:01:40.859049+0000","last_clean":"2024-09-12T18:01:40.859049+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:01:40.859049+0000","last_undegraded":"2024-09-12T18:01:40.859049+0000","last_fullsized":"2024-09-12T18:01:40.859049+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:56.318991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:53.723655+0000","last_change":"2024-09-12T17:32:41.548528+0000","last_active":"2024-09-12T18:01:53.723655+0000","last_peered":"2024-09-12T18:01:53.723655+0000","last_clean":"2024-09-12T18:01:53.723655+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:01:53.723655+0000","last_undegraded":"2024-09-12T18:01:53.723655+0000","last_fullsized":"2024-09-12T18:01:53.723655+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:36.038277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.776616+0000","last_change":"2024-09-12T17:13:10.327201+0000","last_active":"2024-09-12T18:03:55.776616+0000","last_peered":"2024-09-12T18:03:55.776616+0000","last_clean":"2024-09-12T18:03:55.776616+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:03:55.776616+0000","last_undegraded":"2024-09-12T18:03:55.776616+0000","last_fullsized":"2024-09-12T18:03:55.776616+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:36.354273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861388+0000","last_change":"2024-09-12T17:13:06.297923+0000","last_active":"2024-09-12T18:05:19.861388+0000","last_peered":"2024-09-12T18:05:19.861388+0000","last_clean":"2024-09-12T18:05:19.861388+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:05:19.861388+0000","last_undegraded":"2024-09-12T18:05:19.861388+0000","last_fullsized":"2024-09-12T18:05:19.861388+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:32.559516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.757699+0000","last_change":"2024-09-12T17:09:10.271178+0000","last_active":"2024-09-12T18:01:40.757699+0000","last_peered":"2024-09-12T18:01:40.757699+0000","last_clean":"2024-09-12T18:01:40.757699+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:01:40.757699+0000","last_undegraded":"2024-09-12T18:01:40.757699+0000","last_fullsized":"2024-09-12T18:01:40.757699+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:06.352830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770779+0000","last_change":"2024-09-12T17:32:41.552444+0000","last_active":"2024-09-12T18:02:45.770779+0000","last_peered":"2024-09-12T18:02:45.770779+0000","last_clean":"2024-09-12T18:02:45.770779+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:02:45.770779+0000","last_undegraded":"2024-09-12T18:02:45.770779+0000","last_fullsized":"2024-09-12T18:02:45.770779+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:10.318749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.770412+0000","last_change":"2024-09-12T17:13:10.325478+0000","last_active":"2024-09-12T18:03:10.770412+0000","last_peered":"2024-09-12T18:03:10.770412+0000","last_clean":"2024-09-12T18:03:10.770412+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:03:10.770412+0000","last_undegraded":"2024-09-12T18:03:10.770412+0000","last_fullsized":"2024-09-12T18:03:10.770412+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.297761+0000","last_change":"2024-09-12T17:13:06.301113+0000","last_active":"2024-09-12T18:05:20.297761+0000","last_peered":"2024-09-12T18:05:20.297761+0000","last_clean":"2024-09-12T18:05:20.297761+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:05:20.297761+0000","last_undegraded":"2024-09-12T18:05:20.297761+0000","last_fullsized":"2024-09-12T18:05:20.297761+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:30.695902+0000","last_change":"2024-09-12T17:09:10.263027+0000","last_active":"2024-09-12T18:02:30.695902+0000","last_peered":"2024-09-12T18:02:30.695902+0000","last_clean":"2024-09-12T18:02:30.695902+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:02:30.695902+0000","last_undegraded":"2024-09-12T18:02:30.695902+0000","last_fullsized":"2024-09-12T18:02:30.695902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:30.829320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770822+0000","last_change":"2024-09-12T17:32:41.555038+0000","last_active":"2024-09-12T18:02:45.770822+0000","last_peered":"2024-09-12T18:02:45.770822+0000","last_clean":"2024-09-12T18:02:45.770822+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:02:45.770822+0000","last_undegraded":"2024-09-12T18:02:45.770822+0000","last_fullsized":"2024-09-12T18:02:45.770822+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:05.682763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.151450+0000","last_change":"2024-09-12T17:13:10.327881+0000","last_active":"2024-09-12T18:05:21.151450+0000","last_peered":"2024-09-12T18:05:21.151450+0000","last_clean":"2024-09-12T18:05:21.151450+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:05:21.151450+0000","last_undegraded":"2024-09-12T18:05:21.151450+0000","last_fullsized":"2024-09-12T18:05:21.151450+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.679469+0000","last_change":"2024-09-12T17:13:06.302635+0000","last_active":"2024-09-12T18:05:20.679469+0000","last_peered":"2024-09-12T18:05:20.679469+0000","last_clean":"2024-09-12T18:05:20.679469+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:05:20.679469+0000","last_undegraded":"2024-09-12T18:05:20.679469+0000","last_fullsized":"2024-09-12T18:05:20.679469+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:23.726982+0000","last_change":"2024-09-12T17:09:10.272699+0000","last_active":"2024-09-12T18:02:23.726982+0000","last_peered":"2024-09-12T18:02:23.726982+0000","last_clean":"2024-09-12T18:02:23.726982+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:02:23.726982+0000","last_undegraded":"2024-09-12T18:02:23.726982+0000","last_fullsized":"2024-09-12T18:02:23.726982+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:51.817109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:03.731534+0000","last_change":"2024-09-12T17:32:41.543227+0000","last_active":"2024-09-12T18:03:03.731534+0000","last_peered":"2024-09-12T18:03:03.731534+0000","last_clean":"2024-09-12T18:03:03.731534+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:03:03.731534+0000","last_undegraded":"2024-09-12T18:03:03.731534+0000","last_fullsized":"2024-09-12T18:03:03.731534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:41.444889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857872+0000","last_change":"2024-09-12T17:13:10.888782+0000","last_active":"2024-09-12T18:01:30.857872+0000","last_peered":"2024-09-12T18:01:30.857872+0000","last_clean":"2024-09-12T18:01:30.857872+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:01:30.857872+0000","last_undegraded":"2024-09-12T18:01:30.857872+0000","last_fullsized":"2024-09-12T18:01:30.857872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:04.073544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766516+0000","last_change":"2024-09-12T17:13:06.303508+0000","last_active":"2024-09-12T18:02:20.766516+0000","last_peered":"2024-09-12T18:02:20.766516+0000","last_clean":"2024-09-12T18:02:20.766516+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:02:20.766516+0000","last_undegraded":"2024-09-12T18:02:20.766516+0000","last_fullsized":"2024-09-12T18:02:20.766516+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:38.136844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.694771+0000","last_change":"2024-09-12T17:09:10.267543+0000","last_active":"2024-09-12T18:02:20.694771+0000","last_peered":"2024-09-12T18:02:20.694771+0000","last_clean":"2024-09-12T18:02:20.694771+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:02:20.694771+0000","last_undegraded":"2024-09-12T18:02:20.694771+0000","last_fullsized":"2024-09-12T18:02:20.694771+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.940158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722242+0000","last_change":"2024-09-12T17:32:41.550433+0000","last_active":"2024-09-12T18:03:00.722242+0000","last_peered":"2024-09-12T18:03:00.722242+0000","last_clean":"2024-09-12T18:03:00.722242+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:03:00.722242+0000","last_undegraded":"2024-09-12T18:03:00.722242+0000","last_fullsized":"2024-09-12T18:03:00.722242+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:50:19.800751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699359+0000","last_change":"2024-09-12T17:13:50.379901+0000","last_active":"2024-09-12T18:03:00.699359+0000","last_peered":"2024-09-12T18:03:00.699359+0000","last_clean":"2024-09-12T18:03:00.699359+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:03:00.699359+0000","last_undegraded":"2024-09-12T18:03:00.699359+0000","last_fullsized":"2024-09-12T18:03:00.699359+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:10.004649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758521+0000","last_change":"2024-09-12T17:13:06.305574+0000","last_active":"2024-09-12T18:01:25.758521+0000","last_peered":"2024-09-12T18:01:25.758521+0000","last_clean":"2024-09-12T18:01:25.758521+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:01:25.758521+0000","last_undegraded":"2024-09-12T18:01:25.758521+0000","last_fullsized":"2024-09-12T18:01:25.758521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.414233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.864127+0000","last_change":"2024-09-12T17:09:10.272050+0000","last_active":"2024-09-12T18:02:20.864127+0000","last_peered":"2024-09-12T18:02:20.864127+0000","last_clean":"2024-09-12T18:02:20.864127+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:02:20.864127+0000","last_undegraded":"2024-09-12T18:02:20.864127+0000","last_fullsized":"2024-09-12T18:02:20.864127+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:53.376805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774206+0000","last_change":"2024-09-12T17:32:41.552619+0000","last_active":"2024-09-12T18:03:05.774206+0000","last_peered":"2024-09-12T18:03:05.774206+0000","last_clean":"2024-09-12T18:03:05.774206+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:03:05.774206+0000","last_undegraded":"2024-09-12T18:03:05.774206+0000","last_fullsized":"2024-09-12T18:03:05.774206+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.437797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.876624+0000","last_change":"2024-09-12T17:13:10.890776+0000","last_active":"2024-09-12T18:03:55.876624+0000","last_peered":"2024-09-12T18:03:55.876624+0000","last_clean":"2024-09-12T18:03:55.876624+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:03:55.876624+0000","last_undegraded":"2024-09-12T18:03:55.876624+0000","last_fullsized":"2024-09-12T18:03:55.876624+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:23.526090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.712838+0000","last_change":"2024-09-12T17:13:06.292632+0000","last_active":"2024-09-12T18:01:25.712838+0000","last_peered":"2024-09-12T18:01:25.712838+0000","last_clean":"2024-09-12T18:01:25.712838+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:01:25.712838+0000","last_undegraded":"2024-09-12T18:01:25.712838+0000","last_fullsized":"2024-09-12T18:01:25.712838+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:33.833509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'74","reported_seq":294,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.718318+0000","last_change":"2024-09-12T17:09:10.272687+0000","last_active":"2024-09-12T18:02:20.718318+0000","last_peered":"2024-09-12T18:02:20.718318+0000","last_clean":"2024-09-12T18:02:20.718318+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:02:20.718318+0000","last_undegraded":"2024-09-12T18:02:20.718318+0000","last_fullsized":"2024-09-12T18:02:20.718318+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:38:23.056568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773201+0000","last_change":"2024-09-12T17:32:41.545269+0000","last_active":"2024-09-12T18:03:00.773201+0000","last_peered":"2024-09-12T18:03:00.773201+0000","last_clean":"2024-09-12T18:03:00.773201+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:03:00.773201+0000","last_undegraded":"2024-09-12T18:03:00.773201+0000","last_fullsized":"2024-09-12T18:03:00.773201+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:15.654752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.710314+0000","last_change":"2024-09-12T17:13:10.327173+0000","last_active":"2024-09-12T18:01:30.710314+0000","last_peered":"2024-09-12T18:01:30.710314+0000","last_clean":"2024-09-12T18:01:30.710314+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:01:30.710314+0000","last_undegraded":"2024-09-12T18:01:30.710314+0000","last_fullsized":"2024-09-12T18:01:30.710314+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:52.406237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688247+0000","last_change":"2024-09-12T17:13:06.298004+0000","last_active":"2024-09-12T18:01:25.688247+0000","last_peered":"2024-09-12T18:01:25.688247+0000","last_clean":"2024-09-12T18:01:25.688247+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:01:25.688247+0000","last_undegraded":"2024-09-12T18:01:25.688247+0000","last_fullsized":"2024-09-12T18:01:25.688247+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:26.213276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773443+0000","last_change":"2024-09-12T17:09:10.275074+0000","last_active":"2024-09-12T18:03:00.773443+0000","last_peered":"2024-09-12T18:03:00.773443+0000","last_clean":"2024-09-12T18:03:00.773443+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:03:00.773443+0000","last_undegraded":"2024-09-12T18:03:00.773443+0000","last_fullsized":"2024-09-12T18:03:00.773443+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:20.589969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859139+0000","last_change":"2024-09-12T17:32:41.550070+0000","last_active":"2024-09-12T18:01:40.859139+0000","last_peered":"2024-09-12T18:01:40.859139+0000","last_clean":"2024-09-12T18:01:40.859139+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:01:40.859139+0000","last_undegraded":"2024-09-12T18:01:40.859139+0000","last_fullsized":"2024-09-12T18:01:40.859139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:40.460808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:33.742756+0000","last_change":"2024-09-12T17:13:10.318436+0000","last_active":"2024-09-12T18:04:33.742756+0000","last_peered":"2024-09-12T18:04:33.742756+0000","last_clean":"2024-09-12T18:04:33.742756+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:04:33.742756+0000","last_undegraded":"2024-09-12T18:04:33.742756+0000","last_fullsized":"2024-09-12T18:04:33.742756+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:56.861378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.735357+0000","last_change":"2024-09-12T17:13:06.296046+0000","last_active":"2024-09-12T18:04:25.735357+0000","last_peered":"2024-09-12T18:04:25.735357+0000","last_clean":"2024-09-12T18:04:25.735357+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:04:25.735357+0000","last_undegraded":"2024-09-12T18:04:25.735357+0000","last_fullsized":"2024-09-12T18:04:25.735357+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:08.849697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'51","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771605+0000","last_change":"2024-09-12T17:09:10.275120+0000","last_active":"2024-09-12T18:02:50.771605+0000","last_peered":"2024-09-12T18:02:50.771605+0000","last_clean":"2024-09-12T18:02:50.771605+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:02:50.771605+0000","last_undegraded":"2024-09-12T18:02:50.771605+0000","last_fullsized":"2024-09-12T18:02:50.771605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:28.554893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689970+0000","last_change":"2024-09-12T17:32:41.550453+0000","last_active":"2024-09-12T18:01:40.689970+0000","last_peered":"2024-09-12T18:01:40.689970+0000","last_clean":"2024-09-12T18:01:40.689970+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:01:40.689970+0000","last_undegraded":"2024-09-12T18:01:40.689970+0000","last_fullsized":"2024-09-12T18:01:40.689970+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:12.030822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:33.742710+0000","last_change":"2024-09-12T17:13:10.326174+0000","last_active":"2024-09-12T18:04:33.742710+0000","last_peered":"2024-09-12T18:04:33.742710+0000","last_clean":"2024-09-12T18:04:33.742710+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:04:33.742710+0000","last_undegraded":"2024-09-12T18:04:33.742710+0000","last_fullsized":"2024-09-12T18:04:33.742710+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:34.904648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.880770+0000","last_change":"2024-09-12T17:13:06.302304+0000","last_active":"2024-09-12T18:04:25.880770+0000","last_peered":"2024-09-12T18:04:25.880770+0000","last_clean":"2024-09-12T18:04:25.880770+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:04:25.880770+0000","last_undegraded":"2024-09-12T18:04:25.880770+0000","last_fullsized":"2024-09-12T18:04:25.880770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:47.949219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.698219+0000","last_change":"2024-09-12T17:09:10.266945+0000","last_active":"2024-09-12T18:02:50.698219+0000","last_peered":"2024-09-12T18:02:50.698219+0000","last_clean":"2024-09-12T18:02:50.698219+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:02:50.698219+0000","last_undegraded":"2024-09-12T18:02:50.698219+0000","last_fullsized":"2024-09-12T18:02:50.698219+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:57.878866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699975+0000","last_change":"2024-09-12T17:32:41.547134+0000","last_active":"2024-09-12T18:03:05.699975+0000","last_peered":"2024-09-12T18:03:05.699975+0000","last_clean":"2024-09-12T18:03:05.699975+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:03:05.699975+0000","last_undegraded":"2024-09-12T18:03:05.699975+0000","last_fullsized":"2024-09-12T18:03:05.699975+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:58.385406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862739+0000","last_change":"2024-09-12T17:13:10.327049+0000","last_active":"2024-09-12T18:02:10.862739+0000","last_peered":"2024-09-12T18:02:10.862739+0000","last_clean":"2024-09-12T18:02:10.862739+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:02:10.862739+0000","last_undegraded":"2024-09-12T18:02:10.862739+0000","last_fullsized":"2024-09-12T18:02:10.862739+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:17.719838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.761173+0000","last_change":"2024-09-12T17:13:06.301669+0000","last_active":"2024-09-12T18:02:05.761173+0000","last_peered":"2024-09-12T18:02:05.761173+0000","last_clean":"2024-09-12T18:02:05.761173+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:02:05.761173+0000","last_undegraded":"2024-09-12T18:02:05.761173+0000","last_fullsized":"2024-09-12T18:02:05.761173+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:08.524464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.721646+0000","last_change":"2024-09-12T17:09:10.273493+0000","last_active":"2024-09-12T18:02:50.721646+0000","last_peered":"2024-09-12T18:02:50.721646+0000","last_clean":"2024-09-12T18:02:50.721646+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:02:50.721646+0000","last_undegraded":"2024-09-12T18:02:50.721646+0000","last_fullsized":"2024-09-12T18:02:50.721646+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:18.161506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859106+0000","last_change":"2024-09-12T17:32:41.549433+0000","last_active":"2024-09-12T18:01:40.859106+0000","last_peered":"2024-09-12T18:01:40.859106+0000","last_clean":"2024-09-12T18:01:40.859106+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:01:40.859106+0000","last_undegraded":"2024-09-12T18:01:40.859106+0000","last_fullsized":"2024-09-12T18:01:40.859106+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:25.486315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.761798+0000","last_change":"2024-09-12T17:13:10.322373+0000","last_active":"2024-09-12T18:02:10.761798+0000","last_peered":"2024-09-12T18:02:10.761798+0000","last_clean":"2024-09-12T18:02:10.761798+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:02:10.761798+0000","last_undegraded":"2024-09-12T18:02:10.761798+0000","last_fullsized":"2024-09-12T18:02:10.761798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:08.545547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764267+0000","last_change":"2024-09-12T17:13:06.304694+0000","last_active":"2024-09-12T18:02:05.764267+0000","last_peered":"2024-09-12T18:02:05.764267+0000","last_clean":"2024-09-12T18:02:05.764267+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:02:05.764267+0000","last_undegraded":"2024-09-12T18:02:05.764267+0000","last_fullsized":"2024-09-12T18:02:05.764267+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:37.149366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.867580+0000","last_change":"2024-09-12T17:09:10.271328+0000","last_active":"2024-09-12T18:02:50.867580+0000","last_peered":"2024-09-12T18:02:50.867580+0000","last_clean":"2024-09-12T18:02:50.867580+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:02:50.867580+0000","last_undegraded":"2024-09-12T18:02:50.867580+0000","last_fullsized":"2024-09-12T18:02:50.867580+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.165867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.722752+0000","last_change":"2024-09-12T17:32:41.551906+0000","last_active":"2024-09-12T18:03:05.722752+0000","last_peered":"2024-09-12T18:03:05.722752+0000","last_clean":"2024-09-12T18:03:05.722752+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:03:05.722752+0000","last_undegraded":"2024-09-12T18:03:05.722752+0000","last_fullsized":"2024-09-12T18:03:05.722752+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:22:51.085337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:55.885044+0000","last_change":"2024-09-12T17:13:10.327002+0000","last_active":"2024-09-12T18:04:55.885044+0000","last_peered":"2024-09-12T18:04:55.885044+0000","last_clean":"2024-09-12T18:04:55.885044+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:04:55.885044+0000","last_undegraded":"2024-09-12T18:04:55.885044+0000","last_fullsized":"2024-09-12T18:04:55.885044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:45.010511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861620+0000","last_change":"2024-09-12T17:13:06.303988+0000","last_active":"2024-09-12T18:05:19.861620+0000","last_peered":"2024-09-12T18:05:19.861620+0000","last_clean":"2024-09-12T18:05:19.861620+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:05:19.861620+0000","last_undegraded":"2024-09-12T18:05:19.861620+0000","last_fullsized":"2024-09-12T18:05:19.861620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:22.090357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.871041+0000","last_change":"2024-09-12T17:09:10.270111+0000","last_active":"2024-09-12T18:03:15.871041+0000","last_peered":"2024-09-12T18:03:15.871041+0000","last_clean":"2024-09-12T18:03:15.871041+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:03:15.871041+0000","last_undegraded":"2024-09-12T18:03:15.871041+0000","last_fullsized":"2024-09-12T18:03:15.871041+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763751+0000","last_change":"2024-09-12T17:32:41.555032+0000","last_active":"2024-09-12T18:02:00.763751+0000","last_peered":"2024-09-12T18:02:00.763751+0000","last_clean":"2024-09-12T18:02:00.763751+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:02:00.763751+0000","last_undegraded":"2024-09-12T18:02:00.763751+0000","last_fullsized":"2024-09-12T18:02:00.763751+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:11.567800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866393+0000","last_change":"2024-09-12T17:13:10.328163+0000","last_active":"2024-09-12T18:02:40.866393+0000","last_peered":"2024-09-12T18:02:40.866393+0000","last_clean":"2024-09-12T18:02:40.866393+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:02:40.866393+0000","last_undegraded":"2024-09-12T18:02:40.866393+0000","last_fullsized":"2024-09-12T18:02:40.866393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:28.503641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'7","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.787818+0000","last_change":"2024-09-12T17:13:06.300478+0000","last_active":"2024-09-12T18:05:19.787818+0000","last_peered":"2024-09-12T18:05:19.787818+0000","last_clean":"2024-09-12T18:05:19.787818+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:05:19.787818+0000","last_undegraded":"2024-09-12T18:05:19.787818+0000","last_fullsized":"2024-09-12T18:05:19.787818+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:24.111715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5160,"num_write":12,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775088+0000","last_change":"2024-09-12T17:09:10.270002+0000","last_active":"2024-09-12T18:03:10.775088+0000","last_peered":"2024-09-12T18:03:10.775088+0000","last_clean":"2024-09-12T18:03:10.775088+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:03:10.775088+0000","last_undegraded":"2024-09-12T18:03:10.775088+0000","last_fullsized":"2024-09-12T18:03:10.775088+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:57.310938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.768811+0000","last_change":"2024-09-12T17:32:41.550257+0000","last_active":"2024-09-12T18:03:00.768811+0000","last_peered":"2024-09-12T18:03:00.768811+0000","last_clean":"2024-09-12T18:03:00.768811+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:03:00.768811+0000","last_undegraded":"2024-09-12T18:03:00.768811+0000","last_fullsized":"2024-09-12T18:03:00.768811+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:57.600800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:53.730436+0000","last_change":"2024-09-12T17:13:10.890985+0000","last_active":"2024-09-12T18:02:53.730436+0000","last_peered":"2024-09-12T18:02:53.730436+0000","last_clean":"2024-09-12T18:02:53.730436+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:02:53.730436+0000","last_undegraded":"2024-09-12T18:02:53.730436+0000","last_fullsized":"2024-09-12T18:02:53.730436+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:47.811508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.298155+0000","last_change":"2024-09-12T17:13:06.304413+0000","last_active":"2024-09-12T18:05:20.298155+0000","last_peered":"2024-09-12T18:05:20.298155+0000","last_clean":"2024-09-12T18:05:20.298155+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:05:20.298155+0000","last_undegraded":"2024-09-12T18:05:20.298155+0000","last_fullsized":"2024-09-12T18:05:20.298155+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:29.304610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.770435+0000","last_change":"2024-09-12T17:09:10.267720+0000","last_active":"2024-09-12T18:03:10.770435+0000","last_peered":"2024-09-12T18:03:10.770435+0000","last_clean":"2024-09-12T18:03:10.770435+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:03:10.770435+0000","last_undegraded":"2024-09-12T18:03:10.770435+0000","last_fullsized":"2024-09-12T18:03:10.770435+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:06.209318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774260+0000","last_change":"2024-09-12T17:32:41.549955+0000","last_active":"2024-09-12T18:03:05.774260+0000","last_peered":"2024-09-12T18:03:05.774260+0000","last_clean":"2024-09-12T18:03:05.774260+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:03:05.774260+0000","last_undegraded":"2024-09-12T18:03:05.774260+0000","last_fullsized":"2024-09-12T18:03:05.774260+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:44.634527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866455+0000","last_change":"2024-09-12T17:13:10.327750+0000","last_active":"2024-09-12T18:02:40.866455+0000","last_peered":"2024-09-12T18:02:40.866455+0000","last_clean":"2024-09-12T18:02:40.866455+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:02:40.866455+0000","last_undegraded":"2024-09-12T18:02:40.866455+0000","last_fullsized":"2024-09-12T18:02:40.866455+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:22.090516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729926+0000","last_change":"2024-09-12T17:13:06.298421+0000","last_active":"2024-09-12T18:02:48.729926+0000","last_peered":"2024-09-12T18:02:48.729926+0000","last_clean":"2024-09-12T18:02:48.729926+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:02:48.729926+0000","last_undegraded":"2024-09-12T18:02:48.729926+0000","last_fullsized":"2024-09-12T18:02:48.729926+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:35.429856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.723335+0000","last_change":"2024-09-12T17:09:10.270990+0000","last_active":"2024-09-12T18:03:10.723335+0000","last_peered":"2024-09-12T18:03:10.723335+0000","last_clean":"2024-09-12T18:03:10.723335+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:03:10.723335+0000","last_undegraded":"2024-09-12T18:03:10.723335+0000","last_fullsized":"2024-09-12T18:03:10.723335+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:01.519170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.861018+0000","last_change":"2024-09-12T17:32:41.551465+0000","last_active":"2024-09-12T18:01:55.861018+0000","last_peered":"2024-09-12T18:01:55.861018+0000","last_clean":"2024-09-12T18:01:55.861018+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:01:55.861018+0000","last_undegraded":"2024-09-12T18:01:55.861018+0000","last_fullsized":"2024-09-12T18:01:55.861018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:25.944781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722998+0000","last_change":"2024-09-12T17:13:10.327525+0000","last_active":"2024-09-12T18:03:00.722998+0000","last_peered":"2024-09-12T18:03:00.722998+0000","last_clean":"2024-09-12T18:03:00.722998+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:03:00.722998+0000","last_undegraded":"2024-09-12T18:03:00.722998+0000","last_fullsized":"2024-09-12T18:03:00.722998+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:29.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.000588+0000","last_change":"2024-09-12T17:13:06.299865+0000","last_active":"2024-09-12T18:05:20.000588+0000","last_peered":"2024-09-12T18:05:20.000588+0000","last_clean":"2024-09-12T18:05:20.000588+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:05:20.000588+0000","last_undegraded":"2024-09-12T18:05:20.000588+0000","last_fullsized":"2024-09-12T18:05:20.000588+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:43.850410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700619+0000","last_change":"2024-09-12T17:09:10.266109+0000","last_active":"2024-09-12T18:03:10.700619+0000","last_peered":"2024-09-12T18:03:10.700619+0000","last_clean":"2024-09-12T18:03:10.700619+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:03:10.700619+0000","last_undegraded":"2024-09-12T18:03:10.700619+0000","last_fullsized":"2024-09-12T18:03:10.700619+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:11.620915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764647+0000","last_change":"2024-09-12T17:32:41.552092+0000","last_active":"2024-09-12T18:02:05.764647+0000","last_peered":"2024-09-12T18:02:05.764647+0000","last_clean":"2024-09-12T18:02:05.764647+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:02:05.764647+0000","last_undegraded":"2024-09-12T18:02:05.764647+0000","last_fullsized":"2024-09-12T18:02:05.764647+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:34.909221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796837+0000","last_change":"2024-09-12T17:13:10.888298+0000","last_active":"2024-09-12T18:05:10.796837+0000","last_peered":"2024-09-12T18:05:10.796837+0000","last_clean":"2024-09-12T18:05:10.796837+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:05:10.796837+0000","last_undegraded":"2024-09-12T18:05:10.796837+0000","last_fullsized":"2024-09-12T18:05:10.796837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:03.125569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.679695+0000","last_change":"2024-09-12T17:13:06.298182+0000","last_active":"2024-09-12T18:05:20.679695+0000","last_peered":"2024-09-12T18:05:20.679695+0000","last_clean":"2024-09-12T18:05:20.679695+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:05:20.679695+0000","last_undegraded":"2024-09-12T18:05:20.679695+0000","last_fullsized":"2024-09-12T18:05:20.679695+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:12.626570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":162,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.778848+0000","last_change":"2024-09-12T17:09:10.270520+0000","last_active":"2024-09-12T18:03:30.778848+0000","last_peered":"2024-09-12T18:03:30.778848+0000","last_clean":"2024-09-12T18:03:30.778848+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:03:30.778848+0000","last_undegraded":"2024-09-12T18:03:30.778848+0000","last_fullsized":"2024-09-12T18:03:30.778848+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763801+0000","last_change":"2024-09-12T17:32:41.550252+0000","last_active":"2024-09-12T18:02:00.763801+0000","last_peered":"2024-09-12T18:02:00.763801+0000","last_clean":"2024-09-12T18:02:00.763801+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:02:00.763801+0000","last_undegraded":"2024-09-12T18:02:00.763801+0000","last_fullsized":"2024-09-12T18:02:00.763801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:00.908436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:58.745823+0000","last_change":"2024-09-12T17:13:10.322478+0000","last_active":"2024-09-12T18:04:58.745823+0000","last_peered":"2024-09-12T18:04:58.745823+0000","last_clean":"2024-09-12T18:04:58.745823+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:04:58.745823+0000","last_undegraded":"2024-09-12T18:04:58.745823+0000","last_fullsized":"2024-09-12T18:04:58.745823+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:37.796344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718056+0000","last_change":"2024-09-12T17:13:06.297558+0000","last_active":"2024-09-12T18:05:15.718056+0000","last_peered":"2024-09-12T18:05:15.718056+0000","last_clean":"2024-09-12T18:05:15.718056+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:05:15.718056+0000","last_undegraded":"2024-09-12T18:05:15.718056+0000","last_fullsized":"2024-09-12T18:05:15.718056+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:25.757958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.871603+0000","last_change":"2024-09-12T17:09:10.273095+0000","last_active":"2024-09-12T18:03:20.871603+0000","last_peered":"2024-09-12T18:03:20.871603+0000","last_clean":"2024-09-12T18:03:20.871603+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:03:20.871603+0000","last_undegraded":"2024-09-12T18:03:20.871603+0000","last_fullsized":"2024-09-12T18:03:20.871603+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.691542+0000","last_change":"2024-09-12T17:32:41.545493+0000","last_active":"2024-09-12T18:01:55.691542+0000","last_peered":"2024-09-12T18:01:55.691542+0000","last_clean":"2024-09-12T18:01:55.691542+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:01:55.691542+0000","last_undegraded":"2024-09-12T18:01:55.691542+0000","last_fullsized":"2024-09-12T18:01:55.691542+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:49.202805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775152+0000","last_change":"2024-09-12T17:13:10.326493+0000","last_active":"2024-09-12T18:03:10.775152+0000","last_peered":"2024-09-12T18:03:10.775152+0000","last_clean":"2024-09-12T18:03:10.775152+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:03:10.775152+0000","last_undegraded":"2024-09-12T18:03:10.775152+0000","last_fullsized":"2024-09-12T18:03:10.775152+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:01.018946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:35.719537+0000","last_change":"2024-09-12T17:13:06.301058+0000","last_active":"2024-09-12T18:02:35.719537+0000","last_peered":"2024-09-12T18:02:35.719537+0000","last_clean":"2024-09-12T18:02:35.719537+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:02:35.719537+0000","last_undegraded":"2024-09-12T18:02:35.719537+0000","last_fullsized":"2024-09-12T18:02:35.719537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.986512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":170,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.771861+0000","last_change":"2024-09-12T17:09:10.266076+0000","last_active":"2024-09-12T18:03:20.771861+0000","last_peered":"2024-09-12T18:03:20.771861+0000","last_clean":"2024-09-12T18:03:20.771861+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:03:20.771861+0000","last_undegraded":"2024-09-12T18:03:20.771861+0000","last_fullsized":"2024-09-12T18:03:20.771861+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.762990+0000","last_change":"2024-09-12T17:32:41.550557+0000","last_active":"2024-09-12T18:01:55.762990+0000","last_peered":"2024-09-12T18:01:55.762990+0000","last_clean":"2024-09-12T18:01:55.762990+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:01:55.762990+0000","last_undegraded":"2024-09-12T18:01:55.762990+0000","last_fullsized":"2024-09-12T18:01:55.762990+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:31.674024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'8","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.814283+0000","last_change":"2024-09-12T17:13:10.320561+0000","last_active":"2024-09-12T18:05:20.814283+0000","last_peered":"2024-09-12T18:05:20.814283+0000","last_clean":"2024-09-12T18:05:20.814283+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:05:20.814283+0000","last_undegraded":"2024-09-12T18:05:20.814283+0000","last_fullsized":"2024-09-12T18:05:20.814283+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:07.587358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":8,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774347+0000","last_change":"2024-09-12T17:13:06.303010+0000","last_active":"2024-09-12T18:03:05.774347+0000","last_peered":"2024-09-12T18:03:05.774347+0000","last_clean":"2024-09-12T18:03:05.774347+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:03:05.774347+0000","last_undegraded":"2024-09-12T18:03:05.774347+0000","last_fullsized":"2024-09-12T18:03:05.774347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:08.297145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701968+0000","last_change":"2024-09-12T17:09:10.272750+0000","last_active":"2024-09-12T18:03:20.701968+0000","last_peered":"2024-09-12T18:03:20.701968+0000","last_clean":"2024-09-12T18:03:20.701968+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:03:20.701968+0000","last_undegraded":"2024-09-12T18:03:20.701968+0000","last_fullsized":"2024-09-12T18:03:20.701968+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.762022+0000","last_change":"2024-09-12T17:32:41.546525+0000","last_active":"2024-09-12T18:01:50.762022+0000","last_peered":"2024-09-12T18:01:50.762022+0000","last_clean":"2024-09-12T18:01:50.762022+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:01:50.762022+0000","last_undegraded":"2024-09-12T18:01:50.762022+0000","last_fullsized":"2024-09-12T18:01:50.762022+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:42.236376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718175+0000","last_change":"2024-09-12T17:13:10.889644+0000","last_active":"2024-09-12T18:05:15.718175+0000","last_peered":"2024-09-12T18:05:15.718175+0000","last_clean":"2024-09-12T18:05:15.718175+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:05:15.718175+0000","last_undegraded":"2024-09-12T18:05:15.718175+0000","last_fullsized":"2024-09-12T18:05:15.718175+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:48.924700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.723938+0000","last_change":"2024-09-12T17:13:06.301219+0000","last_active":"2024-09-12T18:03:15.723938+0000","last_peered":"2024-09-12T18:03:15.723938+0000","last_clean":"2024-09-12T18:03:15.723938+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:03:15.723938+0000","last_undegraded":"2024-09-12T18:03:15.723938+0000","last_fullsized":"2024-09-12T18:03:15.723938+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:30.825007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":122,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.771972+0000","last_change":"2024-09-12T17:09:10.268690+0000","last_active":"2024-09-12T18:03:20.771972+0000","last_peered":"2024-09-12T18:03:20.771972+0000","last_clean":"2024-09-12T18:03:20.771972+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:03:20.771972+0000","last_undegraded":"2024-09-12T18:03:20.771972+0000","last_fullsized":"2024-09-12T18:03:20.771972+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729849+0000","last_change":"2024-09-12T17:32:41.543342+0000","last_active":"2024-09-12T18:02:48.729849+0000","last_peered":"2024-09-12T18:02:48.729849+0000","last_clean":"2024-09-12T18:02:48.729849+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:02:48.729849+0000","last_undegraded":"2024-09-12T18:02:48.729849+0000","last_fullsized":"2024-09-12T18:02:48.729849+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.740281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773517+0000","last_change":"2024-09-12T17:13:10.889895+0000","last_active":"2024-09-12T18:03:00.773517+0000","last_peered":"2024-09-12T18:03:00.773517+0000","last_clean":"2024-09-12T18:03:00.773517+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:03:00.773517+0000","last_undegraded":"2024-09-12T18:03:00.773517+0000","last_fullsized":"2024-09-12T18:03:00.773517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:23.952600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:05.796101+0000","last_change":"2024-09-12T17:13:06.305017+0000","last_active":"2024-09-12T18:05:05.796101+0000","last_peered":"2024-09-12T18:05:05.796101+0000","last_clean":"2024-09-12T18:05:05.796101+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:05:05.796101+0000","last_undegraded":"2024-09-12T18:05:05.796101+0000","last_fullsized":"2024-09-12T18:05:05.796101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:40.364434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.778921+0000","last_change":"2024-09-12T17:09:10.268574+0000","last_active":"2024-09-12T18:03:30.778921+0000","last_peered":"2024-09-12T18:03:30.778921+0000","last_clean":"2024-09-12T18:03:30.778921+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:03:30.778921+0000","last_undegraded":"2024-09-12T18:03:30.778921+0000","last_fullsized":"2024-09-12T18:03:30.778921+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.713359+0000","last_change":"2024-09-12T17:32:41.549155+0000","last_active":"2024-09-12T18:01:50.713359+0000","last_peered":"2024-09-12T18:01:50.713359+0000","last_clean":"2024-09-12T18:01:50.713359+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:01:50.713359+0000","last_undegraded":"2024-09-12T18:01:50.713359+0000","last_fullsized":"2024-09-12T18:01:50.713359+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:50.853565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.741520+0000","last_change":"2024-09-12T17:13:10.325297+0000","last_active":"2024-09-12T18:05:10.741520+0000","last_peered":"2024-09-12T18:05:10.741520+0000","last_clean":"2024-09-12T18:05:10.741520+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:05:10.741520+0000","last_undegraded":"2024-09-12T18:05:10.741520+0000","last_fullsized":"2024-09-12T18:05:10.741520+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:22.480997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784988+0000","last_change":"2024-09-12T17:13:06.304036+0000","last_active":"2024-09-12T18:05:19.784988+0000","last_peered":"2024-09-12T18:05:19.784988+0000","last_clean":"2024-09-12T18:05:19.784988+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:05:19.784988+0000","last_undegraded":"2024-09-12T18:05:19.784988+0000","last_fullsized":"2024-09-12T18:05:19.784988+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:25.738927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":274,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:23.734261+0000","last_change":"2024-09-12T17:09:10.268416+0000","last_active":"2024-09-12T18:03:23.734261+0000","last_peered":"2024-09-12T18:03:23.734261+0000","last_clean":"2024-09-12T18:03:23.734261+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:03:23.734261+0000","last_undegraded":"2024-09-12T18:03:23.734261+0000","last_fullsized":"2024-09-12T18:03:23.734261+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722283+0000","last_change":"2024-09-12T17:32:41.546757+0000","last_active":"2024-09-12T18:03:00.722283+0000","last_peered":"2024-09-12T18:03:00.722283+0000","last_clean":"2024-09-12T18:03:00.722283+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:03:00.722283+0000","last_undegraded":"2024-09-12T18:03:00.722283+0000","last_fullsized":"2024-09-12T18:03:00.722283+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:36:51.776371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'7","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.144728+0000","last_change":"2024-09-12T17:13:10.325735+0000","last_active":"2024-09-12T18:05:20.144728+0000","last_peered":"2024-09-12T18:05:20.144728+0000","last_clean":"2024-09-12T18:05:20.144728+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:05:20.144728+0000","last_undegraded":"2024-09-12T18:05:20.144728+0000","last_fullsized":"2024-09-12T18:05:20.144728+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:58.753197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.061487+0000","last_change":"2024-09-12T17:13:06.297541+0000","last_active":"2024-09-12T18:05:20.061487+0000","last_peered":"2024-09-12T18:05:20.061487+0000","last_clean":"2024-09-12T18:05:20.061487+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:05:20.061487+0000","last_undegraded":"2024-09-12T18:05:20.061487+0000","last_fullsized":"2024-09-12T18:05:20.061487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:58.244086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4105,"num_write":6,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777044+0000","last_change":"2024-09-12T17:09:10.273325+0000","last_active":"2024-09-12T18:03:20.777044+0000","last_peered":"2024-09-12T18:03:20.777044+0000","last_clean":"2024-09-12T18:03:20.777044+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:03:20.777044+0000","last_undegraded":"2024-09-12T18:03:20.777044+0000","last_fullsized":"2024-09-12T18:03:20.777044+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:10.868061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699399+0000","last_change":"2024-09-12T17:32:41.548691+0000","last_active":"2024-09-12T18:03:00.699399+0000","last_peered":"2024-09-12T18:03:00.699399+0000","last_clean":"2024-09-12T18:03:00.699399+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:03:00.699399+0000","last_undegraded":"2024-09-12T18:03:00.699399+0000","last_fullsized":"2024-09-12T18:03:00.699399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:12.575102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.144556+0000","last_change":"2024-09-12T17:13:10.323121+0000","last_active":"2024-09-12T18:05:20.144556+0000","last_peered":"2024-09-12T18:05:20.144556+0000","last_clean":"2024-09-12T18:05:20.144556+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:05:20.144556+0000","last_undegraded":"2024-09-12T18:05:20.144556+0000","last_fullsized":"2024-09-12T18:05:20.144556+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:24.985924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796910+0000","last_change":"2024-09-12T17:13:06.300247+0000","last_active":"2024-09-12T18:05:10.796910+0000","last_peered":"2024-09-12T18:05:10.796910+0000","last_clean":"2024-09-12T18:05:10.796910+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:05:10.796910+0000","last_undegraded":"2024-09-12T18:05:10.796910+0000","last_fullsized":"2024-09-12T18:05:10.796910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:19.464314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.725905+0000","last_change":"2024-09-12T17:09:10.267687+0000","last_active":"2024-09-12T18:03:20.725905+0000","last_peered":"2024-09-12T18:03:20.725905+0000","last_clean":"2024-09-12T18:03:20.725905+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:03:20.725905+0000","last_undegraded":"2024-09-12T18:03:20.725905+0000","last_fullsized":"2024-09-12T18:03:20.725905+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:14.864859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:50.690974+0000","last_change":"2024-09-12T17:32:41.549696+0000","last_active":"2024-09-12T18:01:50.690974+0000","last_peered":"2024-09-12T18:01:50.690974+0000","last_clean":"2024-09-12T18:01:50.690974+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:01:50.690974+0000","last_undegraded":"2024-09-12T18:01:50.690974+0000","last_fullsized":"2024-09-12T18:01:50.690974+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:03.583797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'11","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.263561+0000","last_change":"2024-09-12T17:13:10.327648+0000","last_active":"2024-09-12T18:05:19.263561+0000","last_peered":"2024-09-12T18:05:19.263561+0000","last_clean":"2024-09-12T18:05:19.263561+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:05:19.263561+0000","last_undegraded":"2024-09-12T18:05:19.263561+0000","last_fullsized":"2024-09-12T18:05:19.263561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:36.378952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":3127,"num_write":16,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732164+0000","last_change":"2024-09-12T17:13:06.296955+0000","last_active":"2024-09-12T18:03:08.732164+0000","last_peered":"2024-09-12T18:03:08.732164+0000","last_clean":"2024-09-12T18:03:08.732164+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:03:08.732164+0000","last_undegraded":"2024-09-12T18:03:08.732164+0000","last_fullsized":"2024-09-12T18:03:08.732164+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:06:42.740025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":122,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.771904+0000","last_change":"2024-09-12T17:09:10.265238+0000","last_active":"2024-09-12T18:03:20.771904+0000","last_peered":"2024-09-12T18:03:20.771904+0000","last_clean":"2024-09-12T18:03:20.771904+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:03:20.771904+0000","last_undegraded":"2024-09-12T18:03:20.771904+0000","last_fullsized":"2024-09-12T18:03:20.771904+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:41:00.018490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763821+0000","last_change":"2024-09-12T17:32:41.552411+0000","last_active":"2024-09-12T18:02:00.763821+0000","last_peered":"2024-09-12T18:02:00.763821+0000","last_clean":"2024-09-12T18:02:00.763821+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:02:00.763821+0000","last_undegraded":"2024-09-12T18:02:00.763821+0000","last_fullsized":"2024-09-12T18:02:00.763821+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:28.866963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.742301+0000","last_change":"2024-09-12T17:13:10.325183+0000","last_active":"2024-09-12T18:05:15.742301+0000","last_peered":"2024-09-12T18:05:15.742301+0000","last_clean":"2024-09-12T18:05:15.742301+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:05:15.742301+0000","last_undegraded":"2024-09-12T18:05:15.742301+0000","last_fullsized":"2024-09-12T18:05:15.742301+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:21.704143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.769606+0000","last_change":"2024-09-12T17:13:06.302709+0000","last_active":"2024-09-12T18:03:05.769606+0000","last_peered":"2024-09-12T18:03:05.769606+0000","last_clean":"2024-09-12T18:03:05.769606+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:03:05.769606+0000","last_undegraded":"2024-09-12T18:03:05.769606+0000","last_fullsized":"2024-09-12T18:03:05.769606+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:17:20.076485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":145,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777001+0000","last_change":"2024-09-12T17:09:10.267732+0000","last_active":"2024-09-12T18:03:20.777001+0000","last_peered":"2024-09-12T18:03:20.777001+0000","last_clean":"2024-09-12T18:03:20.777001+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:03:20.777001+0000","last_undegraded":"2024-09-12T18:03:20.777001+0000","last_fullsized":"2024-09-12T18:03:20.777001+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:35.012777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'323","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.174946+0000","last_change":"2024-09-12T18:05:41.174946+0000","last_active":"2024-09-12T18:05:41.174946+0000","last_peered":"2024-09-12T18:05:41.174946+0000","last_clean":"2024-09-12T18:05:41.174946+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:41.174946+0000","last_undegraded":"2024-09-12T18:05:41.174946+0000","last_fullsized":"2024-09-12T18:05:41.174946+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.174793+0000","objects_scrubbed":4,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:46.261208+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":35276,"num_write":1003,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":691,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752246+0000","last_change":"2024-09-12T16:53:18.156411+0000","last_active":"2024-09-12T18:00:50.752246+0000","last_peered":"2024-09-12T18:00:50.752246+0000","last_clean":"2024-09-12T18:00:50.752246+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:00:50.752246+0000","last_undegraded":"2024-09-12T18:00:50.752246+0000","last_fullsized":"2024-09-12T18:00:50.752246+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:13.134386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'347","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.693422+0000","last_change":"2024-09-12T18:05:32.693422+0000","last_active":"2024-09-12T18:05:32.693422+0000","last_peered":"2024-09-12T18:05:32.693422+0000","last_clean":"2024-09-12T18:05:32.693422+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:05:32.693422+0000","last_undegraded":"2024-09-12T18:05:32.693422+0000","last_fullsized":"2024-09-12T18:05:32.693422+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'347","last_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_deep_scrub":"267'347","last_deep_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.693287+0000","objects_scrubbed":7,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.400255+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":464,"num_read_kb":21263,"num_write":1002,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'359","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.717774+0000","last_change":"2024-09-12T16:53:18.160481+0000","last_active":"2024-09-12T18:03:10.717774+0000","last_peered":"2024-09-12T18:03:10.717774+0000","last_clean":"2024-09-12T18:03:10.717774+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:03:10.717774+0000","last_undegraded":"2024-09-12T18:03:10.717774+0000","last_fullsized":"2024-09-12T18:03:10.717774+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:36.739965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'350","reported_seq":1132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.345519+0000","last_change":"2024-09-12T18:05:33.345519+0000","last_active":"2024-09-12T18:05:33.345519+0000","last_peered":"2024-09-12T18:05:33.345519+0000","last_clean":"2024-09-12T18:05:33.345519+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:33.345519+0000","last_undegraded":"2024-09-12T18:05:33.345519+0000","last_fullsized":"2024-09-12T18:05:33.345519+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.345331+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:44.057762+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6274493,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":770,"num_read_kb":30264,"num_write":1283,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:59.163669+0000","last_change":"2024-09-12T16:53:18.153756+0000","last_active":"2024-09-12T18:02:59.163669+0000","last_peered":"2024-09-12T18:02:59.163669+0000","last_clean":"2024-09-12T18:02:59.163669+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:02:59.163669+0000","last_undegraded":"2024-09-12T18:02:59.163669+0000","last_fullsized":"2024-09-12T18:02:59.163669+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:23.982332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'348","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.433010+0000","last_change":"2024-09-12T18:05:40.433010+0000","last_active":"2024-09-12T18:05:40.433010+0000","last_peered":"2024-09-12T18:05:40.433010+0000","last_clean":"2024-09-12T18:05:40.433010+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:40.433010+0000","last_undegraded":"2024-09-12T18:05:40.433010+0000","last_fullsized":"2024-09-12T18:05:40.433010+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.432855+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:23.317255+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":694699,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":3327,"num_write":1112,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.374597+0000","last_change":"2024-09-12T18:05:40.374597+0000","last_active":"2024-09-12T18:05:40.374597+0000","last_peered":"2024-09-12T18:05:40.374597+0000","last_clean":"2024-09-12T18:05:40.374597+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:05:40.374597+0000","last_undegraded":"2024-09-12T18:05:40.374597+0000","last_fullsized":"2024-09-12T18:05:40.374597+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.374496+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:50.703994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'290","reported_seq":908,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.130406+0000","last_change":"2024-09-12T18:05:40.130304+0000","last_active":"2024-09-12T18:05:40.130406+0000","last_peered":"2024-09-12T18:05:40.130406+0000","last_clean":"2024-09-12T18:05:40.130406+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:40.130406+0000","last_undegraded":"2024-09-12T18:05:40.130406+0000","last_fullsized":"2024-09-12T18:05:40.130406+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.130138+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:59.138952+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":404,"num_read_kb":18362,"num_write":870,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.060799+0000","last_change":"2024-09-12T18:05:40.060799+0000","last_active":"2024-09-12T18:05:40.060799+0000","last_peered":"2024-09-12T18:05:40.060799+0000","last_clean":"2024-09-12T18:05:40.060799+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:05:40.060799+0000","last_undegraded":"2024-09-12T18:05:40.060799+0000","last_fullsized":"2024-09-12T18:05:40.060799+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'78","last_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_deep_scrub":"267'78","last_deep_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.060700+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:42.930998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'331","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.418779+0000","last_change":"2024-09-12T18:05:41.418710+0000","last_active":"2024-09-12T18:05:41.418779+0000","last_peered":"2024-09-12T18:05:41.418779+0000","last_clean":"2024-09-12T18:05:41.418779+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:41.418779+0000","last_undegraded":"2024-09-12T18:05:41.418779+0000","last_fullsized":"2024-09-12T18:05:41.418779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.418570+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:12.451784+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":63577,"num_write":1046,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'125","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715472+0000","last_change":"2024-09-12T16:53:18.155120+0000","last_active":"2024-09-12T18:02:05.715472+0000","last_peered":"2024-09-12T18:02:05.715472+0000","last_clean":"2024-09-12T18:02:05.715472+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:02:05.715472+0000","last_undegraded":"2024-09-12T18:02:05.715472+0000","last_fullsized":"2024-09-12T18:02:05.715472+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:36.231895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'304","reported_seq":1013,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.243449+0000","last_change":"2024-09-12T18:05:35.243382+0000","last_active":"2024-09-12T18:05:35.243449+0000","last_peered":"2024-09-12T18:05:35.243449+0000","last_clean":"2024-09-12T18:05:35.243449+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:35.243449+0000","last_undegraded":"2024-09-12T18:05:35.243449+0000","last_fullsized":"2024-09-12T18:05:35.243449+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'304","last_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_deep_scrub":"267'304","last_deep_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.243248+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:40.848590+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":1207,"num_write":978,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'327","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.822122+0000","last_change":"2024-09-12T16:53:18.160222+0000","last_active":"2024-09-12T18:04:52.822122+0000","last_peered":"2024-09-12T18:04:52.822122+0000","last_clean":"2024-09-12T18:04:52.822122+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:04:52.822122+0000","last_undegraded":"2024-09-12T18:04:52.822122+0000","last_fullsized":"2024-09-12T18:04:52.822122+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:46:46.102394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'337","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.110340+0000","last_change":"2024-09-12T18:05:38.110183+0000","last_active":"2024-09-12T18:05:38.110340+0000","last_peered":"2024-09-12T18:05:38.110340+0000","last_clean":"2024-09-12T18:05:38.110340+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:38.110340+0000","last_undegraded":"2024-09-12T18:05:38.110340+0000","last_fullsized":"2024-09-12T18:05:38.110340+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.110050+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:35.548405+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":41259,"num_write":1065,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'86","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.009135+0000","last_change":"2024-09-12T18:05:37.009135+0000","last_active":"2024-09-12T18:05:37.009135+0000","last_peered":"2024-09-12T18:05:37.009135+0000","last_clean":"2024-09-12T18:05:37.009135+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:05:37.009135+0000","last_undegraded":"2024-09-12T18:05:37.009135+0000","last_fullsized":"2024-09-12T18:05:37.009135+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.009057+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:07.180875+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.030847+0000","last_change":"2024-09-12T18:05:45.030847+0000","last_active":"2024-09-12T18:05:45.030847+0000","last_peered":"2024-09-12T18:05:45.030847+0000","last_clean":"2024-09-12T18:05:45.030847+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:05:45.030847+0000","last_undegraded":"2024-09-12T18:05:45.030847+0000","last_fullsized":"2024-09-12T18:05:45.030847+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.030762+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:18.796466+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'356","reported_seq":1023,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.193808+0000","last_change":"2024-09-12T18:05:38.193808+0000","last_active":"2024-09-12T18:05:38.193808+0000","last_peered":"2024-09-12T18:05:38.193808+0000","last_clean":"2024-09-12T18:05:38.193808+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:38.193808+0000","last_undegraded":"2024-09-12T18:05:38.193808+0000","last_fullsized":"2024-09-12T18:05:38.193808+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'356","last_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_deep_scrub":"267'356","last_deep_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.193675+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:27.049845+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":527,"num_read_kb":14380,"num_write":1088,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.151511+0000","last_change":"2024-09-12T18:05:44.151511+0000","last_active":"2024-09-12T18:05:44.151511+0000","last_peered":"2024-09-12T18:05:44.151511+0000","last_clean":"2024-09-12T18:05:44.151511+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:05:44.151511+0000","last_undegraded":"2024-09-12T18:05:44.151511+0000","last_fullsized":"2024-09-12T18:05:44.151511+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.151432+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:53.605408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'369","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.208530+0000","last_change":"2024-09-12T18:05:33.208461+0000","last_active":"2024-09-12T18:05:33.208530+0000","last_peered":"2024-09-12T18:05:33.208530+0000","last_clean":"2024-09-12T18:05:33.208530+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:33.208530+0000","last_undegraded":"2024-09-12T18:05:33.208530+0000","last_fullsized":"2024-09-12T18:05:33.208530+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'369","last_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_deep_scrub":"267'369","last_deep_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.208322+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:13.923683+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048622,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":33406,"num_write":1211,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":833,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.756436+0000","last_change":"2024-09-12T16:53:18.156653+0000","last_active":"2024-09-12T18:01:15.756436+0000","last_peered":"2024-09-12T18:01:15.756436+0000","last_clean":"2024-09-12T18:01:15.756436+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:01:15.756436+0000","last_undegraded":"2024-09-12T18:01:15.756436+0000","last_fullsized":"2024-09-12T18:01:15.756436+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:38.919047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.226189+0000","last_change":"2024-09-12T18:05:35.226104+0000","last_active":"2024-09-12T18:05:35.226189+0000","last_peered":"2024-09-12T18:05:35.226189+0000","last_clean":"2024-09-12T18:05:35.226189+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:35.226189+0000","last_undegraded":"2024-09-12T18:05:35.226189+0000","last_fullsized":"2024-09-12T18:05:35.226189+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.225942+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:21.855374+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355602,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":571,"num_read_kb":24192,"num_write":1106,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":802,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.007725+0000","last_change":"2024-09-12T18:05:35.007725+0000","last_active":"2024-09-12T18:05:35.007725+0000","last_peered":"2024-09-12T18:05:35.007725+0000","last_clean":"2024-09-12T18:05:35.007725+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:05:35.007725+0000","last_undegraded":"2024-09-12T18:05:35.007725+0000","last_fullsized":"2024-09-12T18:05:35.007725+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.007642+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:21.931495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'337","reported_seq":1109,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.844373+0000","last_change":"2024-09-12T18:05:30.844273+0000","last_active":"2024-09-12T18:05:30.844373+0000","last_peered":"2024-09-12T18:05:30.844373+0000","last_clean":"2024-09-12T18:05:30.844373+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:30.844373+0000","last_undegraded":"2024-09-12T18:05:30.844373+0000","last_fullsized":"2024-09-12T18:05:30.844373+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.844086+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:23.665915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232766,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":73934,"num_write":1051,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.023986+0000","last_change":"2024-09-12T18:05:36.023986+0000","last_active":"2024-09-12T18:05:36.023986+0000","last_peered":"2024-09-12T18:05:36.023986+0000","last_clean":"2024-09-12T18:05:36.023986+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:05:36.023986+0000","last_undegraded":"2024-09-12T18:05:36.023986+0000","last_fullsized":"2024-09-12T18:05:36.023986+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.023904+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:17.267313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'342","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.110669+0000","last_change":"2024-09-12T18:05:37.110599+0000","last_active":"2024-09-12T18:05:37.110669+0000","last_peered":"2024-09-12T18:05:37.110669+0000","last_clean":"2024-09-12T18:05:37.110669+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:37.110669+0000","last_undegraded":"2024-09-12T18:05:37.110669+0000","last_fullsized":"2024-09-12T18:05:37.110669+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'342","last_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_deep_scrub":"267'342","last_deep_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.110461+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:39.553897+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":488,"num_read_kb":16770,"num_write":1014,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":756,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.988710+0000","last_change":"2024-09-12T18:05:43.988710+0000","last_active":"2024-09-12T18:05:43.988710+0000","last_peered":"2024-09-12T18:05:43.988710+0000","last_clean":"2024-09-12T18:05:43.988710+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:05:43.988710+0000","last_undegraded":"2024-09-12T18:05:43.988710+0000","last_fullsized":"2024-09-12T18:05:43.988710+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.988619+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:03.600860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'405","reported_seq":1106,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.318801+0000","last_change":"2024-09-12T18:05:32.318696+0000","last_active":"2024-09-12T18:05:32.318801+0000","last_peered":"2024-09-12T18:05:32.318801+0000","last_clean":"2024-09-12T18:05:32.318801+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:32.318801+0000","last_undegraded":"2024-09-12T18:05:32.318801+0000","last_fullsized":"2024-09-12T18:05:32.318801+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.318580+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:50.127258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":630,"num_read_kb":58140,"num_write":1289,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'125","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.845270+0000","last_change":"2024-09-12T16:53:26.172648+0000","last_active":"2024-09-12T18:03:34.845270+0000","last_peered":"2024-09-12T18:03:34.845270+0000","last_clean":"2024-09-12T18:03:34.845270+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:03:34.845270+0000","last_undegraded":"2024-09-12T18:03:34.845270+0000","last_fullsized":"2024-09-12T18:03:34.845270+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:57:03.190789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":742,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.073877+0000","last_change":"2024-09-12T18:05:42.073877+0000","last_active":"2024-09-12T18:05:42.073877+0000","last_peered":"2024-09-12T18:05:42.073877+0000","last_clean":"2024-09-12T18:05:42.073877+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:05:42.073877+0000","last_undegraded":"2024-09-12T18:05:42.073877+0000","last_fullsized":"2024-09-12T18:05:42.073877+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.073800+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:18.676055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'422","reported_seq":1140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.283657+0000","last_change":"2024-09-12T18:05:33.283587+0000","last_active":"2024-09-12T18:05:33.283657+0000","last_peered":"2024-09-12T18:05:33.283657+0000","last_clean":"2024-09-12T18:05:33.283657+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:33.283657+0000","last_undegraded":"2024-09-12T18:05:33.283657+0000","last_fullsized":"2024-09-12T18:05:33.283657+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'422","last_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_deep_scrub":"267'422","last_deep_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.283492+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:29.525870+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":727,"num_read_kb":30873,"num_write":1362,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754109+0000","last_change":"2024-09-12T16:53:20.155586+0000","last_active":"2024-09-12T18:01:00.754109+0000","last_peered":"2024-09-12T18:01:00.754109+0000","last_clean":"2024-09-12T18:01:00.754109+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:01:00.754109+0000","last_undegraded":"2024-09-12T18:01:00.754109+0000","last_fullsized":"2024-09-12T18:01:00.754109+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:31:05.238963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'319","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.479796+0000","last_change":"2024-09-12T16:53:22.156051+0000","last_active":"2024-09-12T18:05:21.479796+0000","last_peered":"2024-09-12T18:05:21.479796+0000","last_clean":"2024-09-12T18:05:21.479796+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:05:21.479796+0000","last_undegraded":"2024-09-12T18:05:21.479796+0000","last_fullsized":"2024-09-12T18:05:21.479796+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:14.518080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12201,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":507,"num_read_kb":1013,"num_write":386,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.755188+0000","last_change":"2024-09-12T16:53:24.174788+0000","last_active":"2024-09-12T18:01:05.755188+0000","last_peered":"2024-09-12T18:01:05.755188+0000","last_clean":"2024-09-12T18:01:05.755188+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:01:05.755188+0000","last_undegraded":"2024-09-12T18:01:05.755188+0000","last_fullsized":"2024-09-12T18:01:05.755188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:41.684219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'143","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.722572+0000","last_change":"2024-09-12T16:53:26.183485+0000","last_active":"2024-09-12T18:03:33.722572+0000","last_peered":"2024-09-12T18:03:33.722572+0000","last_clean":"2024-09-12T18:03:33.722572+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:03:33.722572+0000","last_undegraded":"2024-09-12T18:03:33.722572+0000","last_fullsized":"2024-09-12T18:03:33.722572+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:00.753852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":851,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.376057+0000","last_change":"2024-09-12T18:05:43.376057+0000","last_active":"2024-09-12T18:05:43.376057+0000","last_peered":"2024-09-12T18:05:43.376057+0000","last_clean":"2024-09-12T18:05:43.376057+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:05:43.376057+0000","last_undegraded":"2024-09-12T18:05:43.376057+0000","last_fullsized":"2024-09-12T18:05:43.376057+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.375973+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:55.619948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'399","reported_seq":1050,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.305134+0000","last_change":"2024-09-12T18:05:29.305036+0000","last_active":"2024-09-12T18:05:29.305134+0000","last_peered":"2024-09-12T18:05:29.305134+0000","last_clean":"2024-09-12T18:05:29.305134+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:29.305134+0000","last_undegraded":"2024-09-12T18:05:29.305134+0000","last_fullsized":"2024-09-12T18:05:29.305134+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'399","last_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_deep_scrub":"267'399","last_deep_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.304906+0000","objects_scrubbed":7,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:31.396260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194343,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":6561,"num_write":1208,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.855476+0000","last_change":"2024-09-12T16:53:20.153944+0000","last_active":"2024-09-12T18:01:10.855476+0000","last_peered":"2024-09-12T18:01:10.855476+0000","last_clean":"2024-09-12T18:01:10.855476+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:01:10.855476+0000","last_undegraded":"2024-09-12T18:01:10.855476+0000","last_fullsized":"2024-09-12T18:01:10.855476+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:30.125372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'111","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.340847+0000","last_change":"2024-09-12T16:53:22.159738+0000","last_active":"2024-09-12T18:03:56.340847+0000","last_peered":"2024-09-12T18:03:56.340847+0000","last_clean":"2024-09-12T18:03:56.340847+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:03:56.340847+0000","last_undegraded":"2024-09-12T18:03:56.340847+0000","last_fullsized":"2024-09-12T18:03:56.340847+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:23.406297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.706811+0000","last_change":"2024-09-12T16:53:24.176073+0000","last_active":"2024-09-12T18:01:05.706811+0000","last_peered":"2024-09-12T18:01:05.706811+0000","last_clean":"2024-09-12T18:01:05.706811+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:01:05.706811+0000","last_undegraded":"2024-09-12T18:01:05.706811+0000","last_fullsized":"2024-09-12T18:01:05.706811+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:29.775823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'107","reported_seq":617,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:42.027554+0000","last_change":"2024-09-12T16:53:26.180819+0000","last_active":"2024-09-12T18:02:42.027554+0000","last_peered":"2024-09-12T18:02:42.027554+0000","last_clean":"2024-09-12T18:02:42.027554+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:02:42.027554+0000","last_undegraded":"2024-09-12T18:02:42.027554+0000","last_fullsized":"2024-09-12T18:02:42.027554+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:47.888585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":766,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.396531+0000","last_change":"2024-09-12T18:05:41.396531+0000","last_active":"2024-09-12T18:05:41.396531+0000","last_peered":"2024-09-12T18:05:41.396531+0000","last_clean":"2024-09-12T18:05:41.396531+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:05:41.396531+0000","last_undegraded":"2024-09-12T18:05:41.396531+0000","last_fullsized":"2024-09-12T18:05:41.396531+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.396435+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:35.456864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'371","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.235545+0000","last_change":"2024-09-12T18:05:32.235469+0000","last_active":"2024-09-12T18:05:32.235545+0000","last_peered":"2024-09-12T18:05:32.235545+0000","last_clean":"2024-09-12T18:05:32.235545+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:32.235545+0000","last_undegraded":"2024-09-12T18:05:32.235545+0000","last_fullsized":"2024-09-12T18:05:32.235545+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.235306+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:33.393295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":635,"num_read_kb":36076,"num_write":1194,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"38'5","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:18.964557+0000","last_change":"2024-09-12T16:53:20.155908+0000","last_active":"2024-09-12T18:05:18.964557+0000","last_peered":"2024-09-12T18:05:18.964557+0000","last_clean":"2024-09-12T18:05:18.964557+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:18.964557+0000","last_undegraded":"2024-09-12T18:05:18.964557+0000","last_fullsized":"2024-09-12T18:05:18.964557+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:14.726796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'152","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.159255+0000","last_change":"2024-09-12T18:05:44.159255+0000","last_active":"2024-09-12T18:05:44.159255+0000","last_peered":"2024-09-12T18:05:44.159255+0000","last_clean":"2024-09-12T18:05:44.159255+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:05:44.159255+0000","last_undegraded":"2024-09-12T18:05:44.159255+0000","last_fullsized":"2024-09-12T18:05:44.159255+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.159165+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:04.867907+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'770","reported_seq":2853,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.059343+0000","last_change":"2024-09-12T16:53:24.175697+0000","last_active":"2024-09-12T18:05:21.059343+0000","last_peered":"2024-09-12T18:05:21.059343+0000","last_clean":"2024-09-12T18:05:21.059343+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:21.059343+0000","last_undegraded":"2024-09-12T18:05:21.059343+0000","last_fullsized":"2024-09-12T18:05:21.059343+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:59.221860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'187","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.788068+0000","last_change":"2024-09-12T16:53:26.171602+0000","last_active":"2024-09-12T18:03:33.788068+0000","last_peered":"2024-09-12T18:03:33.788068+0000","last_clean":"2024-09-12T18:03:33.788068+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:03:33.788068+0000","last_undegraded":"2024-09-12T18:03:33.788068+0000","last_fullsized":"2024-09-12T18:03:33.788068+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:14.997101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4887,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.028004+0000","last_change":"2024-09-12T18:05:43.028004+0000","last_active":"2024-09-12T18:05:43.028004+0000","last_peered":"2024-09-12T18:05:43.028004+0000","last_clean":"2024-09-12T18:05:43.028004+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:05:43.028004+0000","last_undegraded":"2024-09-12T18:05:43.028004+0000","last_fullsized":"2024-09-12T18:05:43.028004+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4189","last_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_deep_scrub":"267'4189","last_deep_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.027912+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:20.671527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'334","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.249153+0000","last_change":"2024-09-12T18:05:29.249095+0000","last_active":"2024-09-12T18:05:29.249153+0000","last_peered":"2024-09-12T18:05:29.249153+0000","last_clean":"2024-09-12T18:05:29.249153+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:29.249153+0000","last_undegraded":"2024-09-12T18:05:29.249153+0000","last_fullsized":"2024-09-12T18:05:29.249153+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.248963+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:08.349422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":3959,"num_write":1051,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754158+0000","last_change":"2024-09-12T16:53:20.159172+0000","last_active":"2024-09-12T18:01:00.754158+0000","last_peered":"2024-09-12T18:01:00.754158+0000","last_clean":"2024-09-12T18:01:00.754158+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:01:00.754158+0000","last_undegraded":"2024-09-12T18:01:00.754158+0000","last_fullsized":"2024-09-12T18:01:00.754158+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:23:04.010396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'273","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.206680+0000","last_change":"2024-09-12T16:53:22.332117+0000","last_active":"2024-09-12T18:05:21.206680+0000","last_peered":"2024-09-12T18:05:21.206680+0000","last_clean":"2024-09-12T18:05:21.206680+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:05:21.206680+0000","last_undegraded":"2024-09-12T18:05:21.206680+0000","last_fullsized":"2024-09-12T18:05:21.206680+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:34.848762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51396,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":452,"num_read_kb":1063,"num_write":360,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'805","reported_seq":5065,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.924628+0000","last_change":"2024-09-12T16:53:24.178967+0000","last_active":"2024-09-12T18:05:20.924628+0000","last_peered":"2024-09-12T18:05:20.924628+0000","last_clean":"2024-09-12T18:05:20.924628+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:05:20.924628+0000","last_undegraded":"2024-09-12T18:05:20.924628+0000","last_fullsized":"2024-09-12T18:05:20.924628+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.391315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.379920+0000","last_change":"2024-09-12T18:05:42.379920+0000","last_active":"2024-09-12T18:05:42.379920+0000","last_peered":"2024-09-12T18:05:42.379920+0000","last_clean":"2024-09-12T18:05:42.379920+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:05:42.379920+0000","last_undegraded":"2024-09-12T18:05:42.379920+0000","last_fullsized":"2024-09-12T18:05:42.379920+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.379834+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.719716+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'361","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.270622+0000","last_change":"2024-09-12T18:05:34.270622+0000","last_active":"2024-09-12T18:05:34.270622+0000","last_peered":"2024-09-12T18:05:34.270622+0000","last_clean":"2024-09-12T18:05:34.270622+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:34.270622+0000","last_undegraded":"2024-09-12T18:05:34.270622+0000","last_fullsized":"2024-09-12T18:05:34.270622+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.270471+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:59.581177+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194336,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":12959,"num_write":1136,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769879+0000","last_change":"2024-09-12T16:53:20.152230+0000","last_active":"2024-09-12T18:02:40.769879+0000","last_peered":"2024-09-12T18:02:40.769879+0000","last_clean":"2024-09-12T18:02:40.769879+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:02:40.769879+0000","last_undegraded":"2024-09-12T18:02:40.769879+0000","last_fullsized":"2024-09-12T18:02:40.769879+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.569085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'399","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.559256+0000","last_change":"2024-09-12T16:53:22.330287+0000","last_active":"2024-09-12T18:05:19.559256+0000","last_peered":"2024-09-12T18:05:19.559256+0000","last_clean":"2024-09-12T18:05:19.559256+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:19.559256+0000","last_undegraded":"2024-09-12T18:05:19.559256+0000","last_fullsized":"2024-09-12T18:05:19.559256+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:42.937569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:08.732199+0000","last_change":"2024-09-12T16:53:24.174850+0000","last_active":"2024-09-12T18:03:08.732199+0000","last_peered":"2024-09-12T18:03:08.732199+0000","last_clean":"2024-09-12T18:03:08.732199+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:03:08.732199+0000","last_undegraded":"2024-09-12T18:03:08.732199+0000","last_fullsized":"2024-09-12T18:03:08.732199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:50.726363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'550","reported_seq":1373,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.116139+0000","last_change":"2024-09-12T16:53:26.182697+0000","last_active":"2024-09-12T18:04:54.116139+0000","last_peered":"2024-09-12T18:04:54.116139+0000","last_clean":"2024-09-12T18:04:54.116139+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:04:54.116139+0000","last_undegraded":"2024-09-12T18:04:54.116139+0000","last_fullsized":"2024-09-12T18:04:54.116139+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":500,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:41.201242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'107","reported_seq":703,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.886977+0000","last_change":"2024-09-12T18:05:32.886977+0000","last_active":"2024-09-12T18:05:32.886977+0000","last_peered":"2024-09-12T18:05:32.886977+0000","last_clean":"2024-09-12T18:05:32.886977+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:05:32.886977+0000","last_undegraded":"2024-09-12T18:05:32.886977+0000","last_fullsized":"2024-09-12T18:05:32.886977+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.886892+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:37.025584+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'426","reported_seq":1102,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.021086+0000","last_change":"2024-09-12T18:05:30.021086+0000","last_active":"2024-09-12T18:05:30.021086+0000","last_peered":"2024-09-12T18:05:30.021086+0000","last_clean":"2024-09-12T18:05:30.021086+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:30.021086+0000","last_undegraded":"2024-09-12T18:05:30.021086+0000","last_fullsized":"2024-09-12T18:05:30.021086+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'426","last_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_deep_scrub":"267'426","last_deep_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.020973+0000","objects_scrubbed":5,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:46.582141+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":769,"num_read_kb":652,"num_write":1370,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.052593+0000","last_change":"2024-09-12T18:05:39.052593+0000","last_active":"2024-09-12T18:05:39.052593+0000","last_peered":"2024-09-12T18:05:39.052593+0000","last_clean":"2024-09-12T18:05:39.052593+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:05:39.052593+0000","last_undegraded":"2024-09-12T18:05:39.052593+0000","last_fullsized":"2024-09-12T18:05:39.052593+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.052500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.600261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'310","reported_seq":906,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.519867+0000","last_change":"2024-09-12T16:53:22.156097+0000","last_active":"2024-09-12T18:05:20.519867+0000","last_peered":"2024-09-12T18:05:20.519867+0000","last_clean":"2024-09-12T18:05:20.519867+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:20.519867+0000","last_undegraded":"2024-09-12T18:05:20.519867+0000","last_fullsized":"2024-09-12T18:05:20.519867+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:18.426281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:55.868165+0000","last_change":"2024-09-12T16:53:24.181397+0000","last_active":"2024-09-12T18:02:55.868165+0000","last_peered":"2024-09-12T18:02:55.868165+0000","last_clean":"2024-09-12T18:02:55.868165+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:02:55.868165+0000","last_undegraded":"2024-09-12T18:02:55.868165+0000","last_fullsized":"2024-09-12T18:02:55.868165+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:24.222622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2425","reported_seq":4259,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.780805+0000","last_change":"2024-09-12T16:53:26.173858+0000","last_active":"2024-09-12T18:04:25.780805+0000","last_peered":"2024-09-12T18:04:25.780805+0000","last_clean":"2024-09-12T18:04:25.780805+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:04:25.780805+0000","last_undegraded":"2024-09-12T18:04:25.780805+0000","last_fullsized":"2024-09-12T18:04:25.780805+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":2400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:41.318726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":707,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.116164+0000","last_change":"2024-09-12T18:05:38.116164+0000","last_active":"2024-09-12T18:05:38.116164+0000","last_peered":"2024-09-12T18:05:38.116164+0000","last_clean":"2024-09-12T18:05:38.116164+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:05:38.116164+0000","last_undegraded":"2024-09-12T18:05:38.116164+0000","last_fullsized":"2024-09-12T18:05:38.116164+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.116085+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:03.160318+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'379","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.166934+0000","last_change":"2024-09-12T18:05:37.166934+0000","last_active":"2024-09-12T18:05:37.166934+0000","last_peered":"2024-09-12T18:05:37.166934+0000","last_clean":"2024-09-12T18:05:37.166934+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:37.166934+0000","last_undegraded":"2024-09-12T18:05:37.166934+0000","last_fullsized":"2024-09-12T18:05:37.166934+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.166800+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:20.769927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432364,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":556,"num_read_kb":48251,"num_write":1159,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.146280+0000","last_change":"2024-09-12T18:05:41.146280+0000","last_active":"2024-09-12T18:05:41.146280+0000","last_peered":"2024-09-12T18:05:41.146280+0000","last_clean":"2024-09-12T18:05:41.146280+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:05:41.146280+0000","last_undegraded":"2024-09-12T18:05:41.146280+0000","last_fullsized":"2024-09-12T18:05:41.146280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.146193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:21.424190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'333","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.703322+0000","last_change":"2024-09-12T16:53:22.157404+0000","last_active":"2024-09-12T18:05:19.703322+0000","last_peered":"2024-09-12T18:05:19.703322+0000","last_clean":"2024-09-12T18:05:19.703322+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:19.703322+0000","last_undegraded":"2024-09-12T18:05:19.703322+0000","last_fullsized":"2024-09-12T18:05:19.703322+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:09.859878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'766","reported_seq":2583,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.209872+0000","last_change":"2024-09-12T16:53:24.175114+0000","last_active":"2024-09-12T18:05:19.209872+0000","last_peered":"2024-09-12T18:05:19.209872+0000","last_clean":"2024-09-12T18:05:19.209872+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:19.209872+0000","last_undegraded":"2024-09-12T18:05:19.209872+0000","last_fullsized":"2024-09-12T18:05:19.209872+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:59.791041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'137","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.825443+0000","last_change":"2024-09-12T16:53:26.181849+0000","last_active":"2024-09-12T18:04:52.825443+0000","last_peered":"2024-09-12T18:04:52.825443+0000","last_clean":"2024-09-12T18:04:52.825443+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:04:52.825443+0000","last_undegraded":"2024-09-12T18:04:52.825443+0000","last_fullsized":"2024-09-12T18:04:52.825443+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:33.050788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":715,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699952+0000","last_change":"2024-09-12T16:53:18.165101+0000","last_active":"2024-09-12T18:03:05.699952+0000","last_peered":"2024-09-12T18:03:05.699952+0000","last_clean":"2024-09-12T18:03:05.699952+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:03:05.699952+0000","last_undegraded":"2024-09-12T18:03:05.699952+0000","last_fullsized":"2024-09-12T18:03:05.699952+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:15.019345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'271","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.358770+0000","last_change":"2024-09-12T18:05:30.358770+0000","last_active":"2024-09-12T18:05:30.358770+0000","last_peered":"2024-09-12T18:05:30.358770+0000","last_clean":"2024-09-12T18:05:30.358770+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:30.358770+0000","last_undegraded":"2024-09-12T18:05:30.358770+0000","last_fullsized":"2024-09-12T18:05:30.358770+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'271","last_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_deep_scrub":"267'271","last_deep_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.358638+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:31.015049+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1310757,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":8613,"num_write":823,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.099926+0000","last_change":"2024-09-12T18:05:40.099926+0000","last_active":"2024-09-12T18:05:40.099926+0000","last_peered":"2024-09-12T18:05:40.099926+0000","last_clean":"2024-09-12T18:05:40.099926+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:05:40.099926+0000","last_undegraded":"2024-09-12T18:05:40.099926+0000","last_fullsized":"2024-09-12T18:05:40.099926+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.099787+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:17.102438+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'495","reported_seq":1149,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.737777+0000","last_change":"2024-09-12T16:53:22.158817+0000","last_active":"2024-09-12T18:05:20.737777+0000","last_peered":"2024-09-12T18:05:20.737777+0000","last_clean":"2024-09-12T18:05:20.737777+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:20.737777+0000","last_undegraded":"2024-09-12T18:05:20.737777+0000","last_fullsized":"2024-09-12T18:05:20.737777+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":400,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:31.001188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103824,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":880,"num_read_kb":2185,"num_write":718,"num_write_kb":606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.135264+0000","last_change":"2024-09-12T18:05:45.135264+0000","last_active":"2024-09-12T18:05:45.135264+0000","last_peered":"2024-09-12T18:05:45.135264+0000","last_clean":"2024-09-12T18:05:45.135264+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:05:45.135264+0000","last_undegraded":"2024-09-12T18:05:45.135264+0000","last_fullsized":"2024-09-12T18:05:45.135264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.135174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:05.158736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'142","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729936+0000","last_change":"2024-09-12T16:53:26.177407+0000","last_active":"2024-09-12T18:02:48.729936+0000","last_peered":"2024-09-12T18:02:48.729936+0000","last_clean":"2024-09-12T18:02:48.729936+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:02:48.729936+0000","last_undegraded":"2024-09-12T18:02:48.729936+0000","last_fullsized":"2024-09-12T18:02:48.729936+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:15.084645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.865932+0000","last_change":"2024-09-12T18:05:33.865932+0000","last_active":"2024-09-12T18:05:33.865932+0000","last_peered":"2024-09-12T18:05:33.865932+0000","last_clean":"2024-09-12T18:05:33.865932+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:05:33.865932+0000","last_undegraded":"2024-09-12T18:05:33.865932+0000","last_fullsized":"2024-09-12T18:05:33.865932+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.865816+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:05.801858+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'350","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.096858+0000","last_change":"2024-09-12T18:05:31.096858+0000","last_active":"2024-09-12T18:05:31.096858+0000","last_peered":"2024-09-12T18:05:31.096858+0000","last_clean":"2024-09-12T18:05:31.096858+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:31.096858+0000","last_undegraded":"2024-09-12T18:05:31.096858+0000","last_fullsized":"2024-09-12T18:05:31.096858+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.096730+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:43.755685+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":405,"num_read_kb":4437,"num_write":947,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.150126+0000","last_change":"2024-09-12T18:05:42.150126+0000","last_active":"2024-09-12T18:05:42.150126+0000","last_peered":"2024-09-12T18:05:42.150126+0000","last_clean":"2024-09-12T18:05:42.150126+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:05:42.150126+0000","last_undegraded":"2024-09-12T18:05:42.150126+0000","last_fullsized":"2024-09-12T18:05:42.150126+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.150037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:13.697776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'314","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.809220+0000","last_change":"2024-09-12T16:53:22.158839+0000","last_active":"2024-09-12T18:05:20.809220+0000","last_peered":"2024-09-12T18:05:20.809220+0000","last_clean":"2024-09-12T18:05:20.809220+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:20.809220+0000","last_undegraded":"2024-09-12T18:05:20.809220+0000","last_fullsized":"2024-09-12T18:05:20.809220+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:47.325675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45851,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":542,"num_read_kb":1203,"num_write":478,"num_write_kb":379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701996+0000","last_change":"2024-09-12T16:53:24.174268+0000","last_active":"2024-09-12T18:03:20.701996+0000","last_peered":"2024-09-12T18:03:20.701996+0000","last_clean":"2024-09-12T18:03:20.701996+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:03:20.701996+0000","last_undegraded":"2024-09-12T18:03:20.701996+0000","last_fullsized":"2024-09-12T18:03:20.701996+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'107","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:43.390034+0000","last_change":"2024-09-12T16:53:26.185372+0000","last_active":"2024-09-12T18:04:43.390034+0000","last_peered":"2024-09-12T18:04:43.390034+0000","last_clean":"2024-09-12T18:04:43.390034+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:04:43.390034+0000","last_undegraded":"2024-09-12T18:04:43.390034+0000","last_fullsized":"2024-09-12T18:04:43.390034+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":755,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.911543+0000","last_change":"2024-09-12T18:05:34.911543+0000","last_active":"2024-09-12T18:05:34.911543+0000","last_peered":"2024-09-12T18:05:34.911543+0000","last_clean":"2024-09-12T18:05:34.911543+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:05:34.911543+0000","last_undegraded":"2024-09-12T18:05:34.911543+0000","last_fullsized":"2024-09-12T18:05:34.911543+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.911463+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:52.033558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'381","reported_seq":1047,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.014804+0000","last_change":"2024-09-12T18:05:29.014715+0000","last_active":"2024-09-12T18:05:29.014804+0000","last_peered":"2024-09-12T18:05:29.014804+0000","last_clean":"2024-09-12T18:05:29.014804+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:29.014804+0000","last_undegraded":"2024-09-12T18:05:29.014804+0000","last_fullsized":"2024-09-12T18:05:29.014804+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.014573+0000","objects_scrubbed":7,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:15.569274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12982116,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":635,"num_read_kb":24597,"num_write":1234,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.833108+0000","last_change":"2024-09-12T18:05:39.833108+0000","last_active":"2024-09-12T18:05:39.833108+0000","last_peered":"2024-09-12T18:05:39.833108+0000","last_clean":"2024-09-12T18:05:39.833108+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:05:39.833108+0000","last_undegraded":"2024-09-12T18:05:39.833108+0000","last_fullsized":"2024-09-12T18:05:39.833108+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.833009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.871280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'329","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.116629+0000","last_change":"2024-09-12T18:05:43.116629+0000","last_active":"2024-09-12T18:05:43.116629+0000","last_peered":"2024-09-12T18:05:43.116629+0000","last_clean":"2024-09-12T18:05:43.116629+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:43.116629+0000","last_undegraded":"2024-09-12T18:05:43.116629+0000","last_fullsized":"2024-09-12T18:05:43.116629+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'329","last_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_deep_scrub":"267'329","last_deep_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.116532+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:30.806784+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'727","reported_seq":2414,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.486351+0000","last_change":"2024-09-12T16:53:24.178432+0000","last_active":"2024-09-12T18:05:21.486351+0000","last_peered":"2024-09-12T18:05:21.486351+0000","last_clean":"2024-09-12T18:05:21.486351+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:21.486351+0000","last_undegraded":"2024-09-12T18:05:21.486351+0000","last_fullsized":"2024-09-12T18:05:21.486351+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:34.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'142","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:32.334734+0000","last_change":"2024-09-12T16:53:26.179149+0000","last_active":"2024-09-12T18:03:32.334734+0000","last_peered":"2024-09-12T18:03:32.334734+0000","last_clean":"2024-09-12T18:03:32.334734+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:03:32.334734+0000","last_undegraded":"2024-09-12T18:03:32.334734+0000","last_fullsized":"2024-09-12T18:03:32.334734+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:46.563650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.927333+0000","last_change":"2024-09-12T18:05:35.927333+0000","last_active":"2024-09-12T18:05:35.927333+0000","last_peered":"2024-09-12T18:05:35.927333+0000","last_clean":"2024-09-12T18:05:35.927333+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:05:35.927333+0000","last_undegraded":"2024-09-12T18:05:35.927333+0000","last_fullsized":"2024-09-12T18:05:35.927333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.927249+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:40.070584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'332","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.801117+0000","last_change":"2024-09-12T18:05:28.801117+0000","last_active":"2024-09-12T18:05:28.801117+0000","last_peered":"2024-09-12T18:05:28.801117+0000","last_clean":"2024-09-12T18:05:28.801117+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:28.801117+0000","last_undegraded":"2024-09-12T18:05:28.801117+0000","last_fullsized":"2024-09-12T18:05:28.801117+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.800980+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:49.158226+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1029449,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":530,"num_read_kb":31364,"num_write":1120,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"31'2","reported_seq":1470,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.191971+0000","last_change":"2024-09-12T16:53:20.154672+0000","last_active":"2024-09-12T18:05:19.191971+0000","last_peered":"2024-09-12T18:05:19.191971+0000","last_clean":"2024-09-12T18:05:19.191971+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:19.191971+0000","last_undegraded":"2024-09-12T18:05:19.191971+0000","last_fullsized":"2024-09-12T18:05:19.191971+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.314471+0000","last_change":"2024-09-12T16:53:22.330345+0000","last_active":"2024-09-12T18:03:56.314471+0000","last_peered":"2024-09-12T18:03:56.314471+0000","last_clean":"2024-09-12T18:03:56.314471+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:03:56.314471+0000","last_undegraded":"2024-09-12T18:03:56.314471+0000","last_fullsized":"2024-09-12T18:03:56.314471+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:52.646838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'764","reported_seq":4296,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.487511+0000","last_change":"2024-09-12T16:53:24.176425+0000","last_active":"2024-09-12T18:05:21.487511+0000","last_peered":"2024-09-12T18:05:21.487511+0000","last_clean":"2024-09-12T18:05:21.487511+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:21.487511+0000","last_undegraded":"2024-09-12T18:05:21.487511+0000","last_fullsized":"2024-09-12T18:05:21.487511+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:33.596673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'121","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.643005+0000","last_change":"2024-09-12T16:53:26.180737+0000","last_active":"2024-09-12T18:02:20.643005+0000","last_peered":"2024-09-12T18:02:20.643005+0000","last_clean":"2024-09-12T18:02:20.643005+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:02:20.643005+0000","last_undegraded":"2024-09-12T18:02:20.643005+0000","last_fullsized":"2024-09-12T18:02:20.643005+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:05.936043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'266","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.858870+0000","last_change":"2024-09-12T18:05:41.858870+0000","last_active":"2024-09-12T18:05:41.858870+0000","last_peered":"2024-09-12T18:05:41.858870+0000","last_clean":"2024-09-12T18:05:41.858870+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:05:41.858870+0000","last_undegraded":"2024-09-12T18:05:41.858870+0000","last_fullsized":"2024-09-12T18:05:41.858870+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'266","last_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_deep_scrub":"267'266","last_deep_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.858774+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:35.681534+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'318","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.072779+0000","last_change":"2024-09-12T18:05:30.072779+0000","last_active":"2024-09-12T18:05:30.072779+0000","last_peered":"2024-09-12T18:05:30.072779+0000","last_clean":"2024-09-12T18:05:30.072779+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:30.072779+0000","last_undegraded":"2024-09-12T18:05:30.072779+0000","last_fullsized":"2024-09-12T18:05:30.072779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.072678+0000","objects_scrubbed":2,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:25.311461+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":459,"num_read_kb":42011,"num_write":1047,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723922+0000","last_change":"2024-09-12T16:53:20.155411+0000","last_active":"2024-09-12T18:03:05.723922+0000","last_peered":"2024-09-12T18:03:05.723922+0000","last_clean":"2024-09-12T18:03:05.723922+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:03:05.723922+0000","last_undegraded":"2024-09-12T18:03:05.723922+0000","last_fullsized":"2024-09-12T18:03:05.723922+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:58:21.780072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'361","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.324499+0000","last_change":"2024-09-12T16:53:22.151012+0000","last_active":"2024-09-12T18:05:19.324499+0000","last_peered":"2024-09-12T18:05:19.324499+0000","last_clean":"2024-09-12T18:05:19.324499+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:19.324499+0000","last_undegraded":"2024-09-12T18:05:19.324499+0000","last_fullsized":"2024-09-12T18:05:19.324499+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:02.784147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.006679+0000","last_change":"2024-09-12T18:05:45.006679+0000","last_active":"2024-09-12T18:05:45.006679+0000","last_peered":"2024-09-12T18:05:45.006679+0000","last_clean":"2024-09-12T18:05:45.006679+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:05:45.006679+0000","last_undegraded":"2024-09-12T18:05:45.006679+0000","last_fullsized":"2024-09-12T18:05:45.006679+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.006597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:05.937286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'119","reported_seq":623,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.833755+0000","last_change":"2024-09-12T16:53:26.183162+0000","last_active":"2024-09-12T18:03:34.833755+0000","last_peered":"2024-09-12T18:03:34.833755+0000","last_clean":"2024-09-12T18:03:34.833755+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:03:34.833755+0000","last_undegraded":"2024-09-12T18:03:34.833755+0000","last_fullsized":"2024-09-12T18:03:34.833755+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:36.633567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.165244+0000","last_change":"2024-09-12T18:05:37.165244+0000","last_active":"2024-09-12T18:05:37.165244+0000","last_peered":"2024-09-12T18:05:37.165244+0000","last_clean":"2024-09-12T18:05:37.165244+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:05:37.165244+0000","last_undegraded":"2024-09-12T18:05:37.165244+0000","last_fullsized":"2024-09-12T18:05:37.165244+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.165156+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.933138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.223584+0000","last_change":"2024-09-12T18:05:30.223584+0000","last_active":"2024-09-12T18:05:30.223584+0000","last_peered":"2024-09-12T18:05:30.223584+0000","last_clean":"2024-09-12T18:05:30.223584+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:05:30.223584+0000","last_undegraded":"2024-09-12T18:05:30.223584+0000","last_fullsized":"2024-09-12T18:05:30.223584+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.223489+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:38.475663+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":547,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.400883+0000","last_change":"2024-09-12T18:05:29.400883+0000","last_active":"2024-09-12T18:05:29.400883+0000","last_peered":"2024-09-12T18:05:29.400883+0000","last_clean":"2024-09-12T18:05:29.400883+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:05:29.400883+0000","last_undegraded":"2024-09-12T18:05:29.400883+0000","last_fullsized":"2024-09-12T18:05:29.400883+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.400793+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:18.478414+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'322","reported_seq":1085,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.059077+0000","last_change":"2024-09-12T18:05:28.059077+0000","last_active":"2024-09-12T18:05:28.059077+0000","last_peered":"2024-09-12T18:05:28.059077+0000","last_clean":"2024-09-12T18:05:28.059077+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:28.059077+0000","last_undegraded":"2024-09-12T18:05:28.059077+0000","last_fullsized":"2024-09-12T18:05:28.059077+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.058957+0000","objects_scrubbed":11,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:48.316982+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456541,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":700,"num_read_kb":78548,"num_write":1132,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.169545+0000","last_change":"2024-09-12T18:05:45.169545+0000","last_active":"2024-09-12T18:05:45.169545+0000","last_peered":"2024-09-12T18:05:45.169545+0000","last_clean":"2024-09-12T18:05:45.169545+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:05:45.169545+0000","last_undegraded":"2024-09-12T18:05:45.169545+0000","last_fullsized":"2024-09-12T18:05:45.169545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.169453+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.202370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'794","reported_seq":1517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.377336+0000","last_change":"2024-09-12T16:53:22.152515+0000","last_active":"2024-09-12T18:05:21.377336+0000","last_peered":"2024-09-12T18:05:21.377336+0000","last_clean":"2024-09-12T18:05:21.377336+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:21.377336+0000","last_undegraded":"2024-09-12T18:05:21.377336+0000","last_fullsized":"2024-09-12T18:05:21.377336+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:09.735171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1539,"num_read_kb":3581,"num_write":1488,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.697707+0000","last_change":"2024-09-12T16:53:24.173705+0000","last_active":"2024-09-12T18:02:45.697707+0000","last_peered":"2024-09-12T18:02:45.697707+0000","last_clean":"2024-09-12T18:02:45.697707+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:02:45.697707+0000","last_undegraded":"2024-09-12T18:02:45.697707+0000","last_fullsized":"2024-09-12T18:02:45.697707+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.320160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'190","reported_seq":893,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.733462+0000","last_change":"2024-09-12T16:53:26.185182+0000","last_active":"2024-09-12T18:03:34.733462+0000","last_peered":"2024-09-12T18:03:34.733462+0000","last_clean":"2024-09-12T18:03:34.733462+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:03:34.733462+0000","last_undegraded":"2024-09-12T18:03:34.733462+0000","last_fullsized":"2024-09-12T18:03:34.733462+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:12.275076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'169","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.379487+0000","last_change":"2024-09-12T18:05:39.379487+0000","last_active":"2024-09-12T18:05:39.379487+0000","last_peered":"2024-09-12T18:05:39.379487+0000","last_clean":"2024-09-12T18:05:39.379487+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:05:39.379487+0000","last_undegraded":"2024-09-12T18:05:39.379487+0000","last_fullsized":"2024-09-12T18:05:39.379487+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.379355+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:41.846245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.269183+0000","last_change":"2024-09-12T18:05:31.269183+0000","last_active":"2024-09-12T18:05:31.269183+0000","last_peered":"2024-09-12T18:05:31.269183+0000","last_clean":"2024-09-12T18:05:31.269183+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:05:31.269183+0000","last_undegraded":"2024-09-12T18:05:31.269183+0000","last_fullsized":"2024-09-12T18:05:31.269183+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.269096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:53.067561+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'361","reported_seq":1058,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.347111+0000","last_change":"2024-09-12T18:05:27.347111+0000","last_active":"2024-09-12T18:05:27.347111+0000","last_peered":"2024-09-12T18:05:27.347111+0000","last_clean":"2024-09-12T18:05:27.347111+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:27.347111+0000","last_undegraded":"2024-09-12T18:05:27.347111+0000","last_fullsized":"2024-09-12T18:05:27.347111+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.347003+0000","objects_scrubbed":6,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:24.232627+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524326,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":33721,"num_write":1219,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769753+0000","last_change":"2024-09-12T16:53:20.154982+0000","last_active":"2024-09-12T18:02:40.769753+0000","last_peered":"2024-09-12T18:02:40.769753+0000","last_clean":"2024-09-12T18:02:40.769753+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:02:40.769753+0000","last_undegraded":"2024-09-12T18:02:40.769753+0000","last_fullsized":"2024-09-12T18:02:40.769753+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T16:59:26.835483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1390","reported_seq":3221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.724841+0000","last_change":"2024-09-12T18:05:47.724841+0000","last_active":"2024-09-12T18:05:47.724841+0000","last_peered":"2024-09-12T18:05:47.724841+0000","last_clean":"2024-09-12T18:05:47.724841+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:05:47.724841+0000","last_undegraded":"2024-09-12T18:05:47.724841+0000","last_fullsized":"2024-09-12T18:05:47.724841+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'1390","last_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_deep_scrub":"267'1390","last_deep_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.724741+0000","objects_scrubbed":11,"log_size":90,"log_dups_size":1300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:52.740021+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156602,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2214,"num_read_kb":4361,"num_write":1306,"num_write_kb":1111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766941+0000","last_change":"2024-09-12T16:53:24.178541+0000","last_active":"2024-09-12T18:02:20.766941+0000","last_peered":"2024-09-12T18:02:20.766941+0000","last_clean":"2024-09-12T18:02:20.766941+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:02:20.766941+0000","last_undegraded":"2024-09-12T18:02:20.766941+0000","last_fullsized":"2024-09-12T18:02:20.766941+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:38.942860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'131","reported_seq":660,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:58.730971+0000","last_change":"2024-09-12T16:53:26.174893+0000","last_active":"2024-09-12T18:02:58.730971+0000","last_peered":"2024-09-12T18:02:58.730971+0000","last_clean":"2024-09-12T18:02:58.730971+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:02:58.730971+0000","last_undegraded":"2024-09-12T18:02:58.730971+0000","last_fullsized":"2024-09-12T18:02:58.730971+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:37.191040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.852114+0000","last_change":"2024-09-12T18:05:40.852114+0000","last_active":"2024-09-12T18:05:40.852114+0000","last_peered":"2024-09-12T18:05:40.852114+0000","last_clean":"2024-09-12T18:05:40.852114+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:05:40.852114+0000","last_undegraded":"2024-09-12T18:05:40.852114+0000","last_fullsized":"2024-09-12T18:05:40.852114+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.851992+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:30.347888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.986473+0000","last_change":"2024-09-12T18:05:26.986473+0000","last_active":"2024-09-12T18:05:26.986473+0000","last_peered":"2024-09-12T18:05:26.986473+0000","last_clean":"2024-09-12T18:05:26.986473+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:05:26.986473+0000","last_undegraded":"2024-09-12T18:05:26.986473+0000","last_fullsized":"2024-09-12T18:05:26.986473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.986394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:04.870264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'384","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.685034+0000","last_change":"2024-09-12T18:05:28.684952+0000","last_active":"2024-09-12T18:05:28.685034+0000","last_peered":"2024-09-12T18:05:28.685034+0000","last_clean":"2024-09-12T18:05:28.685034+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:05:28.685034+0000","last_undegraded":"2024-09-12T18:05:28.685034+0000","last_fullsized":"2024-09-12T18:05:28.685034+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.684852+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:50.457279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287941,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":594,"num_read_kb":73902,"num_write":1137,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.051068+0000","last_change":"2024-09-12T18:05:38.051068+0000","last_active":"2024-09-12T18:05:38.051068+0000","last_peered":"2024-09-12T18:05:38.051068+0000","last_clean":"2024-09-12T18:05:38.051068+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:05:38.051068+0000","last_undegraded":"2024-09-12T18:05:38.051068+0000","last_fullsized":"2024-09-12T18:05:38.051068+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.050988+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:56.325996+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'296","reported_seq":1713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:50.182221+0000","last_change":"2024-09-12T16:53:22.331689+0000","last_active":"2024-09-12T18:04:50.182221+0000","last_peered":"2024-09-12T18:04:50.182221+0000","last_clean":"2024-09-12T18:04:50.182221+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:04:50.182221+0000","last_undegraded":"2024-09-12T18:04:50.182221+0000","last_fullsized":"2024-09-12T18:04:50.182221+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:10.722134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.693471+0000","last_change":"2024-09-12T16:53:24.173994+0000","last_active":"2024-09-12T18:02:10.693471+0000","last_peered":"2024-09-12T18:02:10.693471+0000","last_clean":"2024-09-12T18:02:10.693471+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:02:10.693471+0000","last_undegraded":"2024-09-12T18:02:10.693471+0000","last_fullsized":"2024-09-12T18:02:10.693471+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:15.041811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'270","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.979044+0000","last_change":"2024-09-12T16:53:26.174611+0000","last_active":"2024-09-12T18:03:34.979044+0000","last_peered":"2024-09-12T18:03:34.979044+0000","last_clean":"2024-09-12T18:03:34.979044+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:03:34.979044+0000","last_undegraded":"2024-09-12T18:03:34.979044+0000","last_fullsized":"2024-09-12T18:03:34.979044+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:46.502612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":893,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.706395+0000","last_change":"2024-09-12T18:05:31.706395+0000","last_active":"2024-09-12T18:05:31.706395+0000","last_peered":"2024-09-12T18:05:31.706395+0000","last_clean":"2024-09-12T18:05:31.706395+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:05:31.706395+0000","last_undegraded":"2024-09-12T18:05:31.706395+0000","last_fullsized":"2024-09-12T18:05:31.706395+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.706306+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:42.599607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":548,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.380456+0000","last_change":"2024-09-12T18:05:31.380456+0000","last_active":"2024-09-12T18:05:31.380456+0000","last_peered":"2024-09-12T18:05:31.380456+0000","last_clean":"2024-09-12T18:05:31.380456+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:05:31.380456+0000","last_undegraded":"2024-09-12T18:05:31.380456+0000","last_fullsized":"2024-09-12T18:05:31.380456+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.380362+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.827821+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'354","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.036600+0000","last_change":"2024-09-12T18:05:28.036600+0000","last_active":"2024-09-12T18:05:28.036600+0000","last_peered":"2024-09-12T18:05:28.036600+0000","last_clean":"2024-09-12T18:05:28.036600+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:28.036600+0000","last_undegraded":"2024-09-12T18:05:28.036600+0000","last_fullsized":"2024-09-12T18:05:28.036600+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'354","last_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_deep_scrub":"267'354","last_deep_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.036442+0000","objects_scrubbed":10,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:41.825674+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699393,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":504,"num_read_kb":81469,"num_write":1069,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:15.694114+0000","last_change":"2024-09-12T16:53:20.154505+0000","last_active":"2024-09-12T18:02:15.694114+0000","last_peered":"2024-09-12T18:02:15.694114+0000","last_clean":"2024-09-12T18:02:15.694114+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:02:15.694114+0000","last_undegraded":"2024-09-12T18:02:15.694114+0000","last_fullsized":"2024-09-12T18:02:15.694114+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:36.300889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.266969+0000","last_change":"2024-09-12T16:53:22.159586+0000","last_active":"2024-09-12T18:04:54.266969+0000","last_peered":"2024-09-12T18:04:54.266969+0000","last_clean":"2024-09-12T18:04:54.266969+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:04:54.266969+0000","last_undegraded":"2024-09-12T18:04:54.266969+0000","last_fullsized":"2024-09-12T18:04:54.266969+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:40.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.980878+0000","last_change":"2024-09-12T18:05:43.980878+0000","last_active":"2024-09-12T18:05:43.980878+0000","last_peered":"2024-09-12T18:05:43.980878+0000","last_clean":"2024-09-12T18:05:43.980878+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:05:43.980878+0000","last_undegraded":"2024-09-12T18:05:43.980878+0000","last_fullsized":"2024-09-12T18:05:43.980878+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.980789+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:16.789994+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770432+0000","last_change":"2024-09-12T16:53:26.183938+0000","last_active":"2024-09-12T18:02:45.770432+0000","last_peered":"2024-09-12T18:02:45.770432+0000","last_clean":"2024-09-12T18:02:45.770432+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:02:45.770432+0000","last_undegraded":"2024-09-12T18:02:45.770432+0000","last_fullsized":"2024-09-12T18:02:45.770432+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:22.301396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":793,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.820611+0000","last_change":"2024-09-12T18:05:36.820611+0000","last_active":"2024-09-12T18:05:36.820611+0000","last_peered":"2024-09-12T18:05:36.820611+0000","last_clean":"2024-09-12T18:05:36.820611+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:05:36.820611+0000","last_undegraded":"2024-09-12T18:05:36.820611+0000","last_fullsized":"2024-09-12T18:05:36.820611+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.820508+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:31.821200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'331","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.441719+0000","last_change":"2024-09-12T18:05:28.441719+0000","last_active":"2024-09-12T18:05:28.441719+0000","last_peered":"2024-09-12T18:05:28.441719+0000","last_clean":"2024-09-12T18:05:28.441719+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:28.441719+0000","last_undegraded":"2024-09-12T18:05:28.441719+0000","last_fullsized":"2024-09-12T18:05:28.441719+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.441553+0000","objects_scrubbed":8,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:50.211102+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33366,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":523,"num_read_kb":18479,"num_write":1167,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.751866+0000","last_change":"2024-09-12T18:05:26.751866+0000","last_active":"2024-09-12T18:05:26.751866+0000","last_peered":"2024-09-12T18:05:26.751866+0000","last_clean":"2024-09-12T18:05:26.751866+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:05:26.751866+0000","last_undegraded":"2024-09-12T18:05:26.751866+0000","last_fullsized":"2024-09-12T18:05:26.751866+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.751793+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:54.169430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.363533+0000","last_change":"2024-09-12T18:05:44.363533+0000","last_active":"2024-09-12T18:05:44.363533+0000","last_peered":"2024-09-12T18:05:44.363533+0000","last_clean":"2024-09-12T18:05:44.363533+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:05:44.363533+0000","last_undegraded":"2024-09-12T18:05:44.363533+0000","last_fullsized":"2024-09-12T18:05:44.363533+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.363434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:53.483180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'638","reported_seq":1343,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.382519+0000","last_change":"2024-09-12T18:05:45.382519+0000","last_active":"2024-09-12T18:05:45.382519+0000","last_peered":"2024-09-12T18:05:45.382519+0000","last_clean":"2024-09-12T18:05:45.382519+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:45.382519+0000","last_undegraded":"2024-09-12T18:05:45.382519+0000","last_fullsized":"2024-09-12T18:05:45.382519+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'638","last_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_deep_scrub":"267'638","last_deep_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.382400+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":600,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:06.076248+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96911,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1667,"num_read_kb":2916,"num_write":2148,"num_write_kb":1947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":502116,"num_omap_keys":1140,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.716088+0000","last_change":"2024-09-12T16:53:24.173164+0000","last_active":"2024-09-12T18:02:10.716088+0000","last_peered":"2024-09-12T18:02:10.716088+0000","last_clean":"2024-09-12T18:02:10.716088+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:02:10.716088+0000","last_undegraded":"2024-09-12T18:02:10.716088+0000","last_fullsized":"2024-09-12T18:02:10.716088+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:03:40.309015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'133","reported_seq":644,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.268763+0000","last_change":"2024-09-12T16:53:26.180732+0000","last_active":"2024-09-12T18:03:31.268763+0000","last_peered":"2024-09-12T18:03:31.268763+0000","last_clean":"2024-09-12T18:03:31.268763+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:03:31.268763+0000","last_undegraded":"2024-09-12T18:03:31.268763+0000","last_fullsized":"2024-09-12T18:03:31.268763+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:10:41.370285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.353812+0000","last_change":"2024-09-12T18:05:37.353812+0000","last_active":"2024-09-12T18:05:37.353812+0000","last_peered":"2024-09-12T18:05:37.353812+0000","last_clean":"2024-09-12T18:05:37.353812+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:05:37.353812+0000","last_undegraded":"2024-09-12T18:05:37.353812+0000","last_fullsized":"2024-09-12T18:05:37.353812+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'482","last_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_deep_scrub":"267'482","last_deep_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.353715+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:10.621493+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'299","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.669988+0000","last_change":"2024-09-12T18:05:29.669988+0000","last_active":"2024-09-12T18:05:29.669988+0000","last_peered":"2024-09-12T18:05:29.669988+0000","last_clean":"2024-09-12T18:05:29.669988+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:05:29.669988+0000","last_undegraded":"2024-09-12T18:05:29.669988+0000","last_fullsized":"2024-09-12T18:05:29.669988+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.669864+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:34.329162+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":378,"num_read_kb":14880,"num_write":914,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":538,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.185004+0000","last_change":"2024-09-12T18:05:29.185004+0000","last_active":"2024-09-12T18:05:29.185004+0000","last_peered":"2024-09-12T18:05:29.185004+0000","last_clean":"2024-09-12T18:05:29.185004+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:05:29.185004+0000","last_undegraded":"2024-09-12T18:05:29.185004+0000","last_fullsized":"2024-09-12T18:05:29.185004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.184905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:50.812369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.020382+0000","last_change":"2024-09-12T18:05:41.020382+0000","last_active":"2024-09-12T18:05:41.020382+0000","last_peered":"2024-09-12T18:05:41.020382+0000","last_clean":"2024-09-12T18:05:41.020382+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:05:41.020382+0000","last_undegraded":"2024-09-12T18:05:41.020382+0000","last_fullsized":"2024-09-12T18:05:41.020382+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.020292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:30.694814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'252","reported_seq":854,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.770071+0000","last_change":"2024-09-12T18:05:46.770071+0000","last_active":"2024-09-12T18:05:46.770071+0000","last_peered":"2024-09-12T18:05:46.770071+0000","last_clean":"2024-09-12T18:05:46.770071+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:05:46.770071+0000","last_undegraded":"2024-09-12T18:05:46.770071+0000","last_fullsized":"2024-09-12T18:05:46.770071+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'252","last_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_deep_scrub":"267'252","last_deep_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.769962+0000","objects_scrubbed":8,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:39.512984+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'763","reported_seq":3108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.484417+0000","last_change":"2024-09-12T16:53:24.177307+0000","last_active":"2024-09-12T18:05:21.484417+0000","last_peered":"2024-09-12T18:05:21.484417+0000","last_clean":"2024-09-12T18:05:21.484417+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:21.484417+0000","last_undegraded":"2024-09-12T18:05:21.484417+0000","last_fullsized":"2024-09-12T18:05:21.484417+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'114","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.120948+0000","last_change":"2024-09-12T16:53:26.176086+0000","last_active":"2024-09-12T18:04:54.120948+0000","last_peered":"2024-09-12T18:04:54.120948+0000","last_clean":"2024-09-12T18:04:54.120948+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:04:54.120948+0000","last_undegraded":"2024-09-12T18:04:54.120948+0000","last_fullsized":"2024-09-12T18:04:54.120948+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.065746+0000","last_change":"2024-09-12T18:05:39.065746+0000","last_active":"2024-09-12T18:05:39.065746+0000","last_peered":"2024-09-12T18:05:39.065746+0000","last_clean":"2024-09-12T18:05:39.065746+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:05:39.065746+0000","last_undegraded":"2024-09-12T18:05:39.065746+0000","last_fullsized":"2024-09-12T18:05:39.065746+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.065661+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:59.977087+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'297","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.048178+0000","last_change":"2024-09-12T18:05:29.048178+0000","last_active":"2024-09-12T18:05:29.048178+0000","last_peered":"2024-09-12T18:05:29.048178+0000","last_clean":"2024-09-12T18:05:29.048178+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:29.048178+0000","last_undegraded":"2024-09-12T18:05:29.048178+0000","last_fullsized":"2024-09-12T18:05:29.048178+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.048026+0000","objects_scrubbed":8,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:37.571446+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":4832,"num_write":857,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":544,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.721402+0000","last_change":"2024-09-12T18:05:27.721402+0000","last_active":"2024-09-12T18:05:27.721402+0000","last_peered":"2024-09-12T18:05:27.721402+0000","last_clean":"2024-09-12T18:05:27.721402+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:05:27.721402+0000","last_undegraded":"2024-09-12T18:05:27.721402+0000","last_fullsized":"2024-09-12T18:05:27.721402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.721320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:00.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.715371+0000","last_change":"2024-09-12T16:53:20.154603+0000","last_active":"2024-09-12T18:02:05.715371+0000","last_peered":"2024-09-12T18:02:05.715371+0000","last_clean":"2024-09-12T18:02:05.715371+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:02:05.715371+0000","last_undegraded":"2024-09-12T18:02:05.715371+0000","last_fullsized":"2024-09-12T18:02:05.715371+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:08.962611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.392753+0000","last_change":"2024-09-12T16:53:22.160290+0000","last_active":"2024-09-12T18:03:56.392753+0000","last_peered":"2024-09-12T18:03:56.392753+0000","last_clean":"2024-09-12T18:03:56.392753+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:03:56.392753+0000","last_undegraded":"2024-09-12T18:03:56.392753+0000","last_fullsized":"2024-09-12T18:03:56.392753+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:02.255157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'806","reported_seq":2727,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.924688+0000","last_change":"2024-09-12T16:53:24.178746+0000","last_active":"2024-09-12T18:05:20.924688+0000","last_peered":"2024-09-12T18:05:20.924688+0000","last_clean":"2024-09-12T18:05:20.924688+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:05:20.924688+0000","last_undegraded":"2024-09-12T18:05:20.924688+0000","last_fullsized":"2024-09-12T18:05:20.924688+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:49.670828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'296","reported_seq":828,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.672188+0000","last_change":"2024-09-12T16:53:26.180014+0000","last_active":"2024-09-12T18:03:31.672188+0000","last_peered":"2024-09-12T18:03:31.672188+0000","last_clean":"2024-09-12T18:03:31.672188+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:03:31.672188+0000","last_undegraded":"2024-09-12T18:03:31.672188+0000","last_fullsized":"2024-09-12T18:03:31.672188+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:56:22.377268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'94","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.840635+0000","last_change":"2024-09-12T18:05:29.840635+0000","last_active":"2024-09-12T18:05:29.840635+0000","last_peered":"2024-09-12T18:05:29.840635+0000","last_clean":"2024-09-12T18:05:29.840635+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:05:29.840635+0000","last_undegraded":"2024-09-12T18:05:29.840635+0000","last_fullsized":"2024-09-12T18:05:29.840635+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.840547+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:55.659917+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'345","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.322524+0000","last_change":"2024-09-12T18:05:26.322524+0000","last_active":"2024-09-12T18:05:26.322524+0000","last_peered":"2024-09-12T18:05:26.322524+0000","last_clean":"2024-09-12T18:05:26.322524+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:26.322524+0000","last_undegraded":"2024-09-12T18:05:26.322524+0000","last_fullsized":"2024-09-12T18:05:26.322524+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.322404+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:08.333993+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242935,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":505,"num_read_kb":10938,"num_write":1167,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.221215+0000","last_change":"2024-09-12T18:05:30.221215+0000","last_active":"2024-09-12T18:05:30.221215+0000","last_peered":"2024-09-12T18:05:30.221215+0000","last_clean":"2024-09-12T18:05:30.221215+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:05:30.221215+0000","last_undegraded":"2024-09-12T18:05:30.221215+0000","last_fullsized":"2024-09-12T18:05:30.221215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.221118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:33.949911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":518,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.872789+0000","last_change":"2024-09-12T16:53:20.156058+0000","last_active":"2024-09-12T18:03:30.872789+0000","last_peered":"2024-09-12T18:03:30.872789+0000","last_clean":"2024-09-12T18:03:30.872789+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:03:30.872789+0000","last_undegraded":"2024-09-12T18:03:30.872789+0000","last_fullsized":"2024-09-12T18:03:30.872789+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'789","reported_seq":1532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.436611+0000","last_change":"2024-09-12T16:53:22.330392+0000","last_active":"2024-09-12T18:05:21.436611+0000","last_peered":"2024-09-12T18:05:21.436611+0000","last_clean":"2024-09-12T18:05:21.436611+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:21.436611+0000","last_undegraded":"2024-09-12T18:05:21.436611+0000","last_fullsized":"2024-09-12T18:05:21.436611+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:27.059665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142584,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1402,"num_read_kb":3438,"num_write":1144,"num_write_kb":939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862698+0000","last_change":"2024-09-12T16:53:24.176122+0000","last_active":"2024-09-12T18:02:10.862698+0000","last_peered":"2024-09-12T18:02:10.862698+0000","last_clean":"2024-09-12T18:02:10.862698+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:02:10.862698+0000","last_undegraded":"2024-09-12T18:02:10.862698+0000","last_fullsized":"2024-09-12T18:02:10.862698+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:47.257926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'192","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775043+0000","last_change":"2024-09-12T16:53:26.183025+0000","last_active":"2024-09-12T18:03:10.775043+0000","last_peered":"2024-09-12T18:03:10.775043+0000","last_clean":"2024-09-12T18:03:10.775043+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:03:10.775043+0000","last_undegraded":"2024-09-12T18:03:10.775043+0000","last_fullsized":"2024-09-12T18:03:10.775043+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:13.925127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'159","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.740766+0000","last_change":"2024-09-12T16:53:26.185312+0000","last_active":"2024-09-12T18:04:52.740766+0000","last_peered":"2024-09-12T18:04:52.740766+0000","last_clean":"2024-09-12T18:04:52.740766+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:04:52.740766+0000","last_undegraded":"2024-09-12T18:04:52.740766+0000","last_fullsized":"2024-09-12T18:04:52.740766+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:46.606749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.928886+0000","last_change":"2024-09-12T18:05:37.928776+0000","last_active":"2024-09-12T18:05:37.928886+0000","last_peered":"2024-09-12T18:05:37.928886+0000","last_clean":"2024-09-12T18:05:37.928886+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:05:37.928886+0000","last_undegraded":"2024-09-12T18:05:37.928886+0000","last_fullsized":"2024-09-12T18:05:37.928886+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.928668+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:50.771664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'337","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.795257+0000","last_change":"2024-09-12T18:05:27.795257+0000","last_active":"2024-09-12T18:05:27.795257+0000","last_peered":"2024-09-12T18:05:27.795257+0000","last_clean":"2024-09-12T18:05:27.795257+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:27.795257+0000","last_undegraded":"2024-09-12T18:05:27.795257+0000","last_fullsized":"2024-09-12T18:05:27.795257+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.795092+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:39.390399+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":812836,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":549,"num_read_kb":14274,"num_write":1122,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.825651+0000","last_change":"2024-09-12T18:05:43.825651+0000","last_active":"2024-09-12T18:05:43.825651+0000","last_peered":"2024-09-12T18:05:43.825651+0000","last_clean":"2024-09-12T18:05:43.825651+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:05:43.825651+0000","last_undegraded":"2024-09-12T18:05:43.825651+0000","last_fullsized":"2024-09-12T18:05:43.825651+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.825548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:17.869499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'271","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.624360+0000","last_change":"2024-09-12T16:53:22.153134+0000","last_active":"2024-09-12T18:05:19.624360+0000","last_peered":"2024-09-12T18:05:19.624360+0000","last_clean":"2024-09-12T18:05:19.624360+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:19.624360+0000","last_undegraded":"2024-09-12T18:05:19.624360+0000","last_fullsized":"2024-09-12T18:05:19.624360+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.872140+0000","last_change":"2024-09-12T16:53:24.180108+0000","last_active":"2024-09-12T18:03:25.872140+0000","last_peered":"2024-09-12T18:03:25.872140+0000","last_clean":"2024-09-12T18:03:25.872140+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:03:25.872140+0000","last_undegraded":"2024-09-12T18:03:25.872140+0000","last_fullsized":"2024-09-12T18:03:25.872140+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'161","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:35.873682+0000","last_change":"2024-09-12T16:53:26.177348+0000","last_active":"2024-09-12T18:03:35.873682+0000","last_peered":"2024-09-12T18:03:35.873682+0000","last_clean":"2024-09-12T18:03:35.873682+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:03:35.873682+0000","last_undegraded":"2024-09-12T18:03:35.873682+0000","last_fullsized":"2024-09-12T18:03:35.873682+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.828626+0000","last_change":"2024-09-12T18:05:38.828626+0000","last_active":"2024-09-12T18:05:38.828626+0000","last_peered":"2024-09-12T18:05:38.828626+0000","last_clean":"2024-09-12T18:05:38.828626+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:05:38.828626+0000","last_undegraded":"2024-09-12T18:05:38.828626+0000","last_fullsized":"2024-09-12T18:05:38.828626+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.828530+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:37.639208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'357","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203017+0000","last_change":"2024-09-12T18:05:36.202950+0000","last_active":"2024-09-12T18:05:36.203017+0000","last_peered":"2024-09-12T18:05:36.203017+0000","last_clean":"2024-09-12T18:05:36.203017+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:36.203017+0000","last_undegraded":"2024-09-12T18:05:36.203017+0000","last_fullsized":"2024-09-12T18:05:36.203017+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.202817+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:27.710909+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128623,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":3764,"num_write":997,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.871660+0000","last_change":"2024-09-12T16:53:20.158458+0000","last_active":"2024-09-12T18:03:20.871660+0000","last_peered":"2024-09-12T18:03:20.871660+0000","last_clean":"2024-09-12T18:03:20.871660+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:03:20.871660+0000","last_undegraded":"2024-09-12T18:03:20.871660+0000","last_fullsized":"2024-09-12T18:03:20.871660+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'60","reported_seq":580,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.058701+0000","last_change":"2024-09-12T16:53:22.159281+0000","last_active":"2024-09-12T18:03:56.058701+0000","last_peered":"2024-09-12T18:03:56.058701+0000","last_clean":"2024-09-12T18:03:56.058701+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:03:56.058701+0000","last_undegraded":"2024-09-12T18:03:56.058701+0000","last_fullsized":"2024-09-12T18:03:56.058701+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.777939+0000","last_change":"2024-09-12T16:53:24.173663+0000","last_active":"2024-09-12T18:03:25.777939+0000","last_peered":"2024-09-12T18:03:25.777939+0000","last_clean":"2024-09-12T18:03:25.777939+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:03:25.777939+0000","last_undegraded":"2024-09-12T18:03:25.777939+0000","last_fullsized":"2024-09-12T18:03:25.777939+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'174","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:34.688735+0000","last_change":"2024-09-12T16:53:26.178337+0000","last_active":"2024-09-12T18:03:34.688735+0000","last_peered":"2024-09-12T18:03:34.688735+0000","last_clean":"2024-09-12T18:03:34.688735+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:03:34.688735+0000","last_undegraded":"2024-09-12T18:03:34.688735+0000","last_fullsized":"2024-09-12T18:03:34.688735+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:17:58.724860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":828,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.074685+0000","last_change":"2024-09-12T18:05:41.074685+0000","last_active":"2024-09-12T18:05:41.074685+0000","last_peered":"2024-09-12T18:05:41.074685+0000","last_clean":"2024-09-12T18:05:41.074685+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:05:41.074685+0000","last_undegraded":"2024-09-12T18:05:41.074685+0000","last_fullsized":"2024-09-12T18:05:41.074685+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.074597+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:20.227897+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'339","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.405121+0000","last_change":"2024-09-12T18:05:34.405018+0000","last_active":"2024-09-12T18:05:34.405121+0000","last_peered":"2024-09-12T18:05:34.405121+0000","last_clean":"2024-09-12T18:05:34.405121+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:34.405121+0000","last_undegraded":"2024-09-12T18:05:34.405121+0000","last_fullsized":"2024-09-12T18:05:34.405121+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.404830+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:43.368414+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456479,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":37584,"num_write":1077,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"38'3","reported_seq":986,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.192408+0000","last_change":"2024-09-12T16:53:20.153318+0000","last_active":"2024-09-12T18:05:19.192408+0000","last_peered":"2024-09-12T18:05:19.192408+0000","last_clean":"2024-09-12T18:05:19.192408+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:19.192408+0000","last_undegraded":"2024-09-12T18:05:19.192408+0000","last_fullsized":"2024-09-12T18:05:19.192408+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'334","reported_seq":953,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.145737+0000","last_change":"2024-09-12T16:53:22.153736+0000","last_active":"2024-09-12T18:05:21.145737+0000","last_peered":"2024-09-12T18:05:21.145737+0000","last_clean":"2024-09-12T18:05:21.145737+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:05:21.145737+0000","last_undegraded":"2024-09-12T18:05:21.145737+0000","last_fullsized":"2024-09-12T18:05:21.145737+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47143,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":556,"num_read_kb":1220,"num_write":440,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.772524+0000","last_change":"2024-09-12T16:53:24.179255+0000","last_active":"2024-09-12T18:03:25.772524+0000","last_peered":"2024-09-12T18:03:25.772524+0000","last_clean":"2024-09-12T18:03:25.772524+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:03:25.772524+0000","last_undegraded":"2024-09-12T18:03:25.772524+0000","last_fullsized":"2024-09-12T18:03:25.772524+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'109","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.468872+0000","last_change":"2024-09-12T16:53:26.183611+0000","last_active":"2024-09-12T18:03:33.468872+0000","last_peered":"2024-09-12T18:03:33.468872+0000","last_clean":"2024-09-12T18:03:33.468872+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:03:33.468872+0000","last_undegraded":"2024-09-12T18:03:33.468872+0000","last_fullsized":"2024-09-12T18:03:33.468872+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:34.331698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.088987+0000","last_change":"2024-09-12T18:05:40.088930+0000","last_active":"2024-09-12T18:05:40.088987+0000","last_peered":"2024-09-12T18:05:40.088987+0000","last_clean":"2024-09-12T18:05:40.088987+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:05:40.088987+0000","last_undegraded":"2024-09-12T18:05:40.088987+0000","last_fullsized":"2024-09-12T18:05:40.088987+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.088850+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:39.583828+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'361","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.302851+0000","last_change":"2024-09-12T18:05:28.302795+0000","last_active":"2024-09-12T18:05:28.302851+0000","last_peered":"2024-09-12T18:05:28.302851+0000","last_clean":"2024-09-12T18:05:28.302851+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:28.302851+0000","last_undegraded":"2024-09-12T18:05:28.302851+0000","last_fullsized":"2024-09-12T18:05:28.302851+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.302699+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:50.971132+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145769,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":503,"num_read_kb":25558,"num_write":1014,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.994191+0000","last_change":"2024-09-12T18:05:41.994191+0000","last_active":"2024-09-12T18:05:41.994191+0000","last_peered":"2024-09-12T18:05:41.994191+0000","last_clean":"2024-09-12T18:05:41.994191+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:05:41.994191+0000","last_undegraded":"2024-09-12T18:05:41.994191+0000","last_fullsized":"2024-09-12T18:05:41.994191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.994105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:18.994802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'258","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.954106+0000","last_change":"2024-09-12T16:53:22.161528+0000","last_active":"2024-09-12T18:05:20.954106+0000","last_peered":"2024-09-12T18:05:20.954106+0000","last_clean":"2024-09-12T18:05:20.954106+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:05:20.954106+0000","last_undegraded":"2024-09-12T18:05:20.954106+0000","last_fullsized":"2024-09-12T18:05:20.954106+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49619,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":432,"num_read_kb":980,"num_write":340,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.702481+0000","last_change":"2024-09-12T16:53:24.174524+0000","last_active":"2024-09-12T18:03:25.702481+0000","last_peered":"2024-09-12T18:03:25.702481+0000","last_clean":"2024-09-12T18:03:25.702481+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:03:25.702481+0000","last_undegraded":"2024-09-12T18:03:25.702481+0000","last_fullsized":"2024-09-12T18:03:25.702481+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":772,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.240083+0000","last_change":"2024-09-12T18:05:34.240083+0000","last_active":"2024-09-12T18:05:34.240083+0000","last_peered":"2024-09-12T18:05:34.240083+0000","last_clean":"2024-09-12T18:05:34.240083+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:05:34.240083+0000","last_undegraded":"2024-09-12T18:05:34.240083+0000","last_fullsized":"2024-09-12T18:05:34.240083+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'135","last_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_deep_scrub":"267'135","last_deep_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.239989+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:13.625703+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'363","reported_seq":1225,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.109650+0000","last_change":"2024-09-12T18:05:34.109558+0000","last_active":"2024-09-12T18:05:34.109650+0000","last_peered":"2024-09-12T18:05:34.109650+0000","last_clean":"2024-09-12T18:05:34.109650+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:34.109650+0000","last_undegraded":"2024-09-12T18:05:34.109650+0000","last_fullsized":"2024-09-12T18:05:34.109650+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'363","last_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_deep_scrub":"267'363","last_deep_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.109422+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:31.650381+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262205,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":949,"num_read_kb":17598,"num_write":1227,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.703173+0000","last_change":"2024-09-12T16:53:20.153339+0000","last_active":"2024-09-12T18:03:30.703173+0000","last_peered":"2024-09-12T18:03:30.703173+0000","last_clean":"2024-09-12T18:03:30.703173+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:03:30.703173+0000","last_undegraded":"2024-09-12T18:03:30.703173+0000","last_fullsized":"2024-09-12T18:03:30.703173+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'533","reported_seq":1181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.897701+0000","last_change":"2024-09-12T16:53:22.156997+0000","last_active":"2024-09-12T18:05:20.897701+0000","last_peered":"2024-09-12T18:05:20.897701+0000","last_clean":"2024-09-12T18:05:20.897701+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:05:20.897701+0000","last_undegraded":"2024-09-12T18:05:20.897701+0000","last_fullsized":"2024-09-12T18:05:20.897701+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:43.061147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100616,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":951,"num_read_kb":2333,"num_write":822,"num_write_kb":711,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.753199+0000","last_change":"2024-09-12T16:53:24.175076+0000","last_active":"2024-09-12T18:00:55.753199+0000","last_peered":"2024-09-12T18:00:55.753199+0000","last_clean":"2024-09-12T18:00:55.753199+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:00:55.753199+0000","last_undegraded":"2024-09-12T18:00:55.753199+0000","last_fullsized":"2024-09-12T18:00:55.753199+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:56.670376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'190","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.872198+0000","last_change":"2024-09-12T16:53:26.176994+0000","last_active":"2024-09-12T18:03:25.872198+0000","last_peered":"2024-09-12T18:03:25.872198+0000","last_clean":"2024-09-12T18:03:25.872198+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:03:25.872198+0000","last_undegraded":"2024-09-12T18:03:25.872198+0000","last_fullsized":"2024-09-12T18:03:25.872198+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.321787+0000","last_change":"2024-09-12T18:05:43.321787+0000","last_active":"2024-09-12T18:05:43.321787+0000","last_peered":"2024-09-12T18:05:43.321787+0000","last_clean":"2024-09-12T18:05:43.321787+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:05:43.321787+0000","last_undegraded":"2024-09-12T18:05:43.321787+0000","last_fullsized":"2024-09-12T18:05:43.321787+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.321701+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:00.286249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'496","reported_seq":1193,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.719506+0000","last_change":"2024-09-12T18:05:33.719506+0000","last_active":"2024-09-12T18:05:33.719506+0000","last_peered":"2024-09-12T18:05:33.719506+0000","last_clean":"2024-09-12T18:05:33.719506+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:05:33.719506+0000","last_undegraded":"2024-09-12T18:05:33.719506+0000","last_fullsized":"2024-09-12T18:05:33.719506+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'496","last_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_deep_scrub":"267'496","last_deep_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.719328+0000","objects_scrubbed":10,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:51.850426+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4368992,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":829,"num_read_kb":9383,"num_write":1425,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.988923+0000","last_change":"2024-09-12T18:05:42.988923+0000","last_active":"2024-09-12T18:05:42.988923+0000","last_peered":"2024-09-12T18:05:42.988923+0000","last_clean":"2024-09-12T18:05:42.988923+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:05:42.988923+0000","last_undegraded":"2024-09-12T18:05:42.988923+0000","last_fullsized":"2024-09-12T18:05:42.988923+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.988852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:57.840957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'334","reported_seq":939,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.013536+0000","last_change":"2024-09-12T16:53:22.162119+0000","last_active":"2024-09-12T18:05:21.013536+0000","last_peered":"2024-09-12T18:05:21.013536+0000","last_clean":"2024-09-12T18:05:21.013536+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:05:21.013536+0000","last_undegraded":"2024-09-12T18:05:21.013536+0000","last_fullsized":"2024-09-12T18:05:21.013536+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:00.552201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45918,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":569,"num_read_kb":1223,"num_write":472,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.712628+0000","last_change":"2024-09-12T18:05:48.712628+0000","last_active":"2024-09-12T18:05:48.712628+0000","last_peered":"2024-09-12T18:05:48.712628+0000","last_clean":"2024-09-12T18:05:48.712628+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:05:48.712628+0000","last_undegraded":"2024-09-12T18:05:48.712628+0000","last_fullsized":"2024-09-12T18:05:48.712628+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.712531+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:50.420168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.180591+0000","last_change":"2024-09-12T16:53:26.174604+0000","last_active":"2024-09-12T18:03:31.180591+0000","last_peered":"2024-09-12T18:03:31.180591+0000","last_clean":"2024-09-12T18:03:31.180591+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:03:31.180591+0000","last_undegraded":"2024-09-12T18:03:31.180591+0000","last_fullsized":"2024-09-12T18:03:31.180591+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'246","reported_seq":908,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.015415+0000","last_change":"2024-09-12T18:05:44.015415+0000","last_active":"2024-09-12T18:05:44.015415+0000","last_peered":"2024-09-12T18:05:44.015415+0000","last_clean":"2024-09-12T18:05:44.015415+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:05:44.015415+0000","last_undegraded":"2024-09-12T18:05:44.015415+0000","last_fullsized":"2024-09-12T18:05:44.015415+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.015301+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:06.488280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'396","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.878936+0000","last_change":"2024-09-12T18:05:31.878876+0000","last_active":"2024-09-12T18:05:31.878936+0000","last_peered":"2024-09-12T18:05:31.878936+0000","last_clean":"2024-09-12T18:05:31.878936+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:31.878936+0000","last_undegraded":"2024-09-12T18:05:31.878936+0000","last_fullsized":"2024-09-12T18:05:31.878936+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.878747+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:25.828011+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5280861,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":46684,"num_write":1211,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.704201+0000","last_change":"2024-09-12T16:53:20.154645+0000","last_active":"2024-09-12T18:00:50.704201+0000","last_peered":"2024-09-12T18:00:50.704201+0000","last_clean":"2024-09-12T18:00:50.704201+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:00:50.704201+0000","last_undegraded":"2024-09-12T18:00:50.704201+0000","last_fullsized":"2024-09-12T18:00:50.704201+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.200137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'285","reported_seq":890,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.915416+0000","last_change":"2024-09-12T16:53:22.330341+0000","last_active":"2024-09-12T18:05:19.915416+0000","last_peered":"2024-09-12T18:05:19.915416+0000","last_clean":"2024-09-12T18:05:19.915416+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:19.915416+0000","last_undegraded":"2024-09-12T18:05:19.915416+0000","last_fullsized":"2024-09-12T18:05:19.915416+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:18:00.280231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.735370+0000","last_change":"2024-09-12T16:53:24.173909+0000","last_active":"2024-09-12T18:03:33.735370+0000","last_peered":"2024-09-12T18:03:33.735370+0000","last_clean":"2024-09-12T18:03:33.735370+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:03:33.735370+0000","last_undegraded":"2024-09-12T18:03:33.735370+0000","last_fullsized":"2024-09-12T18:03:33.735370+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'103","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:54.126033+0000","last_change":"2024-09-12T16:53:26.182761+0000","last_active":"2024-09-12T18:04:54.126033+0000","last_peered":"2024-09-12T18:04:54.126033+0000","last_clean":"2024-09-12T18:04:54.126033+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:04:54.126033+0000","last_undegraded":"2024-09-12T18:04:54.126033+0000","last_fullsized":"2024-09-12T18:04:54.126033+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.034768+0000","last_change":"2024-09-12T18:05:33.034768+0000","last_active":"2024-09-12T18:05:33.034768+0000","last_peered":"2024-09-12T18:05:33.034768+0000","last_clean":"2024-09-12T18:05:33.034768+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:05:33.034768+0000","last_undegraded":"2024-09-12T18:05:33.034768+0000","last_fullsized":"2024-09-12T18:05:33.034768+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'249","last_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_deep_scrub":"267'249","last_deep_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.034648+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:00.550377+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'358","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.286655+0000","last_change":"2024-09-12T18:05:35.286592+0000","last_active":"2024-09-12T18:05:35.286655+0000","last_peered":"2024-09-12T18:05:35.286655+0000","last_clean":"2024-09-12T18:05:35.286655+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:35.286655+0000","last_undegraded":"2024-09-12T18:05:35.286655+0000","last_fullsized":"2024-09-12T18:05:35.286655+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.286421+0000","objects_scrubbed":12,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:50.599313+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097403,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":562,"num_read_kb":92826,"num_write":1200,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.804630+0000","last_change":"2024-09-12T18:05:45.804630+0000","last_active":"2024-09-12T18:05:45.804630+0000","last_peered":"2024-09-12T18:05:45.804630+0000","last_clean":"2024-09-12T18:05:45.804630+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:05:45.804630+0000","last_undegraded":"2024-09-12T18:05:45.804630+0000","last_fullsized":"2024-09-12T18:05:45.804630+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.804537+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.359051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'106","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:56.416159+0000","last_change":"2024-09-12T16:53:22.330315+0000","last_active":"2024-09-12T18:03:56.416159+0000","last_peered":"2024-09-12T18:03:56.416159+0000","last_clean":"2024-09-12T18:03:56.416159+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:03:56.416159+0000","last_undegraded":"2024-09-12T18:03:56.416159+0000","last_fullsized":"2024-09-12T18:03:56.416159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'764","reported_seq":2509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.462897+0000","last_change":"2024-09-12T16:53:24.175412+0000","last_active":"2024-09-12T18:05:20.462897+0000","last_peered":"2024-09-12T18:05:20.462897+0000","last_clean":"2024-09-12T18:05:20.462897+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:20.462897+0000","last_undegraded":"2024-09-12T18:05:20.462897+0000","last_fullsized":"2024-09-12T18:05:20.462897+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:06.330866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:25.777897+0000","last_change":"2024-09-12T16:53:26.184133+0000","last_active":"2024-09-12T18:03:25.777897+0000","last_peered":"2024-09-12T18:03:25.777897+0000","last_clean":"2024-09-12T18:03:25.777897+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:03:25.777897+0000","last_undegraded":"2024-09-12T18:03:25.777897+0000","last_fullsized":"2024-09-12T18:03:25.777897+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":858,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.937090+0000","last_change":"2024-09-12T18:05:39.937090+0000","last_active":"2024-09-12T18:05:39.937090+0000","last_peered":"2024-09-12T18:05:39.937090+0000","last_clean":"2024-09-12T18:05:39.937090+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:05:39.937090+0000","last_undegraded":"2024-09-12T18:05:39.937090+0000","last_fullsized":"2024-09-12T18:05:39.937090+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'235","last_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_deep_scrub":"267'235","last_deep_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.937006+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:20.904671+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'337","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.408277+0000","last_change":"2024-09-12T18:05:32.408218+0000","last_active":"2024-09-12T18:05:32.408277+0000","last_peered":"2024-09-12T18:05:32.408277+0000","last_clean":"2024-09-12T18:05:32.408277+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:32.408277+0000","last_undegraded":"2024-09-12T18:05:32.408277+0000","last_fullsized":"2024-09-12T18:05:32.408277+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.408112+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:59.204236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218987,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":500,"num_read_kb":57627,"num_write":976,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752405+0000","last_change":"2024-09-12T16:53:20.156786+0000","last_active":"2024-09-12T18:00:50.752405+0000","last_peered":"2024-09-12T18:00:50.752405+0000","last_clean":"2024-09-12T18:00:50.752405+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:00:50.752405+0000","last_undegraded":"2024-09-12T18:00:50.752405+0000","last_fullsized":"2024-09-12T18:00:50.752405+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:04:48.860503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'365","reported_seq":976,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.375534+0000","last_change":"2024-09-12T16:53:22.149047+0000","last_active":"2024-09-12T18:05:20.375534+0000","last_peered":"2024-09-12T18:05:20.375534+0000","last_clean":"2024-09-12T18:05:20.375534+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:20.375534+0000","last_undegraded":"2024-09-12T18:05:20.375534+0000","last_fullsized":"2024-09-12T18:05:20.375534+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:52.060913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.685898+0000","last_change":"2024-09-12T16:53:24.174285+0000","last_active":"2024-09-12T18:01:05.685898+0000","last_peered":"2024-09-12T18:01:05.685898+0000","last_clean":"2024-09-12T18:01:05.685898+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:01:05.685898+0000","last_undegraded":"2024-09-12T18:01:05.685898+0000","last_fullsized":"2024-09-12T18:01:05.685898+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:40:06.787165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'134","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.779023+0000","last_change":"2024-09-12T16:53:26.179245+0000","last_active":"2024-09-12T18:03:30.779023+0000","last_peered":"2024-09-12T18:03:30.779023+0000","last_clean":"2024-09-12T18:03:30.779023+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:03:30.779023+0000","last_undegraded":"2024-09-12T18:03:30.779023+0000","last_fullsized":"2024-09-12T18:03:30.779023+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:54.286341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.938669+0000","last_change":"2024-09-12T18:05:38.938669+0000","last_active":"2024-09-12T18:05:38.938669+0000","last_peered":"2024-09-12T18:05:38.938669+0000","last_clean":"2024-09-12T18:05:38.938669+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:05:38.938669+0000","last_undegraded":"2024-09-12T18:05:38.938669+0000","last_fullsized":"2024-09-12T18:05:38.938669+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.938550+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:03.534062+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'322","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.362393+0000","last_change":"2024-09-12T18:05:33.362300+0000","last_active":"2024-09-12T18:05:33.362393+0000","last_peered":"2024-09-12T18:05:33.362393+0000","last_clean":"2024-09-12T18:05:33.362393+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:33.362393+0000","last_undegraded":"2024-09-12T18:05:33.362393+0000","last_fullsized":"2024-09-12T18:05:33.362393+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.362203+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:25.528842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":491,"num_read_kb":64387,"num_write":1047,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.752346+0000","last_change":"2024-09-12T16:53:20.158408+0000","last_active":"2024-09-12T18:00:50.752346+0000","last_peered":"2024-09-12T18:00:50.752346+0000","last_clean":"2024-09-12T18:00:50.752346+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:00:50.752346+0000","last_undegraded":"2024-09-12T18:00:50.752346+0000","last_fullsized":"2024-09-12T18:00:50.752346+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:34:37.019239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'294","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.447211+0000","last_change":"2024-09-12T16:53:22.154099+0000","last_active":"2024-09-12T18:05:20.447211+0000","last_peered":"2024-09-12T18:05:20.447211+0000","last_clean":"2024-09-12T18:05:20.447211+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:20.447211+0000","last_undegraded":"2024-09-12T18:05:20.447211+0000","last_fullsized":"2024-09-12T18:05:20.447211+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:35:08.478118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.754455+0000","last_change":"2024-09-12T16:53:24.174948+0000","last_active":"2024-09-12T18:01:15.754455+0000","last_peered":"2024-09-12T18:01:15.754455+0000","last_clean":"2024-09-12T18:01:15.754455+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:01:15.754455+0000","last_undegraded":"2024-09-12T18:01:15.754455+0000","last_fullsized":"2024-09-12T18:01:15.754455+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:25.720966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":686,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.872922+0000","last_change":"2024-09-12T16:53:26.177114+0000","last_active":"2024-09-12T18:03:30.872922+0000","last_peered":"2024-09-12T18:03:30.872922+0000","last_clean":"2024-09-12T18:03:30.872922+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:03:30.872922+0000","last_undegraded":"2024-09-12T18:03:30.872922+0000","last_fullsized":"2024-09-12T18:03:30.872922+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:31.981326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.346890+0000","last_change":"2024-09-12T18:05:45.346890+0000","last_active":"2024-09-12T18:05:45.346890+0000","last_peered":"2024-09-12T18:05:45.346890+0000","last_clean":"2024-09-12T18:05:45.346890+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:05:45.346890+0000","last_undegraded":"2024-09-12T18:05:45.346890+0000","last_fullsized":"2024-09-12T18:05:45.346890+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'250","last_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_deep_scrub":"267'250","last_deep_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.346778+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:56.844719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'323","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.116522+0000","last_change":"2024-09-12T18:05:32.116522+0000","last_active":"2024-09-12T18:05:32.116522+0000","last_peered":"2024-09-12T18:05:32.116522+0000","last_clean":"2024-09-12T18:05:32.116522+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:32.116522+0000","last_undegraded":"2024-09-12T18:05:32.116522+0000","last_fullsized":"2024-09-12T18:05:32.116522+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.116385+0000","objects_scrubbed":5,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:32.267065+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456499,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":6587,"num_write":1019,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.705876+0000","last_change":"2024-09-12T16:53:20.156020+0000","last_active":"2024-09-12T18:01:00.705876+0000","last_peered":"2024-09-12T18:01:00.705876+0000","last_clean":"2024-09-12T18:01:00.705876+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:01:00.705876+0000","last_undegraded":"2024-09-12T18:01:00.705876+0000","last_fullsized":"2024-09-12T18:01:00.705876+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:19.133051+0000","last_clean_scrub_stamp":"2024-09-12T16:53:19.133051+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:12.982779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'259","reported_seq":835,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.774761+0000","last_change":"2024-09-12T16:53:22.156114+0000","last_active":"2024-09-12T18:05:19.774761+0000","last_peered":"2024-09-12T18:05:19.774761+0000","last_clean":"2024-09-12T18:05:19.774761+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:19.774761+0000","last_undegraded":"2024-09-12T18:05:19.774761+0000","last_fullsized":"2024-09-12T18:05:19.774761+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:46.516286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.705080+0000","last_change":"2024-09-12T16:53:24.172272+0000","last_active":"2024-09-12T18:00:55.705080+0000","last_peered":"2024-09-12T18:00:55.705080+0000","last_clean":"2024-09-12T18:00:55.705080+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:00:55.705080+0000","last_undegraded":"2024-09-12T18:00:55.705080+0000","last_fullsized":"2024-09-12T18:00:55.705080+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:04.540790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'212","reported_seq":1348,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:30.778958+0000","last_change":"2024-09-12T16:53:26.174980+0000","last_active":"2024-09-12T18:03:30.778958+0000","last_peered":"2024-09-12T18:03:30.778958+0000","last_clean":"2024-09-12T18:03:30.778958+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:03:30.778958+0000","last_undegraded":"2024-09-12T18:03:30.778958+0000","last_fullsized":"2024-09-12T18:03:30.778958+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:28.204161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.939885+0000","last_change":"2024-09-12T18:05:36.939885+0000","last_active":"2024-09-12T18:05:36.939885+0000","last_peered":"2024-09-12T18:05:36.939885+0000","last_clean":"2024-09-12T18:05:36.939885+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:36.939885+0000","last_undegraded":"2024-09-12T18:05:36.939885+0000","last_fullsized":"2024-09-12T18:05:36.939885+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.939771+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:27.025583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'366","reported_seq":1067,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.280006+0000","last_change":"2024-09-12T18:05:31.280006+0000","last_active":"2024-09-12T18:05:31.280006+0000","last_peered":"2024-09-12T18:05:31.280006+0000","last_clean":"2024-09-12T18:05:31.280006+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:31.280006+0000","last_undegraded":"2024-09-12T18:05:31.280006+0000","last_fullsized":"2024-09-12T18:05:31.280006+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'366","last_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_deep_scrub":"267'366","last_deep_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.279862+0000","objects_scrubbed":5,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:27.107662+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262286,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":566,"num_read_kb":63668,"num_write":1148,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.848846+0000","last_change":"2024-09-12T18:05:44.848846+0000","last_active":"2024-09-12T18:05:44.848846+0000","last_peered":"2024-09-12T18:05:44.848846+0000","last_clean":"2024-09-12T18:05:44.848846+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:05:44.848846+0000","last_undegraded":"2024-09-12T18:05:44.848846+0000","last_fullsized":"2024-09-12T18:05:44.848846+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.848732+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:01.534495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'323","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.989231+0000","last_change":"2024-09-12T16:53:22.159370+0000","last_active":"2024-09-12T18:05:19.989231+0000","last_peered":"2024-09-12T18:05:19.989231+0000","last_clean":"2024-09-12T18:05:19.989231+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:19.989231+0000","last_undegraded":"2024-09-12T18:05:19.989231+0000","last_fullsized":"2024-09-12T18:05:19.989231+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:21.136854+0000","last_clean_scrub_stamp":"2024-09-12T16:53:21.136854+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:02:01.332281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.684692+0000","last_change":"2024-09-12T16:53:24.179312+0000","last_active":"2024-09-12T18:00:55.684692+0000","last_peered":"2024-09-12T18:00:55.684692+0000","last_clean":"2024-09-12T18:00:55.684692+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:00:55.684692+0000","last_undegraded":"2024-09-12T18:00:55.684692+0000","last_fullsized":"2024-09-12T18:00:55.684692+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:32.490930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'127","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.820598+0000","last_change":"2024-09-12T16:53:26.176600+0000","last_active":"2024-09-12T18:04:52.820598+0000","last_peered":"2024-09-12T18:04:52.820598+0000","last_clean":"2024-09-12T18:04:52.820598+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:04:52.820598+0000","last_undegraded":"2024-09-12T18:04:52.820598+0000","last_fullsized":"2024-09-12T18:04:52.820598+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:58.144611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":742,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.867742+0000","last_change":"2024-09-12T18:05:42.867742+0000","last_active":"2024-09-12T18:05:42.867742+0000","last_peered":"2024-09-12T18:05:42.867742+0000","last_clean":"2024-09-12T18:05:42.867742+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:42.867742+0000","last_undegraded":"2024-09-12T18:05:42.867742+0000","last_fullsized":"2024-09-12T18:05:42.867742+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.867652+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:54.243987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'332","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.239399+0000","last_change":"2024-09-12T18:05:32.239399+0000","last_active":"2024-09-12T18:05:32.239399+0000","last_peered":"2024-09-12T18:05:32.239399+0000","last_clean":"2024-09-12T18:05:32.239399+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:32.239399+0000","last_undegraded":"2024-09-12T18:05:32.239399+0000","last_fullsized":"2024-09-12T18:05:32.239399+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.239290+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:14.494762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5417690,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":16973,"num_write":1041,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.838497+0000","last_change":"2024-09-12T18:05:37.838497+0000","last_active":"2024-09-12T18:05:37.838497+0000","last_peered":"2024-09-12T18:05:37.838497+0000","last_clean":"2024-09-12T18:05:37.838497+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:05:37.838497+0000","last_undegraded":"2024-09-12T18:05:37.838497+0000","last_fullsized":"2024-09-12T18:05:37.838497+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4079","last_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_deep_scrub":"267'4079","last_deep_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.838413+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:22.152246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'310","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.008207+0000","last_change":"2024-09-12T18:05:31.008207+0000","last_active":"2024-09-12T18:05:31.008207+0000","last_peered":"2024-09-12T18:05:31.008207+0000","last_clean":"2024-09-12T18:05:31.008207+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:31.008207+0000","last_undegraded":"2024-09-12T18:05:31.008207+0000","last_fullsized":"2024-09-12T18:05:31.008207+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'310","last_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_deep_scrub":"267'310","last_deep_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.008058+0000","objects_scrubbed":4,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:44.142780+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":531,"num_read_kb":1717,"num_write":1000,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.353527+0000","last_change":"2024-09-12T18:05:44.353527+0000","last_active":"2024-09-12T18:05:44.353527+0000","last_peered":"2024-09-12T18:05:44.353527+0000","last_clean":"2024-09-12T18:05:44.353527+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:05:44.353527+0000","last_undegraded":"2024-09-12T18:05:44.353527+0000","last_fullsized":"2024-09-12T18:05:44.353527+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'179","last_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_deep_scrub":"267'179","last_deep_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.353442+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:25.709483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'357","reported_seq":1034,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.353225+0000","last_change":"2024-09-12T18:05:35.353225+0000","last_active":"2024-09-12T18:05:35.353225+0000","last_peered":"2024-09-12T18:05:35.353225+0000","last_clean":"2024-09-12T18:05:35.353225+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:35.353225+0000","last_undegraded":"2024-09-12T18:05:35.353225+0000","last_fullsized":"2024-09-12T18:05:35.353225+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.353053+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:18.454298+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":9180,"num_write":1279,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1155,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.787265+0000","last_change":"2024-09-12T18:05:35.787265+0000","last_active":"2024-09-12T18:05:35.787265+0000","last_peered":"2024-09-12T18:05:35.787265+0000","last_clean":"2024-09-12T18:05:35.787265+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:05:35.787265+0000","last_undegraded":"2024-09-12T18:05:35.787265+0000","last_fullsized":"2024-09-12T18:05:35.787265+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'389","last_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_deep_scrub":"267'389","last_deep_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.787180+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:28.111822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'376","reported_seq":1136,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.305828+0000","last_change":"2024-09-12T18:05:30.305828+0000","last_active":"2024-09-12T18:05:30.305828+0000","last_peered":"2024-09-12T18:05:30.305828+0000","last_clean":"2024-09-12T18:05:30.305828+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:30.305828+0000","last_undegraded":"2024-09-12T18:05:30.305828+0000","last_fullsized":"2024-09-12T18:05:30.305828+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'376","last_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_deep_scrub":"267'376","last_deep_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.305710+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:50.808236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436973,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":814,"num_read_kb":48369,"num_write":1085,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.999176+0000","last_change":"2024-09-12T18:05:44.999176+0000","last_active":"2024-09-12T18:05:44.999176+0000","last_peered":"2024-09-12T18:05:44.999176+0000","last_clean":"2024-09-12T18:05:44.999176+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:05:44.999176+0000","last_undegraded":"2024-09-12T18:05:44.999176+0000","last_fullsized":"2024-09-12T18:05:44.999176+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.999058+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:10.660044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'344","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.084587+0000","last_change":"2024-09-12T18:05:33.084587+0000","last_active":"2024-09-12T18:05:33.084587+0000","last_peered":"2024-09-12T18:05:33.084587+0000","last_clean":"2024-09-12T18:05:33.084587+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:33.084587+0000","last_undegraded":"2024-09-12T18:05:33.084587+0000","last_fullsized":"2024-09-12T18:05:33.084587+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.084432+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:11.433522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":26098,"num_write":1083,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.973931+0000","last_change":"2024-09-12T18:05:41.973931+0000","last_active":"2024-09-12T18:05:41.973931+0000","last_peered":"2024-09-12T18:05:41.973931+0000","last_clean":"2024-09-12T18:05:41.973931+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:05:41.973931+0000","last_undegraded":"2024-09-12T18:05:41.973931+0000","last_fullsized":"2024-09-12T18:05:41.973931+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'111","last_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_deep_scrub":"267'111","last_deep_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.973843+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:58.620105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'338","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.681116+0000","last_change":"2024-09-12T18:05:30.681116+0000","last_active":"2024-09-12T18:05:30.681116+0000","last_peered":"2024-09-12T18:05:30.681116+0000","last_clean":"2024-09-12T18:05:30.681116+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:05:30.681116+0000","last_undegraded":"2024-09-12T18:05:30.681116+0000","last_fullsized":"2024-09-12T18:05:30.681116+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'338","last_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_deep_scrub":"267'338","last_deep_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.680983+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:47.047163+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456508,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":466,"num_read_kb":72775,"num_write":1119,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5171,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.862123+0000","last_change":"2024-09-12T16:53:18.162755+0000","last_active":"2024-09-12T18:02:05.862123+0000","last_peered":"2024-09-12T18:02:05.862123+0000","last_clean":"2024-09-12T18:02:05.862123+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:02:05.862123+0000","last_undegraded":"2024-09-12T18:02:05.862123+0000","last_fullsized":"2024-09-12T18:02:05.862123+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:17.779211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'367","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203778+0000","last_change":"2024-09-12T18:05:36.203778+0000","last_active":"2024-09-12T18:05:36.203778+0000","last_peered":"2024-09-12T18:05:36.203778+0000","last_clean":"2024-09-12T18:05:36.203778+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:36.203778+0000","last_undegraded":"2024-09-12T18:05:36.203778+0000","last_fullsized":"2024-09-12T18:05:36.203778+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'367","last_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_deep_scrub":"267'367","last_deep_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.203632+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:34.986434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":595,"num_read_kb":28225,"num_write":1110,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":809,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.110186+0000","last_change":"2024-09-12T18:05:39.110186+0000","last_active":"2024-09-12T18:05:39.110186+0000","last_peered":"2024-09-12T18:05:39.110186+0000","last_clean":"2024-09-12T18:05:39.110186+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:05:39.110186+0000","last_undegraded":"2024-09-12T18:05:39.110186+0000","last_fullsized":"2024-09-12T18:05:39.110186+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.110096+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:59.172297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'391","reported_seq":1154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.140118+0000","last_change":"2024-09-12T18:05:35.140118+0000","last_active":"2024-09-12T18:05:35.140118+0000","last_peered":"2024-09-12T18:05:35.140118+0000","last_clean":"2024-09-12T18:05:35.140118+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:35.140118+0000","last_undegraded":"2024-09-12T18:05:35.140118+0000","last_fullsized":"2024-09-12T18:05:35.140118+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.139986+0000","objects_scrubbed":7,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:16.234475+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699451,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":818,"num_read_kb":14556,"num_write":1098,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.340582+0000","last_change":"2024-09-12T18:05:38.340507+0000","last_active":"2024-09-12T18:05:38.340582+0000","last_peered":"2024-09-12T18:05:38.340582+0000","last_clean":"2024-09-12T18:05:38.340582+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:05:38.340582+0000","last_undegraded":"2024-09-12T18:05:38.340582+0000","last_fullsized":"2024-09-12T18:05:38.340582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.340407+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:54.862591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'336","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.398660+0000","last_change":"2024-09-12T18:05:36.398660+0000","last_active":"2024-09-12T18:05:36.398660+0000","last_peered":"2024-09-12T18:05:36.398660+0000","last_clean":"2024-09-12T18:05:36.398660+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:36.398660+0000","last_undegraded":"2024-09-12T18:05:36.398660+0000","last_fullsized":"2024-09-12T18:05:36.398660+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.398546+0000","objects_scrubbed":8,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:32.280626+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767385,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":15457,"num_write":1167,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.007201+0000","last_change":"2024-09-12T18:05:43.007201+0000","last_active":"2024-09-12T18:05:43.007201+0000","last_peered":"2024-09-12T18:05:43.007201+0000","last_clean":"2024-09-12T18:05:43.007201+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:05:43.007201+0000","last_undegraded":"2024-09-12T18:05:43.007201+0000","last_fullsized":"2024-09-12T18:05:43.007201+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.007079+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:05.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'365","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.100825+0000","last_change":"2024-09-12T18:05:36.100825+0000","last_active":"2024-09-12T18:05:36.100825+0000","last_peered":"2024-09-12T18:05:36.100825+0000","last_clean":"2024-09-12T18:05:36.100825+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:36.100825+0000","last_undegraded":"2024-09-12T18:05:36.100825+0000","last_fullsized":"2024-09-12T18:05:36.100825+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'365","last_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_deep_scrub":"267'365","last_deep_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.100612+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:26.747501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288800,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":467,"num_read_kb":7425,"num_write":1174,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.990768+0000","last_change":"2024-09-12T18:05:33.990700+0000","last_active":"2024-09-12T18:05:33.990768+0000","last_peered":"2024-09-12T18:05:33.990768+0000","last_clean":"2024-09-12T18:05:33.990768+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:05:33.990768+0000","last_undegraded":"2024-09-12T18:05:33.990768+0000","last_fullsized":"2024-09-12T18:05:33.990768+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.990611+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:18.791593+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'378","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.428981+0000","last_change":"2024-09-12T18:05:37.428981+0000","last_active":"2024-09-12T18:05:37.428981+0000","last_peered":"2024-09-12T18:05:37.428981+0000","last_clean":"2024-09-12T18:05:37.428981+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:37.428981+0000","last_undegraded":"2024-09-12T18:05:37.428981+0000","last_fullsized":"2024-09-12T18:05:37.428981+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.428871+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:02.549114+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661335,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":49194,"num_write":1163,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'152","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.941432+0000","last_change":"2024-09-12T18:05:40.941432+0000","last_active":"2024-09-12T18:05:40.941432+0000","last_peered":"2024-09-12T18:05:40.941432+0000","last_clean":"2024-09-12T18:05:40.941432+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:05:40.941432+0000","last_undegraded":"2024-09-12T18:05:40.941432+0000","last_fullsized":"2024-09-12T18:05:40.941432+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.941346+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.656349+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":271,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'371","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.328006+0000","last_change":"2024-09-12T18:05:34.328006+0000","last_active":"2024-09-12T18:05:34.328006+0000","last_peered":"2024-09-12T18:05:34.328006+0000","last_clean":"2024-09-12T18:05:34.328006+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:34.328006+0000","last_undegraded":"2024-09-12T18:05:34.328006+0000","last_fullsized":"2024-09-12T18:05:34.328006+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.327899+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:40.801588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":601,"num_read_kb":5649,"num_write":1150,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.185771+0000","last_change":"2024-09-12T18:05:43.185771+0000","last_active":"2024-09-12T18:05:43.185771+0000","last_peered":"2024-09-12T18:05:43.185771+0000","last_clean":"2024-09-12T18:05:43.185771+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:05:43.185771+0000","last_undegraded":"2024-09-12T18:05:43.185771+0000","last_fullsized":"2024-09-12T18:05:43.185771+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'101","last_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_deep_scrub":"267'101","last_deep_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.185681+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:42.621228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'344","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.189367+0000","last_change":"2024-09-12T18:05:31.189367+0000","last_active":"2024-09-12T18:05:31.189367+0000","last_peered":"2024-09-12T18:05:31.189367+0000","last_clean":"2024-09-12T18:05:31.189367+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:31.189367+0000","last_undegraded":"2024-09-12T18:05:31.189367+0000","last_fullsized":"2024-09-12T18:05:31.189367+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.189252+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:48.238959+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":552598,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":20718,"num_write":1046,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.315504+0000","last_change":"2024-09-12T18:05:36.315504+0000","last_active":"2024-09-12T18:05:36.315504+0000","last_peered":"2024-09-12T18:05:36.315504+0000","last_clean":"2024-09-12T18:05:36.315504+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:05:36.315504+0000","last_undegraded":"2024-09-12T18:05:36.315504+0000","last_fullsized":"2024-09-12T18:05:36.315504+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.315388+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'315","reported_seq":960,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.146547+0000","last_change":"2024-09-12T18:05:39.146547+0000","last_active":"2024-09-12T18:05:39.146547+0000","last_peered":"2024-09-12T18:05:39.146547+0000","last_clean":"2024-09-12T18:05:39.146547+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:39.146547+0000","last_undegraded":"2024-09-12T18:05:39.146547+0000","last_fullsized":"2024-09-12T18:05:39.146547+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.146450+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:48.685715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1303126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":10309,"num_write":1041,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'235","reported_seq":874,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.869407+0000","last_change":"2024-09-12T16:53:18.162322+0000","last_active":"2024-09-12T18:03:05.869407+0000","last_peered":"2024-09-12T18:03:05.869407+0000","last_clean":"2024-09-12T18:03:05.869407+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:03:05.869407+0000","last_undegraded":"2024-09-12T18:03:05.869407+0000","last_fullsized":"2024-09-12T18:03:05.869407+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:41.009387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'391","reported_seq":1148,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.018180+0000","last_change":"2024-09-12T18:05:32.018089+0000","last_active":"2024-09-12T18:05:32.018180+0000","last_peered":"2024-09-12T18:05:32.018180+0000","last_clean":"2024-09-12T18:05:32.018180+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:32.018180+0000","last_undegraded":"2024-09-12T18:05:32.018180+0000","last_fullsized":"2024-09-12T18:05:32.018180+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.017893+0000","objects_scrubbed":11,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:21.394561+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8881887,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":904,"num_read_kb":28207,"num_write":1356,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'190","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.206191+0000","last_change":"2024-09-12T18:05:42.206191+0000","last_active":"2024-09-12T18:05:42.206191+0000","last_peered":"2024-09-12T18:05:42.206191+0000","last_clean":"2024-09-12T18:05:42.206191+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:05:42.206191+0000","last_undegraded":"2024-09-12T18:05:42.206191+0000","last_fullsized":"2024-09-12T18:05:42.206191+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.206053+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:48.241413+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'343","reported_seq":1056,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.436589+0000","last_change":"2024-09-12T18:05:39.436589+0000","last_active":"2024-09-12T18:05:39.436589+0000","last_peered":"2024-09-12T18:05:39.436589+0000","last_clean":"2024-09-12T18:05:39.436589+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:39.436589+0000","last_undegraded":"2024-09-12T18:05:39.436589+0000","last_fullsized":"2024-09-12T18:05:39.436589+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'343","last_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_deep_scrub":"267'343","last_deep_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.436448+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:00.806202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048658,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":20652,"num_write":1161,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'412","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.394256+0000","last_change":"2024-09-12T18:05:38.394256+0000","last_active":"2024-09-12T18:05:38.394256+0000","last_peered":"2024-09-12T18:05:38.394256+0000","last_clean":"2024-09-12T18:05:38.394256+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:38.394256+0000","last_undegraded":"2024-09-12T18:05:38.394256+0000","last_fullsized":"2024-09-12T18:05:38.394256+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'412","last_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_deep_scrub":"267'412","last_deep_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.394107+0000","objects_scrubbed":10,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:34.196854+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2300203,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":693,"num_read_kb":13492,"num_write":1316,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.358147+0000","last_change":"2024-09-12T18:05:42.358147+0000","last_active":"2024-09-12T18:05:42.358147+0000","last_peered":"2024-09-12T18:05:42.358147+0000","last_clean":"2024-09-12T18:05:42.358147+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:05:42.358147+0000","last_undegraded":"2024-09-12T18:05:42.358147+0000","last_fullsized":"2024-09-12T18:05:42.358147+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.358032+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:25.818668+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'361","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.750658+0000","last_change":"2024-09-12T18:05:34.750591+0000","last_active":"2024-09-12T18:05:34.750658+0000","last_peered":"2024-09-12T18:05:34.750658+0000","last_clean":"2024-09-12T18:05:34.750658+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:05:34.750658+0000","last_undegraded":"2024-09-12T18:05:34.750658+0000","last_fullsized":"2024-09-12T18:05:34.750658+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.750438+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:51.708799+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1093930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":1728,"num_write":1217,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.754138+0000","last_change":"2024-09-12T16:53:18.160105+0000","last_active":"2024-09-12T18:01:00.754138+0000","last_peered":"2024-09-12T18:01:00.754138+0000","last_clean":"2024-09-12T18:01:00.754138+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:01:00.754138+0000","last_undegraded":"2024-09-12T18:01:00.754138+0000","last_fullsized":"2024-09-12T18:01:00.754138+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:17.122732+0000","last_clean_scrub_stamp":"2024-09-12T16:53:17.122732+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:23:36.034313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1057,"ondisk_log_size":1057,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1759,"ondisk_log_size":1759,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":565,"ondisk_log_size":565,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1488285,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18988,"num_read_kb":39666,"num_write":15841,"num_write_kb":11932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":514956,"num_omap_keys":1174,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1971,"ondisk_log_size":1971,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":9745,"num_omap_keys":42,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3814,"ondisk_log_size":3814,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":149967958,"num_objects":399,"num_object_clones":0,"num_object_copies":1197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":399,"num_whiteouts":0,"num_read":36175,"num_read_kb":1833143,"num_write":71500,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":226897920,"data_stored":226897920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3621,"ondisk_log_size":3621,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":161915,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":157810,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510321,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":301236,"kb_used_data":27108,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94070604,"statfs":{"total":96636764160,"available":96328298496,"internally_reserved":0,"allocated":27758592,"data_stored":25768418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510321,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271056,"kb_used_data":27456,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94100784,"statfs":{"total":96636764160,"available":96359202816,"internally_reserved":0,"allocated":28114944,"data_stored":26146123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510320,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":144844,"kb_used_data":23484,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94226996,"statfs":{"total":96636764160,"available":96488443904,"internally_reserved":0,"allocated":24047616,"data_stored":22047289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510320,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":114928,"kb_used_data":29600,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94256912,"statfs":{"total":96636764160,"available":96519077888,"internally_reserved":0,"allocated":30310400,"data_stored":28364498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510321,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":282196,"kb_used_data":30276,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94089644,"statfs":{"total":96636764160,"available":96347795456,"internally_reserved":0,"allocated":31002624,"data_stored":28986250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510320,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":143828,"kb_used_data":36356,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94228012,"statfs":{"total":96636764160,"available":96489484288,"internally_reserved":0,"allocated":37228544,"data_stored":35275205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510319,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294344,"kb_used_data":38264,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94077496,"statfs":{"total":96636764160,"available":96335355904,"internally_reserved":0,"allocated":39182336,"data_stored":37180998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575730,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":209356,"kb_used_data":43580,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94162484,"statfs":{"total":96636764160,"available":96422383616,"internally_reserved":0,"allocated":44625920,"data_stored":42664169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34295808,"data_stored":34295808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40370176,"data_stored":40370176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32980992,"data_stored":32980992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26689536,"data_stored":26689536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":26071040,"data_stored":26071040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19755008,"data_stored":19755008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":23851008,"data_stored":23851008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":22884352,"data_stored":22884352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:05:49.932 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.932 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.932 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.932 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.932 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.932 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.932 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.933 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.934 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.935 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.936 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.937 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.938 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.939 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.940 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.941 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.942 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.943 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.944 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.945 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.946 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.947 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.947 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.947 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.947 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.947 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.947 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.948 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.949 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.949 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.949 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.949 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.949 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.949 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.949 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.950 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.951 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.952 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.953 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.953 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.953 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.953 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.953 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.953 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.953 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.954 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.954 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.954 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.954 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.954 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.954 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.955 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.955 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.955 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.955 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.955 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.955 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.955 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.956 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.957 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.958 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.958 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.958 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.958 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.958 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.958 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.958 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.959 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.960 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.961 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T16:53:19.133051+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=19, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.961 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.961 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.961 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.961 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T16:53:21.136854+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.961 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.961 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.962 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.962 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.962 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T16:53:17.122732+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:05:49.962 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:06:09.963 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:06:10.301 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:06:10.313 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:06:10.315 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2457,"stamp":"2024-09-12T18:06:09.110088+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":152064492,"num_objects":729,"num_object_clones":0,"num_object_copies":1857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":729,"num_whiteouts":0,"num_read":182295,"num_read_kb":2300826,"num_write":143596,"num_write_kb":2374495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":737951,"num_omap_keys":1782,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12972,"ondisk_log_size":12972,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1761788,"kb_used_data":256124,"kb_used_omap":12,"kb_used_meta":1505523,"kb_avail":753212932,"statfs":{"total":773094113280,"available":771290042368,"internally_reserved":0,"allocated":262270976,"data_stored":246432950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1541656112},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":121068,"num_omap_keys":297,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005696"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.769604+0000","last_change":"2024-09-12T17:32:41.542249+0000","last_active":"2024-09-12T18:02:40.769604+0000","last_peered":"2024-09-12T18:02:40.769604+0000","last_clean":"2024-09-12T18:02:40.769604+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:02:40.769604+0000","last_undegraded":"2024-09-12T18:02:40.769604+0000","last_fullsized":"2024-09-12T18:02:40.769604+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:36.739865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775006+0000","last_change":"2024-09-12T17:13:10.323544+0000","last_active":"2024-09-12T18:03:10.775006+0000","last_peered":"2024-09-12T18:03:10.775006+0000","last_clean":"2024-09-12T18:03:10.775006+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:03:10.775006+0000","last_undegraded":"2024-09-12T18:03:10.775006+0000","last_fullsized":"2024-09-12T18:03:10.775006+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.869458+0000","last_change":"2024-09-12T17:13:06.293286+0000","last_active":"2024-09-12T18:03:05.869458+0000","last_peered":"2024-09-12T18:03:05.869458+0000","last_clean":"2024-09-12T18:03:05.869458+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:03:05.869458+0000","last_undegraded":"2024-09-12T18:03:05.869458+0000","last_fullsized":"2024-09-12T18:03:05.869458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":167,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701956+0000","last_change":"2024-09-12T17:09:10.267022+0000","last_active":"2024-09-12T18:03:20.701956+0000","last_peered":"2024-09-12T18:03:20.701956+0000","last_clean":"2024-09-12T18:03:20.701956+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:03:20.701956+0000","last_undegraded":"2024-09-12T18:03:20.701956+0000","last_fullsized":"2024-09-12T18:03:20.701956+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:10.173192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.975325+0000","last_change":"2024-09-12T18:05:56.975325+0000","last_active":"2024-09-12T18:05:56.975325+0000","last_peered":"2024-09-12T18:05:56.975325+0000","last_clean":"2024-09-12T18:05:56.975325+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:05:56.975325+0000","last_undegraded":"2024-09-12T18:05:56.975325+0000","last_fullsized":"2024-09-12T18:05:56.975325+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.975232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.975232+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.975232+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:56.959677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'8","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.269813+0000","last_change":"2024-09-12T17:13:10.325758+0000","last_active":"2024-09-12T18:05:21.269813+0000","last_peered":"2024-09-12T18:05:21.269813+0000","last_clean":"2024-09-12T18:05:21.269813+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:05:21.269813+0000","last_undegraded":"2024-09-12T18:05:21.269813+0000","last_fullsized":"2024-09-12T18:05:21.269813+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14340,"num_write":8,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.813198+0000","last_change":"2024-09-12T18:06:04.813198+0000","last_active":"2024-09-12T18:06:04.813198+0000","last_peered":"2024-09-12T18:06:04.813198+0000","last_clean":"2024-09-12T18:06:04.813198+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:06:04.813198+0000","last_undegraded":"2024-09-12T18:06:04.813198+0000","last_fullsized":"2024-09-12T18:06:04.813198+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:04.813076+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:04.813076+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.813076+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:09.721332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.060300+0000","last_change":"2024-09-12T18:05:49.060300+0000","last_active":"2024-09-12T18:05:49.060300+0000","last_peered":"2024-09-12T18:05:49.060300+0000","last_clean":"2024-09-12T18:05:49.060300+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:05:49.060300+0000","last_undegraded":"2024-09-12T18:05:49.060300+0000","last_fullsized":"2024-09-12T18:05:49.060300+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T18:05:49.060184+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T18:05:49.060184+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.060184+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:20.744373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.113112+0000","last_change":"2024-09-12T18:06:05.113112+0000","last_active":"2024-09-12T18:06:05.113112+0000","last_peered":"2024-09-12T18:06:05.113112+0000","last_clean":"2024-09-12T18:06:05.113112+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:06:05.113112+0000","last_undegraded":"2024-09-12T18:06:05.113112+0000","last_fullsized":"2024-09-12T18:06:05.113112+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:05.113021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:05.113021+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.113021+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:56.133983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718236+0000","last_change":"2024-09-12T17:13:10.888905+0000","last_active":"2024-09-12T18:05:15.718236+0000","last_peered":"2024-09-12T18:05:15.718236+0000","last_clean":"2024-09-12T18:05:15.718236+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:05:15.718236+0000","last_undegraded":"2024-09-12T18:05:15.718236+0000","last_fullsized":"2024-09-12T18:05:15.718236+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:34.234377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'10","reported_seq":84,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.096046+0000","last_change":"2024-09-12T18:05:53.096046+0000","last_active":"2024-09-12T18:05:53.096046+0000","last_peered":"2024-09-12T18:05:53.096046+0000","last_clean":"2024-09-12T18:05:53.096046+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:05:53.096046+0000","last_undegraded":"2024-09-12T18:05:53.096046+0000","last_fullsized":"2024-09-12T18:05:53.096046+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T18:05:53.095960+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T18:05:53.095960+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.095960+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:28.520752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":15368,"num_write":10,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689929+0000","last_change":"2024-09-12T17:09:10.271885+0000","last_active":"2024-09-12T18:01:40.689929+0000","last_peered":"2024-09-12T18:01:40.689929+0000","last_clean":"2024-09-12T18:01:40.689929+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:01:40.689929+0000","last_undegraded":"2024-09-12T18:01:40.689929+0000","last_fullsized":"2024-09-12T18:01:40.689929+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:20:58.918948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.859748+0000","last_change":"2024-09-12T17:32:41.551696+0000","last_active":"2024-09-12T18:01:45.859748+0000","last_peered":"2024-09-12T18:01:45.859748+0000","last_clean":"2024-09-12T18:01:45.859748+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:01:45.859748+0000","last_undegraded":"2024-09-12T18:01:45.859748+0000","last_fullsized":"2024-09-12T18:01:45.859748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:49.483981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'7","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.887987+0000","last_change":"2024-09-12T17:13:10.888049+0000","last_active":"2024-09-12T18:05:15.887987+0000","last_peered":"2024-09-12T18:05:15.887987+0000","last_clean":"2024-09-12T18:05:15.887987+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:05:15.887987+0000","last_undegraded":"2024-09-12T18:05:15.887987+0000","last_fullsized":"2024-09-12T18:05:15.887987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:55.040498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12300,"num_write":12,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.723933+0000","last_change":"2024-09-12T17:13:06.302426+0000","last_active":"2024-09-12T18:03:05.723933+0000","last_peered":"2024-09-12T18:03:05.723933+0000","last_clean":"2024-09-12T18:03:05.723933+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:03:05.723933+0000","last_undegraded":"2024-09-12T18:03:05.723933+0000","last_fullsized":"2024-09-12T18:03:05.723933+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:19.277111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859087+0000","last_change":"2024-09-12T17:09:10.270741+0000","last_active":"2024-09-12T18:01:40.859087+0000","last_peered":"2024-09-12T18:01:40.859087+0000","last_clean":"2024-09-12T18:01:40.859087+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:01:40.859087+0000","last_undegraded":"2024-09-12T18:01:40.859087+0000","last_fullsized":"2024-09-12T18:01:40.859087+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:58.195011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.867057+0000","last_change":"2024-09-12T17:32:41.551391+0000","last_active":"2024-09-12T18:02:45.867057+0000","last_peered":"2024-09-12T18:02:45.867057+0000","last_clean":"2024-09-12T18:02:45.867057+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:02:45.867057+0000","last_undegraded":"2024-09-12T18:02:45.867057+0000","last_fullsized":"2024-09-12T18:02:45.867057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:05.115607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.863690+0000","last_change":"2024-09-12T17:13:10.326391+0000","last_active":"2024-09-12T18:05:19.863690+0000","last_peered":"2024-09-12T18:05:19.863690+0000","last_clean":"2024-09-12T18:05:19.863690+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:05:19.863690+0000","last_undegraded":"2024-09-12T18:05:19.863690+0000","last_fullsized":"2024-09-12T18:05:19.863690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.961517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2088,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688133+0000","last_change":"2024-09-12T17:13:06.298878+0000","last_active":"2024-09-12T18:01:25.688133+0000","last_peered":"2024-09-12T18:01:25.688133+0000","last_clean":"2024-09-12T18:01:25.688133+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:01:25.688133+0000","last_undegraded":"2024-09-12T18:01:25.688133+0000","last_fullsized":"2024-09-12T18:01:25.688133+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:39.021544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859049+0000","last_change":"2024-09-12T17:09:10.271019+0000","last_active":"2024-09-12T18:01:40.859049+0000","last_peered":"2024-09-12T18:01:40.859049+0000","last_clean":"2024-09-12T18:01:40.859049+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:01:40.859049+0000","last_undegraded":"2024-09-12T18:01:40.859049+0000","last_fullsized":"2024-09-12T18:01:40.859049+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:56.318991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.855997+0000","last_change":"2024-09-12T18:06:07.855997+0000","last_active":"2024-09-12T18:06:07.855997+0000","last_peered":"2024-09-12T18:06:07.855997+0000","last_clean":"2024-09-12T18:06:07.855997+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:06:07.855997+0000","last_undegraded":"2024-09-12T18:06:07.855997+0000","last_fullsized":"2024-09-12T18:06:07.855997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:07.855900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:07.855900+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.855900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:07.383738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.089963+0000","last_change":"2024-09-12T18:06:04.089963+0000","last_active":"2024-09-12T18:06:04.089963+0000","last_peered":"2024-09-12T18:06:04.089963+0000","last_clean":"2024-09-12T18:06:04.089963+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:06:04.089963+0000","last_undegraded":"2024-09-12T18:06:04.089963+0000","last_fullsized":"2024-09-12T18:06:04.089963+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:04.089874+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:04.089874+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.089874+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:42.073967+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861388+0000","last_change":"2024-09-12T17:13:06.297923+0000","last_active":"2024-09-12T18:05:19.861388+0000","last_peered":"2024-09-12T18:05:19.861388+0000","last_clean":"2024-09-12T18:05:19.861388+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:05:19.861388+0000","last_undegraded":"2024-09-12T18:05:19.861388+0000","last_fullsized":"2024-09-12T18:05:19.861388+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:31:32.559516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.017799+0000","last_change":"2024-09-12T18:05:55.017799+0000","last_active":"2024-09-12T18:05:55.017799+0000","last_peered":"2024-09-12T18:05:55.017799+0000","last_clean":"2024-09-12T18:05:55.017799+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:05:55.017799+0000","last_undegraded":"2024-09-12T18:05:55.017799+0000","last_fullsized":"2024-09-12T18:05:55.017799+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T18:05:55.017719+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T18:05:55.017719+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.017719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:18.515293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770779+0000","last_change":"2024-09-12T17:32:41.552444+0000","last_active":"2024-09-12T18:02:45.770779+0000","last_peered":"2024-09-12T18:02:45.770779+0000","last_clean":"2024-09-12T18:02:45.770779+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:02:45.770779+0000","last_undegraded":"2024-09-12T18:02:45.770779+0000","last_fullsized":"2024-09-12T18:02:45.770779+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:10.318749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.070817+0000","last_change":"2024-09-12T18:06:03.070817+0000","last_active":"2024-09-12T18:06:03.070817+0000","last_peered":"2024-09-12T18:06:03.070817+0000","last_clean":"2024-09-12T18:06:03.070817+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:06:03.070817+0000","last_undegraded":"2024-09-12T18:06:03.070817+0000","last_fullsized":"2024-09-12T18:06:03.070817+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:03.070732+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:03.070732+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.070732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:54.829993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.297761+0000","last_change":"2024-09-12T17:13:06.301113+0000","last_active":"2024-09-12T18:05:20.297761+0000","last_peered":"2024-09-12T18:05:20.297761+0000","last_clean":"2024-09-12T18:05:20.297761+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:05:20.297761+0000","last_undegraded":"2024-09-12T18:05:20.297761+0000","last_fullsized":"2024-09-12T18:05:20.297761+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:30.695902+0000","last_change":"2024-09-12T17:09:10.263027+0000","last_active":"2024-09-12T18:02:30.695902+0000","last_peered":"2024-09-12T18:02:30.695902+0000","last_clean":"2024-09-12T18:02:30.695902+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:02:30.695902+0000","last_undegraded":"2024-09-12T18:02:30.695902+0000","last_fullsized":"2024-09-12T18:02:30.695902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:30.829320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.770822+0000","last_change":"2024-09-12T17:32:41.555038+0000","last_active":"2024-09-12T18:02:45.770822+0000","last_peered":"2024-09-12T18:02:45.770822+0000","last_clean":"2024-09-12T18:02:45.770822+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:02:45.770822+0000","last_undegraded":"2024-09-12T18:02:45.770822+0000","last_fullsized":"2024-09-12T18:02:45.770822+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:05.682763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'5","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.151450+0000","last_change":"2024-09-12T17:13:10.327881+0000","last_active":"2024-09-12T18:05:21.151450+0000","last_peered":"2024-09-12T18:05:21.151450+0000","last_clean":"2024-09-12T18:05:21.151450+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:05:21.151450+0000","last_undegraded":"2024-09-12T18:05:21.151450+0000","last_fullsized":"2024-09-12T18:05:21.151450+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.679469+0000","last_change":"2024-09-12T17:13:06.302635+0000","last_active":"2024-09-12T18:05:20.679469+0000","last_peered":"2024-09-12T18:05:20.679469+0000","last_clean":"2024-09-12T18:05:20.679469+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:05:20.679469+0000","last_undegraded":"2024-09-12T18:05:20.679469+0000","last_fullsized":"2024-09-12T18:05:20.679469+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":150,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.714197+0000","last_change":"2024-09-12T18:05:58.714197+0000","last_active":"2024-09-12T18:05:58.714197+0000","last_peered":"2024-09-12T18:05:58.714197+0000","last_clean":"2024-09-12T18:05:58.714197+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:05:58.714197+0000","last_undegraded":"2024-09-12T18:05:58.714197+0000","last_fullsized":"2024-09-12T18:05:58.714197+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'28","last_scrub_stamp":"2024-09-12T18:05:58.714074+0000","last_deep_scrub":"264'28","last_deep_scrub_stamp":"2024-09-12T18:05:58.714074+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.714074+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:21.434163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:03.731534+0000","last_change":"2024-09-12T17:32:41.543227+0000","last_active":"2024-09-12T18:03:03.731534+0000","last_peered":"2024-09-12T18:03:03.731534+0000","last_clean":"2024-09-12T18:03:03.731534+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:03:03.731534+0000","last_undegraded":"2024-09-12T18:03:03.731534+0000","last_fullsized":"2024-09-12T18:03:03.731534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:41.444889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.857872+0000","last_change":"2024-09-12T17:13:10.888782+0000","last_active":"2024-09-12T18:01:30.857872+0000","last_peered":"2024-09-12T18:01:30.857872+0000","last_clean":"2024-09-12T18:01:30.857872+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:01:30.857872+0000","last_undegraded":"2024-09-12T18:01:30.857872+0000","last_fullsized":"2024-09-12T18:01:30.857872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:15:04.073544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.766516+0000","last_change":"2024-09-12T17:13:06.303508+0000","last_active":"2024-09-12T18:02:20.766516+0000","last_peered":"2024-09-12T18:02:20.766516+0000","last_clean":"2024-09-12T18:02:20.766516+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:02:20.766516+0000","last_undegraded":"2024-09-12T18:02:20.766516+0000","last_fullsized":"2024-09-12T18:02:20.766516+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:38.136844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.694771+0000","last_change":"2024-09-12T17:09:10.267543+0000","last_active":"2024-09-12T18:02:20.694771+0000","last_peered":"2024-09-12T18:02:20.694771+0000","last_clean":"2024-09-12T18:02:20.694771+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:02:20.694771+0000","last_undegraded":"2024-09-12T18:02:20.694771+0000","last_fullsized":"2024-09-12T18:02:20.694771+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.940158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.019955+0000","last_change":"2024-09-12T18:05:56.019955+0000","last_active":"2024-09-12T18:05:56.019955+0000","last_peered":"2024-09-12T18:05:56.019955+0000","last_clean":"2024-09-12T18:05:56.019955+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:05:56.019955+0000","last_undegraded":"2024-09-12T18:05:56.019955+0000","last_fullsized":"2024-09-12T18:05:56.019955+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:56.019860+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:56.019860+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.019860+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:45.515063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699359+0000","last_change":"2024-09-12T17:13:50.379901+0000","last_active":"2024-09-12T18:03:00.699359+0000","last_peered":"2024-09-12T18:03:00.699359+0000","last_clean":"2024-09-12T18:03:00.699359+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:03:00.699359+0000","last_undegraded":"2024-09-12T18:03:00.699359+0000","last_fullsized":"2024-09-12T18:03:00.699359+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:10.004649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.758521+0000","last_change":"2024-09-12T17:13:06.305574+0000","last_active":"2024-09-12T18:01:25.758521+0000","last_peered":"2024-09-12T18:01:25.758521+0000","last_clean":"2024-09-12T18:01:25.758521+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:01:25.758521+0000","last_undegraded":"2024-09-12T18:01:25.758521+0000","last_fullsized":"2024-09-12T18:01:25.758521+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:47.414233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:20.864127+0000","last_change":"2024-09-12T17:09:10.272050+0000","last_active":"2024-09-12T18:02:20.864127+0000","last_peered":"2024-09-12T18:02:20.864127+0000","last_clean":"2024-09-12T18:02:20.864127+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:02:20.864127+0000","last_undegraded":"2024-09-12T18:02:20.864127+0000","last_fullsized":"2024-09-12T18:02:20.864127+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:20:53.376805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774206+0000","last_change":"2024-09-12T17:32:41.552619+0000","last_active":"2024-09-12T18:03:05.774206+0000","last_peered":"2024-09-12T18:03:05.774206+0000","last_clean":"2024-09-12T18:03:05.774206+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:03:05.774206+0000","last_undegraded":"2024-09-12T18:03:05.774206+0000","last_fullsized":"2024-09-12T18:03:05.774206+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:13.437797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.876624+0000","last_change":"2024-09-12T17:13:10.890776+0000","last_active":"2024-09-12T18:03:55.876624+0000","last_peered":"2024-09-12T18:03:55.876624+0000","last_clean":"2024-09-12T18:03:55.876624+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:03:55.876624+0000","last_undegraded":"2024-09-12T18:03:55.876624+0000","last_fullsized":"2024-09-12T18:03:55.876624+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:23.526090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.050550+0000","last_change":"2024-09-12T18:05:52.050550+0000","last_active":"2024-09-12T18:05:52.050550+0000","last_peered":"2024-09-12T18:05:52.050550+0000","last_clean":"2024-09-12T18:05:52.050550+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:05:52.050550+0000","last_undegraded":"2024-09-12T18:05:52.050550+0000","last_fullsized":"2024-09-12T18:05:52.050550+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:52.050456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:52.050456+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.050456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:40.568997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'75","reported_seq":303,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.105766+0000","last_change":"2024-09-12T18:05:48.105766+0000","last_active":"2024-09-12T18:05:48.105766+0000","last_peered":"2024-09-12T18:05:48.105766+0000","last_clean":"2024-09-12T18:05:48.105766+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:05:48.105766+0000","last_undegraded":"2024-09-12T18:05:48.105766+0000","last_fullsized":"2024-09-12T18:05:48.105766+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'75","last_scrub_stamp":"2024-09-12T18:05:48.105685+0000","last_deep_scrub":"267'75","last_deep_scrub_stamp":"2024-09-12T18:05:48.105685+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.105685+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:49:35.887748+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4970,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773201+0000","last_change":"2024-09-12T17:32:41.545269+0000","last_active":"2024-09-12T18:03:00.773201+0000","last_peered":"2024-09-12T18:03:00.773201+0000","last_clean":"2024-09-12T18:03:00.773201+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:03:00.773201+0000","last_undegraded":"2024-09-12T18:03:00.773201+0000","last_fullsized":"2024-09-12T18:03:00.773201+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:15.654752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:30.710314+0000","last_change":"2024-09-12T17:13:10.327173+0000","last_active":"2024-09-12T18:01:30.710314+0000","last_peered":"2024-09-12T18:01:30.710314+0000","last_clean":"2024-09-12T18:01:30.710314+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:01:30.710314+0000","last_undegraded":"2024-09-12T18:01:30.710314+0000","last_fullsized":"2024-09-12T18:01:30.710314+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:52.406237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:25.688247+0000","last_change":"2024-09-12T17:13:06.298004+0000","last_active":"2024-09-12T18:01:25.688247+0000","last_peered":"2024-09-12T18:01:25.688247+0000","last_clean":"2024-09-12T18:01:25.688247+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:01:25.688247+0000","last_undegraded":"2024-09-12T18:01:25.688247+0000","last_fullsized":"2024-09-12T18:01:25.688247+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:26.213276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":102,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773443+0000","last_change":"2024-09-12T17:09:10.275074+0000","last_active":"2024-09-12T18:03:00.773443+0000","last_peered":"2024-09-12T18:03:00.773443+0000","last_clean":"2024-09-12T18:03:00.773443+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:03:00.773443+0000","last_undegraded":"2024-09-12T18:03:00.773443+0000","last_fullsized":"2024-09-12T18:03:00.773443+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:20.589969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859139+0000","last_change":"2024-09-12T17:32:41.550070+0000","last_active":"2024-09-12T18:01:40.859139+0000","last_peered":"2024-09-12T18:01:40.859139+0000","last_clean":"2024-09-12T18:01:40.859139+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:01:40.859139+0000","last_undegraded":"2024-09-12T18:01:40.859139+0000","last_fullsized":"2024-09-12T18:01:40.859139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:40.460808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'3","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.771470+0000","last_change":"2024-09-12T18:06:05.771470+0000","last_active":"2024-09-12T18:06:05.771470+0000","last_peered":"2024-09-12T18:06:05.771470+0000","last_clean":"2024-09-12T18:06:05.771470+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:06:05.771470+0000","last_undegraded":"2024-09-12T18:06:05.771470+0000","last_fullsized":"2024-09-12T18:06:05.771470+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:06:05.771373+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:06:05.771373+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.771373+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:12.282970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.137669+0000","last_change":"2024-09-12T18:06:05.137669+0000","last_active":"2024-09-12T18:06:05.137669+0000","last_peered":"2024-09-12T18:06:05.137669+0000","last_clean":"2024-09-12T18:06:05.137669+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:06:05.137669+0000","last_undegraded":"2024-09-12T18:06:05.137669+0000","last_fullsized":"2024-09-12T18:06:05.137669+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:05.137577+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:05.137577+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.137577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:51.342444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'51","reported_seq":221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.771605+0000","last_change":"2024-09-12T17:09:10.275120+0000","last_active":"2024-09-12T18:02:50.771605+0000","last_peered":"2024-09-12T18:02:50.771605+0000","last_clean":"2024-09-12T18:02:50.771605+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:02:50.771605+0000","last_undegraded":"2024-09-12T18:02:50.771605+0000","last_fullsized":"2024-09-12T18:02:50.771605+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:28.554893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689970+0000","last_change":"2024-09-12T17:32:41.550453+0000","last_active":"2024-09-12T18:01:40.689970+0000","last_peered":"2024-09-12T18:01:40.689970+0000","last_clean":"2024-09-12T18:01:40.689970+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:01:40.689970+0000","last_undegraded":"2024-09-12T18:01:40.689970+0000","last_fullsized":"2024-09-12T18:01:40.689970+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:12.030822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.811273+0000","last_change":"2024-09-12T18:06:06.811273+0000","last_active":"2024-09-12T18:06:06.811273+0000","last_peered":"2024-09-12T18:06:06.811273+0000","last_clean":"2024-09-12T18:06:06.811273+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:06:06.811273+0000","last_undegraded":"2024-09-12T18:06:06.811273+0000","last_fullsized":"2024-09-12T18:06:06.811273+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:06.811174+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:06.811174+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.811174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:49.893872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:25.880770+0000","last_change":"2024-09-12T17:13:06.302304+0000","last_active":"2024-09-12T18:04:25.880770+0000","last_peered":"2024-09-12T18:04:25.880770+0000","last_clean":"2024-09-12T18:04:25.880770+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:04:25.880770+0000","last_undegraded":"2024-09-12T18:04:25.880770+0000","last_fullsized":"2024-09-12T18:04:25.880770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:47.949219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.698219+0000","last_change":"2024-09-12T17:09:10.266945+0000","last_active":"2024-09-12T18:02:50.698219+0000","last_peered":"2024-09-12T18:02:50.698219+0000","last_clean":"2024-09-12T18:02:50.698219+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:02:50.698219+0000","last_undegraded":"2024-09-12T18:02:50.698219+0000","last_fullsized":"2024-09-12T18:02:50.698219+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:57.878866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.699975+0000","last_change":"2024-09-12T17:32:41.547134+0000","last_active":"2024-09-12T18:03:05.699975+0000","last_peered":"2024-09-12T18:03:05.699975+0000","last_clean":"2024-09-12T18:03:05.699975+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:03:05.699975+0000","last_undegraded":"2024-09-12T18:03:05.699975+0000","last_fullsized":"2024-09-12T18:03:05.699975+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:58:58.385406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:10.862739+0000","last_change":"2024-09-12T17:13:10.327049+0000","last_active":"2024-09-12T18:02:10.862739+0000","last_peered":"2024-09-12T18:02:10.862739+0000","last_clean":"2024-09-12T18:02:10.862739+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:02:10.862739+0000","last_undegraded":"2024-09-12T18:02:10.862739+0000","last_fullsized":"2024-09-12T18:02:10.862739+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:17.719838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.134512+0000","last_change":"2024-09-12T18:05:59.134512+0000","last_active":"2024-09-12T18:05:59.134512+0000","last_peered":"2024-09-12T18:05:59.134512+0000","last_clean":"2024-09-12T18:05:59.134512+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:05:59.134512+0000","last_undegraded":"2024-09-12T18:05:59.134512+0000","last_fullsized":"2024-09-12T18:05:59.134512+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.134431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.134431+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.134431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:06.190511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":202,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.110472+0000","last_change":"2024-09-12T18:06:04.110472+0000","last_active":"2024-09-12T18:06:04.110472+0000","last_peered":"2024-09-12T18:06:04.110472+0000","last_clean":"2024-09-12T18:06:04.110472+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:06:04.110472+0000","last_undegraded":"2024-09-12T18:06:04.110472+0000","last_fullsized":"2024-09-12T18:06:04.110472+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'51","last_scrub_stamp":"2024-09-12T18:06:04.110391+0000","last_deep_scrub":"267'51","last_deep_scrub_stamp":"2024-09-12T18:06:04.110391+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.110391+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:02.291163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859106+0000","last_change":"2024-09-12T17:32:41.549433+0000","last_active":"2024-09-12T18:01:40.859106+0000","last_peered":"2024-09-12T18:01:40.859106+0000","last_clean":"2024-09-12T18:01:40.859106+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:01:40.859106+0000","last_undegraded":"2024-09-12T18:01:40.859106+0000","last_fullsized":"2024-09-12T18:01:40.859106+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:25.486315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.127431+0000","last_change":"2024-09-12T18:06:01.127431+0000","last_active":"2024-09-12T18:06:01.127431+0000","last_peered":"2024-09-12T18:06:01.127431+0000","last_clean":"2024-09-12T18:06:01.127431+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:06:01.127431+0000","last_undegraded":"2024-09-12T18:06:01.127431+0000","last_fullsized":"2024-09-12T18:06:01.127431+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:06:01.127348+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:06:01.127348+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.127348+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:07.820422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764267+0000","last_change":"2024-09-12T17:13:06.304694+0000","last_active":"2024-09-12T18:02:05.764267+0000","last_peered":"2024-09-12T18:02:05.764267+0000","last_clean":"2024-09-12T18:02:05.764267+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:02:05.764267+0000","last_undegraded":"2024-09-12T18:02:05.764267+0000","last_fullsized":"2024-09-12T18:02:05.764267+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:21:37.149366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.867580+0000","last_change":"2024-09-12T17:09:10.271328+0000","last_active":"2024-09-12T18:02:50.867580+0000","last_peered":"2024-09-12T18:02:50.867580+0000","last_clean":"2024-09-12T18:02:50.867580+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:02:50.867580+0000","last_undegraded":"2024-09-12T18:02:50.867580+0000","last_fullsized":"2024-09-12T18:02:50.867580+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.165867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.059348+0000","last_change":"2024-09-12T18:05:55.059348+0000","last_active":"2024-09-12T18:05:55.059348+0000","last_peered":"2024-09-12T18:05:55.059348+0000","last_clean":"2024-09-12T18:05:55.059348+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:05:55.059348+0000","last_undegraded":"2024-09-12T18:05:55.059348+0000","last_fullsized":"2024-09-12T18:05:55.059348+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.059256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.059256+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.059256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:41.765580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:55.885044+0000","last_change":"2024-09-12T17:13:10.327002+0000","last_active":"2024-09-12T18:04:55.885044+0000","last_peered":"2024-09-12T18:04:55.885044+0000","last_clean":"2024-09-12T18:04:55.885044+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:04:55.885044+0000","last_undegraded":"2024-09-12T18:04:55.885044+0000","last_fullsized":"2024-09-12T18:04:55.885044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:45.010511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.861620+0000","last_change":"2024-09-12T17:13:06.303988+0000","last_active":"2024-09-12T18:05:19.861620+0000","last_peered":"2024-09-12T18:05:19.861620+0000","last_clean":"2024-09-12T18:05:19.861620+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:05:19.861620+0000","last_undegraded":"2024-09-12T18:05:19.861620+0000","last_fullsized":"2024-09-12T18:05:19.861620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:56:22.090357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:15.871041+0000","last_change":"2024-09-12T17:09:10.270111+0000","last_active":"2024-09-12T18:03:15.871041+0000","last_peered":"2024-09-12T18:03:15.871041+0000","last_clean":"2024-09-12T18:03:15.871041+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:03:15.871041+0000","last_undegraded":"2024-09-12T18:03:15.871041+0000","last_fullsized":"2024-09-12T18:03:15.871041+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763751+0000","last_change":"2024-09-12T17:32:41.555032+0000","last_active":"2024-09-12T18:02:00.763751+0000","last_peered":"2024-09-12T18:02:00.763751+0000","last_clean":"2024-09-12T18:02:00.763751+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:02:00.763751+0000","last_undegraded":"2024-09-12T18:02:00.763751+0000","last_fullsized":"2024-09-12T18:02:00.763751+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:11.567800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866393+0000","last_change":"2024-09-12T17:13:10.328163+0000","last_active":"2024-09-12T18:02:40.866393+0000","last_peered":"2024-09-12T18:02:40.866393+0000","last_clean":"2024-09-12T18:02:40.866393+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:02:40.866393+0000","last_undegraded":"2024-09-12T18:02:40.866393+0000","last_fullsized":"2024-09-12T18:02:40.866393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:28.503641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'7","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.059227+0000","last_change":"2024-09-12T18:05:51.059227+0000","last_active":"2024-09-12T18:05:51.059227+0000","last_peered":"2024-09-12T18:05:51.059227+0000","last_clean":"2024-09-12T18:05:51.059227+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:05:51.059227+0000","last_undegraded":"2024-09-12T18:05:51.059227+0000","last_fullsized":"2024-09-12T18:05:51.059227+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:05:51.059115+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:05:51.059115+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.059115+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:36.147251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5160,"num_write":12,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":99,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775088+0000","last_change":"2024-09-12T17:09:10.270002+0000","last_active":"2024-09-12T18:03:10.775088+0000","last_peered":"2024-09-12T18:03:10.775088+0000","last_clean":"2024-09-12T18:03:10.775088+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:03:10.775088+0000","last_undegraded":"2024-09-12T18:03:10.775088+0000","last_fullsized":"2024-09-12T18:03:10.775088+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:24:57.310938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.081920+0000","last_change":"2024-09-12T18:06:02.081920+0000","last_active":"2024-09-12T18:06:02.081920+0000","last_peered":"2024-09-12T18:06:02.081920+0000","last_clean":"2024-09-12T18:06:02.081920+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:06:02.081920+0000","last_undegraded":"2024-09-12T18:06:02.081920+0000","last_fullsized":"2024-09-12T18:06:02.081920+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:02.081805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:02.081805+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.081805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:09.640580+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.779015+0000","last_change":"2024-09-12T18:06:02.779015+0000","last_active":"2024-09-12T18:06:02.779015+0000","last_peered":"2024-09-12T18:06:02.779015+0000","last_clean":"2024-09-12T18:06:02.779015+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:06:02.779015+0000","last_undegraded":"2024-09-12T18:06:02.779015+0000","last_fullsized":"2024-09-12T18:06:02.779015+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:06:02.778923+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:06:02.778923+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.778923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:53.933624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.298155+0000","last_change":"2024-09-12T17:13:06.304413+0000","last_active":"2024-09-12T18:05:20.298155+0000","last_peered":"2024-09-12T18:05:20.298155+0000","last_clean":"2024-09-12T18:05:20.298155+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:05:20.298155+0000","last_undegraded":"2024-09-12T18:05:20.298155+0000","last_fullsized":"2024-09-12T18:05:20.298155+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:29.304610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.026723+0000","last_change":"2024-09-12T18:05:54.026723+0000","last_active":"2024-09-12T18:05:54.026723+0000","last_peered":"2024-09-12T18:05:54.026723+0000","last_clean":"2024-09-12T18:05:54.026723+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:05:54.026723+0000","last_undegraded":"2024-09-12T18:05:54.026723+0000","last_fullsized":"2024-09-12T18:05:54.026723+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T18:05:54.026627+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T18:05:54.026627+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.026627+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:49.121514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774260+0000","last_change":"2024-09-12T17:32:41.549955+0000","last_active":"2024-09-12T18:03:05.774260+0000","last_peered":"2024-09-12T18:03:05.774260+0000","last_clean":"2024-09-12T18:03:05.774260+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:03:05.774260+0000","last_undegraded":"2024-09-12T18:03:05.774260+0000","last_fullsized":"2024-09-12T18:03:05.774260+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:48:44.634527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:40.866455+0000","last_change":"2024-09-12T17:13:10.327750+0000","last_active":"2024-09-12T18:02:40.866455+0000","last_peered":"2024-09-12T18:02:40.866455+0000","last_clean":"2024-09-12T18:02:40.866455+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:02:40.866455+0000","last_undegraded":"2024-09-12T18:02:40.866455+0000","last_fullsized":"2024-09-12T18:02:40.866455+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:38:22.090516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.722095+0000","last_change":"2024-09-12T18:06:00.722095+0000","last_active":"2024-09-12T18:06:00.722095+0000","last_peered":"2024-09-12T18:06:00.722095+0000","last_clean":"2024-09-12T18:06:00.722095+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:06:00.722095+0000","last_undegraded":"2024-09-12T18:06:00.722095+0000","last_fullsized":"2024-09-12T18:06:00.722095+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:00.721971+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:00.721971+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.721971+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:28.811807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":191,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.099936+0000","last_change":"2024-09-12T18:05:47.099936+0000","last_active":"2024-09-12T18:05:47.099936+0000","last_peered":"2024-09-12T18:05:47.099936+0000","last_clean":"2024-09-12T18:05:47.099936+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:05:47.099936+0000","last_undegraded":"2024-09-12T18:05:47.099936+0000","last_fullsized":"2024-09-12T18:05:47.099936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'46","last_scrub_stamp":"2024-09-12T18:05:47.099850+0000","last_deep_scrub":"267'46","last_deep_scrub_stamp":"2024-09-12T18:05:47.099850+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.099850+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:01.863076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.861018+0000","last_change":"2024-09-12T17:32:41.551465+0000","last_active":"2024-09-12T18:01:55.861018+0000","last_peered":"2024-09-12T18:01:55.861018+0000","last_clean":"2024-09-12T18:01:55.861018+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:01:55.861018+0000","last_undegraded":"2024-09-12T18:01:55.861018+0000","last_fullsized":"2024-09-12T18:01:55.861018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:25.944781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.722998+0000","last_change":"2024-09-12T17:13:10.327525+0000","last_active":"2024-09-12T18:03:00.722998+0000","last_peered":"2024-09-12T18:03:00.722998+0000","last_clean":"2024-09-12T18:03:00.722998+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:03:00.722998+0000","last_undegraded":"2024-09-12T18:03:00.722998+0000","last_fullsized":"2024-09-12T18:03:00.722998+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:25:29.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.000588+0000","last_change":"2024-09-12T17:13:06.299865+0000","last_active":"2024-09-12T18:05:20.000588+0000","last_peered":"2024-09-12T18:05:20.000588+0000","last_clean":"2024-09-12T18:05:20.000588+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:05:20.000588+0000","last_undegraded":"2024-09-12T18:05:20.000588+0000","last_fullsized":"2024-09-12T18:05:20.000588+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:17:43.850410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.700619+0000","last_change":"2024-09-12T17:09:10.266109+0000","last_active":"2024-09-12T18:03:10.700619+0000","last_peered":"2024-09-12T18:03:10.700619+0000","last_clean":"2024-09-12T18:03:10.700619+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:03:10.700619+0000","last_undegraded":"2024-09-12T18:03:10.700619+0000","last_fullsized":"2024-09-12T18:03:10.700619+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:11.620915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:05.764647+0000","last_change":"2024-09-12T17:32:41.552092+0000","last_active":"2024-09-12T18:02:05.764647+0000","last_peered":"2024-09-12T18:02:05.764647+0000","last_clean":"2024-09-12T18:02:05.764647+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:02:05.764647+0000","last_undegraded":"2024-09-12T18:02:05.764647+0000","last_fullsized":"2024-09-12T18:02:05.764647+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:35:34.909221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796837+0000","last_change":"2024-09-12T17:13:10.888298+0000","last_active":"2024-09-12T18:05:10.796837+0000","last_peered":"2024-09-12T18:05:10.796837+0000","last_clean":"2024-09-12T18:05:10.796837+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:05:10.796837+0000","last_undegraded":"2024-09-12T18:05:10.796837+0000","last_fullsized":"2024-09-12T18:05:10.796837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:03.125569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.712223+0000","last_change":"2024-09-12T18:05:57.712223+0000","last_active":"2024-09-12T18:05:57.712223+0000","last_peered":"2024-09-12T18:05:57.712223+0000","last_clean":"2024-09-12T18:05:57.712223+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:05:57.712223+0000","last_undegraded":"2024-09-12T18:05:57.712223+0000","last_fullsized":"2024-09-12T18:05:57.712223+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:57.712138+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:57.712138+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.712138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:57.314664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":170,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.152192+0000","last_change":"2024-09-12T18:06:05.152192+0000","last_active":"2024-09-12T18:06:05.152192+0000","last_peered":"2024-09-12T18:06:05.152192+0000","last_clean":"2024-09-12T18:06:05.152192+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:06:05.152192+0000","last_undegraded":"2024-09-12T18:06:05.152192+0000","last_fullsized":"2024-09-12T18:06:05.152192+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T18:06:05.152087+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T18:06:05.152087+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.152087+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:23.182011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763801+0000","last_change":"2024-09-12T17:32:41.550252+0000","last_active":"2024-09-12T18:02:00.763801+0000","last_peered":"2024-09-12T18:02:00.763801+0000","last_clean":"2024-09-12T18:02:00.763801+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:02:00.763801+0000","last_undegraded":"2024-09-12T18:02:00.763801+0000","last_fullsized":"2024-09-12T18:02:00.763801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:46:00.908436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.805298+0000","last_change":"2024-09-12T18:06:03.805298+0000","last_active":"2024-09-12T18:06:03.805298+0000","last_peered":"2024-09-12T18:06:03.805298+0000","last_clean":"2024-09-12T18:06:03.805298+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:06:03.805298+0000","last_undegraded":"2024-09-12T18:06:03.805298+0000","last_fullsized":"2024-09-12T18:06:03.805298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:03.805212+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:03.805212+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.805212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:50.713238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718056+0000","last_change":"2024-09-12T17:13:06.297558+0000","last_active":"2024-09-12T18:05:15.718056+0000","last_peered":"2024-09-12T18:05:15.718056+0000","last_clean":"2024-09-12T18:05:15.718056+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:05:15.718056+0000","last_undegraded":"2024-09-12T18:05:15.718056+0000","last_fullsized":"2024-09-12T18:05:15.718056+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:25.757958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.871603+0000","last_change":"2024-09-12T17:09:10.273095+0000","last_active":"2024-09-12T18:03:20.871603+0000","last_peered":"2024-09-12T18:03:20.871603+0000","last_clean":"2024-09-12T18:03:20.871603+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:03:20.871603+0000","last_undegraded":"2024-09-12T18:03:20.871603+0000","last_fullsized":"2024-09-12T18:03:20.871603+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:55.691542+0000","last_change":"2024-09-12T17:32:41.545493+0000","last_active":"2024-09-12T18:01:55.691542+0000","last_peered":"2024-09-12T18:01:55.691542+0000","last_clean":"2024-09-12T18:01:55.691542+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:01:55.691542+0000","last_undegraded":"2024-09-12T18:01:55.691542+0000","last_fullsized":"2024-09-12T18:01:55.691542+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:49.202805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:10.775152+0000","last_change":"2024-09-12T17:13:10.326493+0000","last_active":"2024-09-12T18:03:10.775152+0000","last_peered":"2024-09-12T18:03:10.775152+0000","last_clean":"2024-09-12T18:03:10.775152+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:03:10.775152+0000","last_undegraded":"2024-09-12T18:03:10.775152+0000","last_fullsized":"2024-09-12T18:03:10.775152+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:01.018946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:35.719537+0000","last_change":"2024-09-12T17:13:06.301058+0000","last_active":"2024-09-12T18:02:35.719537+0000","last_peered":"2024-09-12T18:02:35.719537+0000","last_clean":"2024-09-12T18:02:35.719537+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:02:35.719537+0000","last_undegraded":"2024-09-12T18:02:35.719537+0000","last_fullsized":"2024-09-12T18:02:35.719537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:44.986512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":178,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.027965+0000","last_change":"2024-09-12T18:05:56.027965+0000","last_active":"2024-09-12T18:05:56.027965+0000","last_peered":"2024-09-12T18:05:56.027965+0000","last_clean":"2024-09-12T18:05:56.027965+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:05:56.027965+0000","last_undegraded":"2024-09-12T18:05:56.027965+0000","last_fullsized":"2024-09-12T18:05:56.027965+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T18:05:56.027858+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T18:05:56.027858+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.027858+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:32.100641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:00.784261+0000","last_change":"2024-09-12T17:32:41.550557+0000","last_active":"2024-09-12T18:04:00.784261+0000","last_peered":"2024-09-12T18:04:00.784261+0000","last_clean":"2024-09-12T18:04:00.784261+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:04:00.784261+0000","last_undegraded":"2024-09-12T18:04:00.784261+0000","last_fullsized":"2024-09-12T18:04:00.784261+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'8","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.814283+0000","last_change":"2024-09-12T17:13:10.320561+0000","last_active":"2024-09-12T18:05:20.814283+0000","last_peered":"2024-09-12T18:05:20.814283+0000","last_clean":"2024-09-12T18:05:20.814283+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:05:20.814283+0000","last_undegraded":"2024-09-12T18:05:20.814283+0000","last_fullsized":"2024-09-12T18:05:20.814283+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:07.587358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":8,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:05.774347+0000","last_change":"2024-09-12T17:13:06.303010+0000","last_active":"2024-09-12T18:03:05.774347+0000","last_peered":"2024-09-12T18:03:05.774347+0000","last_clean":"2024-09-12T18:03:05.774347+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:03:05.774347+0000","last_undegraded":"2024-09-12T18:03:05.774347+0000","last_fullsized":"2024-09-12T18:03:05.774347+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:08.297145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.701968+0000","last_change":"2024-09-12T17:09:10.272750+0000","last_active":"2024-09-12T18:03:20.701968+0000","last_peered":"2024-09-12T18:03:20.701968+0000","last_clean":"2024-09-12T18:03:20.701968+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:03:20.701968+0000","last_undegraded":"2024-09-12T18:03:20.701968+0000","last_fullsized":"2024-09-12T18:03:20.701968+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.783301+0000","last_change":"2024-09-12T17:32:41.546525+0000","last_active":"2024-09-12T18:03:55.783301+0000","last_peered":"2024-09-12T18:03:55.783301+0000","last_clean":"2024-09-12T18:03:55.783301+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:03:55.783301+0000","last_undegraded":"2024-09-12T18:03:55.783301+0000","last_fullsized":"2024-09-12T18:03:55.783301+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.718175+0000","last_change":"2024-09-12T17:13:10.889644+0000","last_active":"2024-09-12T18:05:15.718175+0000","last_peered":"2024-09-12T18:05:15.718175+0000","last_clean":"2024-09-12T18:05:15.718175+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:05:15.718175+0000","last_undegraded":"2024-09-12T18:05:15.718175+0000","last_fullsized":"2024-09-12T18:05:15.718175+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:48.924700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.022690+0000","last_change":"2024-09-12T18:05:50.022690+0000","last_active":"2024-09-12T18:05:50.022690+0000","last_peered":"2024-09-12T18:05:50.022690+0000","last_clean":"2024-09-12T18:05:50.022690+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:05:50.022690+0000","last_undegraded":"2024-09-12T18:05:50.022690+0000","last_fullsized":"2024-09-12T18:05:50.022690+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.022616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.022616+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.022616+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:58.036380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.095446+0000","last_change":"2024-09-12T18:05:58.095446+0000","last_active":"2024-09-12T18:05:58.095446+0000","last_peered":"2024-09-12T18:05:58.095446+0000","last_clean":"2024-09-12T18:05:58.095446+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:05:58.095446+0000","last_undegraded":"2024-09-12T18:05:58.095446+0000","last_fullsized":"2024-09-12T18:05:58.095446+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T18:05:58.095356+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T18:05:58.095356+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.095356+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:52.480775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:48.729849+0000","last_change":"2024-09-12T17:32:41.543342+0000","last_active":"2024-09-12T18:02:48.729849+0000","last_peered":"2024-09-12T18:02:48.729849+0000","last_clean":"2024-09-12T18:02:48.729849+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:02:48.729849+0000","last_undegraded":"2024-09-12T18:02:48.729849+0000","last_fullsized":"2024-09-12T18:02:48.729849+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:22.740281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.773517+0000","last_change":"2024-09-12T17:13:10.889895+0000","last_active":"2024-09-12T18:03:00.773517+0000","last_peered":"2024-09-12T18:03:00.773517+0000","last_clean":"2024-09-12T18:03:00.773517+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:03:00.773517+0000","last_undegraded":"2024-09-12T18:03:00.773517+0000","last_fullsized":"2024-09-12T18:03:00.773517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:23.952600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:05.796101+0000","last_change":"2024-09-12T17:13:06.305017+0000","last_active":"2024-09-12T18:05:05.796101+0000","last_peered":"2024-09-12T18:05:05.796101+0000","last_clean":"2024-09-12T18:05:05.796101+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:05:05.796101+0000","last_undegraded":"2024-09-12T18:05:05.796101+0000","last_fullsized":"2024-09-12T18:05:05.796101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:43:40.364434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.126487+0000","last_change":"2024-09-12T18:06:04.126487+0000","last_active":"2024-09-12T18:06:04.126487+0000","last_peered":"2024-09-12T18:06:04.126487+0000","last_clean":"2024-09-12T18:06:04.126487+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:06:04.126487+0000","last_undegraded":"2024-09-12T18:06:04.126487+0000","last_fullsized":"2024-09-12T18:06:04.126487+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'30","last_scrub_stamp":"2024-09-12T18:06:04.126401+0000","last_deep_scrub":"267'30","last_deep_scrub_stamp":"2024-09-12T18:06:04.126401+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.126401+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:15.529148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.730806+0000","last_change":"2024-09-12T17:32:41.549155+0000","last_active":"2024-09-12T18:03:55.730806+0000","last_peered":"2024-09-12T18:03:55.730806+0000","last_clean":"2024-09-12T18:03:55.730806+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:03:55.730806+0000","last_undegraded":"2024-09-12T18:03:55.730806+0000","last_fullsized":"2024-09-12T18:03:55.730806+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.741520+0000","last_change":"2024-09-12T17:13:10.325297+0000","last_active":"2024-09-12T18:05:10.741520+0000","last_peered":"2024-09-12T18:05:10.741520+0000","last_clean":"2024-09-12T18:05:10.741520+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:05:10.741520+0000","last_undegraded":"2024-09-12T18:05:10.741520+0000","last_fullsized":"2024-09-12T18:05:10.741520+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:21:22.480997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:19.784988+0000","last_change":"2024-09-12T17:13:06.304036+0000","last_active":"2024-09-12T18:05:19.784988+0000","last_peered":"2024-09-12T18:05:19.784988+0000","last_clean":"2024-09-12T18:05:19.784988+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:05:19.784988+0000","last_undegraded":"2024-09-12T18:05:19.784988+0000","last_fullsized":"2024-09-12T18:05:19.784988+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:25.738927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":282,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.774187+0000","last_change":"2024-09-12T18:05:55.774187+0000","last_active":"2024-09-12T18:05:55.774187+0000","last_peered":"2024-09-12T18:05:55.774187+0000","last_clean":"2024-09-12T18:05:55.774187+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:05:55.774187+0000","last_undegraded":"2024-09-12T18:05:55.774187+0000","last_fullsized":"2024-09-12T18:05:55.774187+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'77","last_scrub_stamp":"2024-09-12T18:05:55.774068+0000","last_deep_scrub":"267'77","last_deep_scrub_stamp":"2024-09-12T18:05:55.774068+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.774068+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:32.544080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.059928+0000","last_change":"2024-09-12T18:05:54.059928+0000","last_active":"2024-09-12T18:05:54.059928+0000","last_peered":"2024-09-12T18:05:54.059928+0000","last_clean":"2024-09-12T18:05:54.059928+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:05:54.059928+0000","last_undegraded":"2024-09-12T18:05:54.059928+0000","last_fullsized":"2024-09-12T18:05:54.059928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:54.059848+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:54.059848+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.059848+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:20.313582+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'7","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.770288+0000","last_change":"2024-09-12T18:06:01.770288+0000","last_active":"2024-09-12T18:06:01.770288+0000","last_peered":"2024-09-12T18:06:01.770288+0000","last_clean":"2024-09-12T18:06:01.770288+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:06:01.770288+0000","last_undegraded":"2024-09-12T18:06:01.770288+0000","last_fullsized":"2024-09-12T18:06:01.770288+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:06:01.770194+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:06:01.770194+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.770194+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:50.124328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.061487+0000","last_change":"2024-09-12T17:13:06.297541+0000","last_active":"2024-09-12T18:05:20.061487+0000","last_peered":"2024-09-12T18:05:20.061487+0000","last_clean":"2024-09-12T18:05:20.061487+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:05:20.061487+0000","last_undegraded":"2024-09-12T18:05:20.061487+0000","last_fullsized":"2024-09-12T18:05:20.061487+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:09:58.244086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4105,"num_write":6,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:20.777044+0000","last_change":"2024-09-12T17:09:10.273325+0000","last_active":"2024-09-12T18:03:20.777044+0000","last_peered":"2024-09-12T18:03:20.777044+0000","last_clean":"2024-09-12T18:03:20.777044+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:03:20.777044+0000","last_undegraded":"2024-09-12T18:03:20.777044+0000","last_fullsized":"2024-09-12T18:03:20.777044+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:10.868061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:00.699399+0000","last_change":"2024-09-12T17:32:41.548691+0000","last_active":"2024-09-12T18:03:00.699399+0000","last_peered":"2024-09-12T18:03:00.699399+0000","last_clean":"2024-09-12T18:03:00.699399+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:03:00.699399+0000","last_undegraded":"2024-09-12T18:03:00.699399+0000","last_fullsized":"2024-09-12T18:03:00.699399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:12.575102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:20.144556+0000","last_change":"2024-09-12T17:13:10.323121+0000","last_active":"2024-09-12T18:05:20.144556+0000","last_peered":"2024-09-12T18:05:20.144556+0000","last_clean":"2024-09-12T18:05:20.144556+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:05:20.144556+0000","last_undegraded":"2024-09-12T18:05:20.144556+0000","last_fullsized":"2024-09-12T18:05:20.144556+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:24.985924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:10.796910+0000","last_change":"2024-09-12T17:13:06.300247+0000","last_active":"2024-09-12T18:05:10.796910+0000","last_peered":"2024-09-12T18:05:10.796910+0000","last_clean":"2024-09-12T18:05:10.796910+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:05:10.796910+0000","last_undegraded":"2024-09-12T18:05:10.796910+0000","last_fullsized":"2024-09-12T18:05:10.796910+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:05.273260+0000","last_clean_scrub_stamp":"2024-09-12T17:13:05.273260+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:19.464314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.075566+0000","last_change":"2024-09-12T18:06:03.075566+0000","last_active":"2024-09-12T18:06:03.075566+0000","last_peered":"2024-09-12T18:06:03.075566+0000","last_clean":"2024-09-12T18:06:03.075566+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:06:03.075566+0000","last_undegraded":"2024-09-12T18:06:03.075566+0000","last_fullsized":"2024-09-12T18:06:03.075566+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'25","last_scrub_stamp":"2024-09-12T18:06:03.075474+0000","last_deep_scrub":"267'25","last_deep_scrub_stamp":"2024-09-12T18:06:03.075474+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.075474+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:19.333284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.706563+0000","last_change":"2024-09-12T17:32:41.549696+0000","last_active":"2024-09-12T18:03:55.706563+0000","last_peered":"2024-09-12T18:03:55.706563+0000","last_clean":"2024-09-12T18:03:55.706563+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:03:55.706563+0000","last_undegraded":"2024-09-12T18:03:55.706563+0000","last_fullsized":"2024-09-12T18:03:55.706563+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'11","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.145409+0000","last_change":"2024-09-12T18:06:00.145409+0000","last_active":"2024-09-12T18:06:00.145409+0000","last_peered":"2024-09-12T18:06:00.145409+0000","last_clean":"2024-09-12T18:06:00.145409+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:06:00.145409+0000","last_undegraded":"2024-09-12T18:06:00.145409+0000","last_fullsized":"2024-09-12T18:06:00.145409+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T18:06:00.145314+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T18:06:00.145314+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.145314+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:49.101828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":3127,"num_write":16,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.744777+0000","last_change":"2024-09-12T18:05:59.744777+0000","last_active":"2024-09-12T18:05:59.744777+0000","last_peered":"2024-09-12T18:05:59.744777+0000","last_clean":"2024-09-12T18:05:59.744777+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:05:59.744777+0000","last_undegraded":"2024-09-12T18:05:59.744777+0000","last_fullsized":"2024-09-12T18:05:59.744777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:05:59.744651+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:05:59.744651+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.744651+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:00.174525+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.047599+0000","last_change":"2024-09-12T18:05:53.047599+0000","last_active":"2024-09-12T18:05:53.047599+0000","last_peered":"2024-09-12T18:05:53.047599+0000","last_clean":"2024-09-12T18:05:53.047599+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:05:53.047599+0000","last_undegraded":"2024-09-12T18:05:53.047599+0000","last_fullsized":"2024-09-12T18:05:53.047599+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T18:05:53.047514+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T18:05:53.047514+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.047514+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:51.133892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:00.763821+0000","last_change":"2024-09-12T17:32:41.552411+0000","last_active":"2024-09-12T18:02:00.763821+0000","last_peered":"2024-09-12T18:02:00.763821+0000","last_clean":"2024-09-12T18:02:00.763821+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:02:00.763821+0000","last_undegraded":"2024-09-12T18:02:00.763821+0000","last_fullsized":"2024-09-12T18:02:00.763821+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:28.866963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:15.742301+0000","last_change":"2024-09-12T17:13:10.325183+0000","last_active":"2024-09-12T18:05:15.742301+0000","last_peered":"2024-09-12T18:05:15.742301+0000","last_clean":"2024-09-12T18:05:15.742301+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:05:15.742301+0000","last_undegraded":"2024-09-12T18:05:15.742301+0000","last_fullsized":"2024-09-12T18:05:15.742301+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:09.293809+0000","last_clean_scrub_stamp":"2024-09-12T17:13:09.293809+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:21.704143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.064528+0000","last_change":"2024-09-12T18:05:57.064528+0000","last_active":"2024-09-12T18:05:57.064528+0000","last_peered":"2024-09-12T18:05:57.064528+0000","last_clean":"2024-09-12T18:05:57.064528+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:05:57.064528+0000","last_undegraded":"2024-09-12T18:05:57.064528+0000","last_fullsized":"2024-09-12T18:05:57.064528+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:05:57.064434+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:05:57.064434+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.064434+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:40.872034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":153,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.168817+0000","last_change":"2024-09-12T18:06:03.168817+0000","last_active":"2024-09-12T18:06:03.168817+0000","last_peered":"2024-09-12T18:06:03.168817+0000","last_clean":"2024-09-12T18:06:03.168817+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:06:03.168817+0000","last_undegraded":"2024-09-12T18:06:03.168817+0000","last_fullsized":"2024-09-12T18:06:03.168817+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'32","last_scrub_stamp":"2024-09-12T18:06:03.168718+0000","last_deep_scrub":"267'32","last_deep_scrub_stamp":"2024-09-12T18:06:03.168718+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.168718+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:24.706208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'323","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.174946+0000","last_change":"2024-09-12T18:05:41.174946+0000","last_active":"2024-09-12T18:05:41.174946+0000","last_peered":"2024-09-12T18:05:41.174946+0000","last_clean":"2024-09-12T18:05:41.174946+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:41.174946+0000","last_undegraded":"2024-09-12T18:05:41.174946+0000","last_fullsized":"2024-09-12T18:05:41.174946+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.174793+0000","objects_scrubbed":4,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:46.261208+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":35276,"num_write":1003,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.365837+0000","last_change":"2024-09-12T18:05:48.365778+0000","last_active":"2024-09-12T18:05:48.365837+0000","last_peered":"2024-09-12T18:05:48.365837+0000","last_clean":"2024-09-12T18:05:48.365837+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:05:48.365837+0000","last_undegraded":"2024-09-12T18:05:48.365837+0000","last_fullsized":"2024-09-12T18:05:48.365837+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T18:05:48.365689+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T18:05:48.365689+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.365689+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:20.632239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'347","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.693422+0000","last_change":"2024-09-12T18:05:32.693422+0000","last_active":"2024-09-12T18:05:32.693422+0000","last_peered":"2024-09-12T18:05:32.693422+0000","last_clean":"2024-09-12T18:05:32.693422+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:05:32.693422+0000","last_undegraded":"2024-09-12T18:05:32.693422+0000","last_fullsized":"2024-09-12T18:05:32.693422+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'347","last_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_deep_scrub":"267'347","last_deep_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.693287+0000","objects_scrubbed":7,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.400255+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":464,"num_read_kb":21263,"num_write":1002,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'360","reported_seq":980,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.141018+0000","last_change":"2024-09-12T18:05:46.140956+0000","last_active":"2024-09-12T18:05:46.141018+0000","last_peered":"2024-09-12T18:05:46.141018+0000","last_clean":"2024-09-12T18:05:46.141018+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:05:46.141018+0000","last_undegraded":"2024-09-12T18:05:46.141018+0000","last_fullsized":"2024-09-12T18:05:46.141018+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T18:05:46.140870+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T18:05:46.140870+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.140870+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:39.558778+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8073,"num_omap_keys":32,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'350","reported_seq":1132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.345519+0000","last_change":"2024-09-12T18:05:33.345519+0000","last_active":"2024-09-12T18:05:33.345519+0000","last_peered":"2024-09-12T18:05:33.345519+0000","last_clean":"2024-09-12T18:05:33.345519+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:33.345519+0000","last_undegraded":"2024-09-12T18:05:33.345519+0000","last_fullsized":"2024-09-12T18:05:33.345519+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.345331+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:44.057762+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6274493,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":770,"num_read_kb":30264,"num_write":1283,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.053128+0000","last_change":"2024-09-12T18:05:46.053046+0000","last_active":"2024-09-12T18:05:46.053128+0000","last_peered":"2024-09-12T18:05:46.053128+0000","last_clean":"2024-09-12T18:05:46.053128+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:05:46.053128+0000","last_undegraded":"2024-09-12T18:05:46.053128+0000","last_fullsized":"2024-09-12T18:05:46.053128+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T18:05:46.052933+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T18:05:46.052933+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.052933+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:42.123807+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'348","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.433010+0000","last_change":"2024-09-12T18:05:40.433010+0000","last_active":"2024-09-12T18:05:40.433010+0000","last_peered":"2024-09-12T18:05:40.433010+0000","last_clean":"2024-09-12T18:05:40.433010+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:40.433010+0000","last_undegraded":"2024-09-12T18:05:40.433010+0000","last_fullsized":"2024-09-12T18:05:40.433010+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.432855+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:23.317255+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":694699,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":3327,"num_write":1112,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.374665+0000","last_change":"2024-09-12T18:05:40.374597+0000","last_active":"2024-09-12T18:05:40.374665+0000","last_peered":"2024-09-12T18:05:40.374665+0000","last_clean":"2024-09-12T18:05:40.374665+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:05:40.374665+0000","last_undegraded":"2024-09-12T18:05:40.374665+0000","last_fullsized":"2024-09-12T18:05:40.374665+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.374496+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:50.703994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'290","reported_seq":908,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.130406+0000","last_change":"2024-09-12T18:05:40.130304+0000","last_active":"2024-09-12T18:05:40.130406+0000","last_peered":"2024-09-12T18:05:40.130406+0000","last_clean":"2024-09-12T18:05:40.130406+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:40.130406+0000","last_undegraded":"2024-09-12T18:05:40.130406+0000","last_fullsized":"2024-09-12T18:05:40.130406+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.130138+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:59.138952+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":404,"num_read_kb":18362,"num_write":870,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.060799+0000","last_change":"2024-09-12T18:05:40.060799+0000","last_active":"2024-09-12T18:05:40.060799+0000","last_peered":"2024-09-12T18:05:40.060799+0000","last_clean":"2024-09-12T18:05:40.060799+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:05:40.060799+0000","last_undegraded":"2024-09-12T18:05:40.060799+0000","last_fullsized":"2024-09-12T18:05:40.060799+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'78","last_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_deep_scrub":"267'78","last_deep_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.060700+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:42.930998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'331","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.418779+0000","last_change":"2024-09-12T18:05:41.418710+0000","last_active":"2024-09-12T18:05:41.418779+0000","last_peered":"2024-09-12T18:05:41.418779+0000","last_clean":"2024-09-12T18:05:41.418779+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:41.418779+0000","last_undegraded":"2024-09-12T18:05:41.418779+0000","last_fullsized":"2024-09-12T18:05:41.418779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.418570+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:12.451784+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":63577,"num_write":1046,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'126","reported_seq":756,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.067937+0000","last_change":"2024-09-12T18:05:54.067937+0000","last_active":"2024-09-12T18:05:54.067937+0000","last_peered":"2024-09-12T18:05:54.067937+0000","last_clean":"2024-09-12T18:05:54.067937+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:05:54.067937+0000","last_undegraded":"2024-09-12T18:05:54.067937+0000","last_fullsized":"2024-09-12T18:05:54.067937+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T18:05:54.067848+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T18:05:54.067848+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.067848+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:05:14.724267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'304","reported_seq":1013,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.243449+0000","last_change":"2024-09-12T18:05:35.243382+0000","last_active":"2024-09-12T18:05:35.243449+0000","last_peered":"2024-09-12T18:05:35.243449+0000","last_clean":"2024-09-12T18:05:35.243449+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:35.243449+0000","last_undegraded":"2024-09-12T18:05:35.243449+0000","last_fullsized":"2024-09-12T18:05:35.243449+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'304","last_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_deep_scrub":"267'304","last_deep_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.243248+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:40.848590+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":1207,"num_write":978,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'328","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.338593+0000","last_change":"2024-09-12T18:05:49.338593+0000","last_active":"2024-09-12T18:05:49.338593+0000","last_peered":"2024-09-12T18:05:49.338593+0000","last_clean":"2024-09-12T18:05:49.338593+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:05:49.338593+0000","last_undegraded":"2024-09-12T18:05:49.338593+0000","last_fullsized":"2024-09-12T18:05:49.338593+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T18:05:49.338492+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T18:05:49.338492+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.338492+0000","objects_scrubbed":1,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:15.020984+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'337","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.110340+0000","last_change":"2024-09-12T18:05:38.110183+0000","last_active":"2024-09-12T18:05:38.110340+0000","last_peered":"2024-09-12T18:05:38.110340+0000","last_clean":"2024-09-12T18:05:38.110340+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:38.110340+0000","last_undegraded":"2024-09-12T18:05:38.110340+0000","last_fullsized":"2024-09-12T18:05:38.110340+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.110050+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:35.548405+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":41259,"num_write":1065,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'86","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.009135+0000","last_change":"2024-09-12T18:05:37.009135+0000","last_active":"2024-09-12T18:05:37.009135+0000","last_peered":"2024-09-12T18:05:37.009135+0000","last_clean":"2024-09-12T18:05:37.009135+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:05:37.009135+0000","last_undegraded":"2024-09-12T18:05:37.009135+0000","last_fullsized":"2024-09-12T18:05:37.009135+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.009057+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:07.180875+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.030847+0000","last_change":"2024-09-12T18:05:45.030847+0000","last_active":"2024-09-12T18:05:45.030847+0000","last_peered":"2024-09-12T18:05:45.030847+0000","last_clean":"2024-09-12T18:05:45.030847+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:05:45.030847+0000","last_undegraded":"2024-09-12T18:05:45.030847+0000","last_fullsized":"2024-09-12T18:05:45.030847+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.030762+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:18.796466+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'356","reported_seq":1024,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.193869+0000","last_change":"2024-09-12T18:05:38.193808+0000","last_active":"2024-09-12T18:05:38.193869+0000","last_peered":"2024-09-12T18:05:38.193869+0000","last_clean":"2024-09-12T18:05:38.193869+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:38.193869+0000","last_undegraded":"2024-09-12T18:05:38.193869+0000","last_fullsized":"2024-09-12T18:05:38.193869+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'356","last_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_deep_scrub":"267'356","last_deep_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.193675+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:27.049845+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":527,"num_read_kb":14380,"num_write":1088,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.151511+0000","last_change":"2024-09-12T18:05:44.151511+0000","last_active":"2024-09-12T18:05:44.151511+0000","last_peered":"2024-09-12T18:05:44.151511+0000","last_clean":"2024-09-12T18:05:44.151511+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:05:44.151511+0000","last_undegraded":"2024-09-12T18:05:44.151511+0000","last_fullsized":"2024-09-12T18:05:44.151511+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.151432+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:53.605408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'369","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.208530+0000","last_change":"2024-09-12T18:05:33.208461+0000","last_active":"2024-09-12T18:05:33.208530+0000","last_peered":"2024-09-12T18:05:33.208530+0000","last_clean":"2024-09-12T18:05:33.208530+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:33.208530+0000","last_undegraded":"2024-09-12T18:05:33.208530+0000","last_fullsized":"2024-09-12T18:05:33.208530+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'369","last_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_deep_scrub":"267'369","last_deep_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.208322+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:13.923683+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048622,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":33406,"num_write":1211,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.344596+0000","last_change":"2024-09-12T18:05:46.344513+0000","last_active":"2024-09-12T18:05:46.344596+0000","last_peered":"2024-09-12T18:05:46.344596+0000","last_clean":"2024-09-12T18:05:46.344596+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:05:46.344596+0000","last_undegraded":"2024-09-12T18:05:46.344596+0000","last_fullsized":"2024-09-12T18:05:46.344596+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T18:05:46.344404+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T18:05:46.344404+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.344404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:04.252359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.226189+0000","last_change":"2024-09-12T18:05:35.226104+0000","last_active":"2024-09-12T18:05:35.226189+0000","last_peered":"2024-09-12T18:05:35.226189+0000","last_clean":"2024-09-12T18:05:35.226189+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:35.226189+0000","last_undegraded":"2024-09-12T18:05:35.226189+0000","last_fullsized":"2024-09-12T18:05:35.226189+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.225942+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:21.855374+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355602,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":571,"num_read_kb":24192,"num_write":1106,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":803,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.007780+0000","last_change":"2024-09-12T18:05:35.007725+0000","last_active":"2024-09-12T18:05:35.007780+0000","last_peered":"2024-09-12T18:05:35.007780+0000","last_clean":"2024-09-12T18:05:35.007780+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:05:35.007780+0000","last_undegraded":"2024-09-12T18:05:35.007780+0000","last_fullsized":"2024-09-12T18:05:35.007780+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.007642+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:21.931495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'337","reported_seq":1109,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.844373+0000","last_change":"2024-09-12T18:05:30.844273+0000","last_active":"2024-09-12T18:05:30.844373+0000","last_peered":"2024-09-12T18:05:30.844373+0000","last_clean":"2024-09-12T18:05:30.844373+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:30.844373+0000","last_undegraded":"2024-09-12T18:05:30.844373+0000","last_fullsized":"2024-09-12T18:05:30.844373+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.844086+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:23.665915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232766,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":73934,"num_write":1051,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.024049+0000","last_change":"2024-09-12T18:05:36.023986+0000","last_active":"2024-09-12T18:05:36.024049+0000","last_peered":"2024-09-12T18:05:36.024049+0000","last_clean":"2024-09-12T18:05:36.024049+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:05:36.024049+0000","last_undegraded":"2024-09-12T18:05:36.024049+0000","last_fullsized":"2024-09-12T18:05:36.024049+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.023904+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:17.267313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'342","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.110669+0000","last_change":"2024-09-12T18:05:37.110599+0000","last_active":"2024-09-12T18:05:37.110669+0000","last_peered":"2024-09-12T18:05:37.110669+0000","last_clean":"2024-09-12T18:05:37.110669+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:37.110669+0000","last_undegraded":"2024-09-12T18:05:37.110669+0000","last_fullsized":"2024-09-12T18:05:37.110669+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'342","last_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_deep_scrub":"267'342","last_deep_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.110461+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:39.553897+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":488,"num_read_kb":16770,"num_write":1014,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.988777+0000","last_change":"2024-09-12T18:05:43.988710+0000","last_active":"2024-09-12T18:05:43.988777+0000","last_peered":"2024-09-12T18:05:43.988777+0000","last_clean":"2024-09-12T18:05:43.988777+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:05:43.988777+0000","last_undegraded":"2024-09-12T18:05:43.988777+0000","last_fullsized":"2024-09-12T18:05:43.988777+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.988619+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:03.600860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'405","reported_seq":1106,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.318801+0000","last_change":"2024-09-12T18:05:32.318696+0000","last_active":"2024-09-12T18:05:32.318801+0000","last_peered":"2024-09-12T18:05:32.318801+0000","last_clean":"2024-09-12T18:05:32.318801+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:32.318801+0000","last_undegraded":"2024-09-12T18:05:32.318801+0000","last_fullsized":"2024-09-12T18:05:32.318801+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.318580+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:50.127258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":630,"num_read_kb":58140,"num_write":1289,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'128","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.109710+0000","last_change":"2024-09-12T18:06:01.109710+0000","last_active":"2024-09-12T18:06:01.109710+0000","last_peered":"2024-09-12T18:06:01.109710+0000","last_clean":"2024-09-12T18:06:01.109710+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:06:01.109710+0000","last_undegraded":"2024-09-12T18:06:01.109710+0000","last_fullsized":"2024-09-12T18:06:01.109710+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T18:06:01.109613+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T18:06:01.109613+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.109613+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:35.050101+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":743,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.073936+0000","last_change":"2024-09-12T18:05:42.073877+0000","last_active":"2024-09-12T18:05:42.073936+0000","last_peered":"2024-09-12T18:05:42.073936+0000","last_clean":"2024-09-12T18:05:42.073936+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:05:42.073936+0000","last_undegraded":"2024-09-12T18:05:42.073936+0000","last_fullsized":"2024-09-12T18:05:42.073936+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.073800+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:18.676055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'422","reported_seq":1140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.283657+0000","last_change":"2024-09-12T18:05:33.283587+0000","last_active":"2024-09-12T18:05:33.283657+0000","last_peered":"2024-09-12T18:05:33.283657+0000","last_clean":"2024-09-12T18:05:33.283657+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:33.283657+0000","last_undegraded":"2024-09-12T18:05:33.283657+0000","last_fullsized":"2024-09-12T18:05:33.283657+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'422","last_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_deep_scrub":"267'422","last_deep_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.283492+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:29.525870+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":727,"num_read_kb":30873,"num_write":1362,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.303327+0000","last_change":"2024-09-12T18:05:54.303327+0000","last_active":"2024-09-12T18:05:54.303327+0000","last_peered":"2024-09-12T18:05:54.303327+0000","last_clean":"2024-09-12T18:05:54.303327+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:05:54.303327+0000","last_undegraded":"2024-09-12T18:05:54.303327+0000","last_fullsized":"2024-09-12T18:05:54.303327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:54.303233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:54.303233+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.303233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:45.534772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'322","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.399159+0000","last_change":"2024-09-12T18:05:51.399096+0000","last_active":"2024-09-12T18:05:51.399159+0000","last_peered":"2024-09-12T18:05:51.399159+0000","last_clean":"2024-09-12T18:05:51.399159+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:05:51.399159+0000","last_undegraded":"2024-09-12T18:05:51.399159+0000","last_fullsized":"2024-09-12T18:05:51.399159+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:51.399008+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:51.399008+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.399008+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:29.808547+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12201,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":507,"num_read_kb":1013,"num_write":386,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.094476+0000","last_change":"2024-09-12T18:06:01.094476+0000","last_active":"2024-09-12T18:06:01.094476+0000","last_peered":"2024-09-12T18:06:01.094476+0000","last_clean":"2024-09-12T18:06:01.094476+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:06:01.094476+0000","last_undegraded":"2024-09-12T18:06:01.094476+0000","last_fullsized":"2024-09-12T18:06:01.094476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:01.094370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:01.094370+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.094370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:19.140541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'145","reported_seq":722,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.261107+0000","last_change":"2024-09-12T18:06:05.261107+0000","last_active":"2024-09-12T18:06:05.261107+0000","last_peered":"2024-09-12T18:06:05.261107+0000","last_clean":"2024-09-12T18:06:05.261107+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:06:05.261107+0000","last_undegraded":"2024-09-12T18:06:05.261107+0000","last_fullsized":"2024-09-12T18:06:05.261107+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:06:05.261012+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:06:05.261012+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.261012+0000","objects_scrubbed":2,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:52.475936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.376110+0000","last_change":"2024-09-12T18:05:43.376057+0000","last_active":"2024-09-12T18:05:43.376110+0000","last_peered":"2024-09-12T18:05:43.376110+0000","last_clean":"2024-09-12T18:05:43.376110+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:05:43.376110+0000","last_undegraded":"2024-09-12T18:05:43.376110+0000","last_fullsized":"2024-09-12T18:05:43.376110+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.375973+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:55.619948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'399","reported_seq":1050,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.305134+0000","last_change":"2024-09-12T18:05:29.305036+0000","last_active":"2024-09-12T18:05:29.305134+0000","last_peered":"2024-09-12T18:05:29.305134+0000","last_clean":"2024-09-12T18:05:29.305134+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:29.305134+0000","last_undegraded":"2024-09-12T18:05:29.305134+0000","last_fullsized":"2024-09-12T18:05:29.305134+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'399","last_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_deep_scrub":"267'399","last_deep_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.304906+0000","objects_scrubbed":7,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:31.396260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194343,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":6561,"num_write":1208,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.096757+0000","last_change":"2024-09-12T18:05:49.096693+0000","last_active":"2024-09-12T18:05:49.096757+0000","last_peered":"2024-09-12T18:05:49.096757+0000","last_clean":"2024-09-12T18:05:49.096757+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:05:49.096757+0000","last_undegraded":"2024-09-12T18:05:49.096757+0000","last_fullsized":"2024-09-12T18:05:49.096757+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:49.096605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:49.096605+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.096605+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:49.549318+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'115","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.096083+0000","last_change":"2024-09-12T18:05:57.096083+0000","last_active":"2024-09-12T18:05:57.096083+0000","last_peered":"2024-09-12T18:05:57.096083+0000","last_clean":"2024-09-12T18:05:57.096083+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:05:57.096083+0000","last_undegraded":"2024-09-12T18:05:57.096083+0000","last_fullsized":"2024-09-12T18:05:57.096083+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'115","last_scrub_stamp":"2024-09-12T18:05:57.095986+0000","last_deep_scrub":"267'115","last_deep_scrub_stamp":"2024-09-12T18:05:57.095986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.095986+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:28.915322+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.139666+0000","last_change":"2024-09-12T18:05:58.139666+0000","last_active":"2024-09-12T18:05:58.139666+0000","last_peered":"2024-09-12T18:05:58.139666+0000","last_clean":"2024-09-12T18:05:58.139666+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:05:58.139666+0000","last_undegraded":"2024-09-12T18:05:58.139666+0000","last_fullsized":"2024-09-12T18:05:58.139666+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:58.139582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:58.139582+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.139582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:05.423648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'112","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.402654+0000","last_change":"2024-09-12T18:06:03.402654+0000","last_active":"2024-09-12T18:06:03.402654+0000","last_peered":"2024-09-12T18:06:03.402654+0000","last_clean":"2024-09-12T18:06:03.402654+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:06:03.402654+0000","last_undegraded":"2024-09-12T18:06:03.402654+0000","last_fullsized":"2024-09-12T18:06:03.402654+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:06:03.402542+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:06:03.402542+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.402542+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:30.039501+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.396606+0000","last_change":"2024-09-12T18:05:41.396531+0000","last_active":"2024-09-12T18:05:41.396606+0000","last_peered":"2024-09-12T18:05:41.396606+0000","last_clean":"2024-09-12T18:05:41.396606+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:05:41.396606+0000","last_undegraded":"2024-09-12T18:05:41.396606+0000","last_fullsized":"2024-09-12T18:05:41.396606+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.396435+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:35.456864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'371","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.235545+0000","last_change":"2024-09-12T18:05:32.235469+0000","last_active":"2024-09-12T18:05:32.235545+0000","last_peered":"2024-09-12T18:05:32.235545+0000","last_clean":"2024-09-12T18:05:32.235545+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:32.235545+0000","last_undegraded":"2024-09-12T18:05:32.235545+0000","last_fullsized":"2024-09-12T18:05:32.235545+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.235306+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:33.393295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":635,"num_read_kb":36076,"num_write":1194,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"267'6","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.045069+0000","last_change":"2024-09-12T18:05:51.045069+0000","last_active":"2024-09-12T18:05:51.045069+0000","last_peered":"2024-09-12T18:05:51.045069+0000","last_clean":"2024-09-12T18:05:51.045069+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:51.045069+0000","last_undegraded":"2024-09-12T18:05:51.045069+0000","last_fullsized":"2024-09-12T18:05:51.045069+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:05:51.044991+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:05:51.044991+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.044991+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:24.376762+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'152","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.159315+0000","last_change":"2024-09-12T18:05:44.159255+0000","last_active":"2024-09-12T18:05:44.159315+0000","last_peered":"2024-09-12T18:05:44.159315+0000","last_clean":"2024-09-12T18:05:44.159315+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:05:44.159315+0000","last_undegraded":"2024-09-12T18:05:44.159315+0000","last_fullsized":"2024-09-12T18:05:44.159315+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.159165+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:04.867907+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'771","reported_seq":2863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.020400+0000","last_change":"2024-09-12T18:05:58.020400+0000","last_active":"2024-09-12T18:05:58.020400+0000","last_peered":"2024-09-12T18:05:58.020400+0000","last_clean":"2024-09-12T18:05:58.020400+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:58.020400+0000","last_undegraded":"2024-09-12T18:05:58.020400+0000","last_fullsized":"2024-09-12T18:05:58.020400+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'771","last_scrub_stamp":"2024-09-12T18:05:58.020316+0000","last_deep_scrub":"267'771","last_deep_scrub_stamp":"2024-09-12T18:05:58.020316+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.020316+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:12.380652+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'190","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.105634+0000","last_change":"2024-09-12T18:06:02.105634+0000","last_active":"2024-09-12T18:06:02.105634+0000","last_peered":"2024-09-12T18:06:02.105634+0000","last_clean":"2024-09-12T18:06:02.105634+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:06:02.105634+0000","last_undegraded":"2024-09-12T18:06:02.105634+0000","last_fullsized":"2024-09-12T18:06:02.105634+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:06:02.105549+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:06:02.105549+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.105549+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:56.773374+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.028123+0000","last_change":"2024-09-12T18:05:43.028004+0000","last_active":"2024-09-12T18:05:43.028123+0000","last_peered":"2024-09-12T18:05:43.028123+0000","last_clean":"2024-09-12T18:05:43.028123+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:05:43.028123+0000","last_undegraded":"2024-09-12T18:05:43.028123+0000","last_fullsized":"2024-09-12T18:05:43.028123+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4189","last_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_deep_scrub":"267'4189","last_deep_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.027912+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:20.671527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'334","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.249153+0000","last_change":"2024-09-12T18:05:29.249095+0000","last_active":"2024-09-12T18:05:29.249153+0000","last_peered":"2024-09-12T18:05:29.249153+0000","last_clean":"2024-09-12T18:05:29.249153+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:29.249153+0000","last_undegraded":"2024-09-12T18:05:29.249153+0000","last_fullsized":"2024-09-12T18:05:29.249153+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.248963+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:08.349422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":3959,"num_write":1051,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.358908+0000","last_change":"2024-09-12T18:05:52.358908+0000","last_active":"2024-09-12T18:05:52.358908+0000","last_peered":"2024-09-12T18:05:52.358908+0000","last_clean":"2024-09-12T18:05:52.358908+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:05:52.358908+0000","last_undegraded":"2024-09-12T18:05:52.358908+0000","last_fullsized":"2024-09-12T18:05:52.358908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:52.358815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:52.358815+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.358815+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.112000+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'277","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.081428+0000","last_change":"2024-09-12T18:05:54.081370+0000","last_active":"2024-09-12T18:05:54.081428+0000","last_peered":"2024-09-12T18:05:54.081428+0000","last_clean":"2024-09-12T18:05:54.081428+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:05:54.081428+0000","last_undegraded":"2024-09-12T18:05:54.081428+0000","last_fullsized":"2024-09-12T18:05:54.081428+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'277","last_scrub_stamp":"2024-09-12T18:05:54.081286+0000","last_deep_scrub":"267'277","last_deep_scrub_stamp":"2024-09-12T18:05:54.081286+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.081286+0000","objects_scrubbed":4,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:08.006495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51396,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":452,"num_read_kb":1063,"num_write":360,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'805","reported_seq":5066,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:21.489626+0000","last_change":"2024-09-12T16:53:24.178967+0000","last_active":"2024-09-12T18:05:21.489626+0000","last_peered":"2024-09-12T18:05:21.489626+0000","last_clean":"2024-09-12T18:05:21.489626+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:05:21.489626+0000","last_undegraded":"2024-09-12T18:05:21.489626+0000","last_fullsized":"2024-09-12T18:05:21.489626+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:23.141178+0000","last_clean_scrub_stamp":"2024-09-12T16:53:23.141178+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.379920+0000","last_change":"2024-09-12T18:05:42.379920+0000","last_active":"2024-09-12T18:05:42.379920+0000","last_peered":"2024-09-12T18:05:42.379920+0000","last_clean":"2024-09-12T18:05:42.379920+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:05:42.379920+0000","last_undegraded":"2024-09-12T18:05:42.379920+0000","last_fullsized":"2024-09-12T18:05:42.379920+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.379834+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.719716+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'361","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.270622+0000","last_change":"2024-09-12T18:05:34.270622+0000","last_active":"2024-09-12T18:05:34.270622+0000","last_peered":"2024-09-12T18:05:34.270622+0000","last_clean":"2024-09-12T18:05:34.270622+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:34.270622+0000","last_undegraded":"2024-09-12T18:05:34.270622+0000","last_fullsized":"2024-09-12T18:05:34.270622+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.270471+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:59.581177+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194336,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":12959,"num_write":1136,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.104653+0000","last_change":"2024-09-12T18:05:47.104653+0000","last_active":"2024-09-12T18:05:47.104653+0000","last_peered":"2024-09-12T18:05:47.104653+0000","last_clean":"2024-09-12T18:05:47.104653+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:05:47.104653+0000","last_undegraded":"2024-09-12T18:05:47.104653+0000","last_fullsized":"2024-09-12T18:05:47.104653+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.104568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.104568+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.104568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:49.750008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'408","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.323693+0000","last_change":"2024-09-12T18:05:55.323693+0000","last_active":"2024-09-12T18:05:55.323693+0000","last_peered":"2024-09-12T18:05:55.323693+0000","last_clean":"2024-09-12T18:05:55.323693+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:55.323693+0000","last_undegraded":"2024-09-12T18:05:55.323693+0000","last_fullsized":"2024-09-12T18:05:55.323693+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'408","last_scrub_stamp":"2024-09-12T18:05:55.323599+0000","last_deep_scrub":"267'408","last_deep_scrub_stamp":"2024-09-12T18:05:55.323599+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.323599+0000","objects_scrubbed":9,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:57.650038+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.737073+0000","last_change":"2024-09-12T18:05:51.737073+0000","last_active":"2024-09-12T18:05:51.737073+0000","last_peered":"2024-09-12T18:05:51.737073+0000","last_clean":"2024-09-12T18:05:51.737073+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:05:51.737073+0000","last_undegraded":"2024-09-12T18:05:51.737073+0000","last_fullsized":"2024-09-12T18:05:51.737073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:51.736984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:51.736984+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.736984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:50.764991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'553","reported_seq":1384,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.303337+0000","last_change":"2024-09-12T18:06:01.303337+0000","last_active":"2024-09-12T18:06:01.303337+0000","last_peered":"2024-09-12T18:06:01.303337+0000","last_clean":"2024-09-12T18:06:01.303337+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:06:01.303337+0000","last_undegraded":"2024-09-12T18:06:01.303337+0000","last_fullsized":"2024-09-12T18:06:01.303337+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'553","last_scrub_stamp":"2024-09-12T18:06:01.303242+0000","last_deep_scrub":"267'553","last_deep_scrub_stamp":"2024-09-12T18:06:01.303242+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.303242+0000","objects_scrubbed":3,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:33.503696+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'107","reported_seq":703,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.886977+0000","last_change":"2024-09-12T18:05:32.886977+0000","last_active":"2024-09-12T18:05:32.886977+0000","last_peered":"2024-09-12T18:05:32.886977+0000","last_clean":"2024-09-12T18:05:32.886977+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:05:32.886977+0000","last_undegraded":"2024-09-12T18:05:32.886977+0000","last_fullsized":"2024-09-12T18:05:32.886977+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.886892+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:37.025584+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'426","reported_seq":1103,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.021155+0000","last_change":"2024-09-12T18:05:30.021086+0000","last_active":"2024-09-12T18:05:30.021155+0000","last_peered":"2024-09-12T18:05:30.021155+0000","last_clean":"2024-09-12T18:05:30.021155+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:30.021155+0000","last_undegraded":"2024-09-12T18:05:30.021155+0000","last_fullsized":"2024-09-12T18:05:30.021155+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'426","last_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_deep_scrub":"267'426","last_deep_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.020973+0000","objects_scrubbed":5,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:46.582141+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":769,"num_read_kb":652,"num_write":1370,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.052593+0000","last_change":"2024-09-12T18:05:39.052593+0000","last_active":"2024-09-12T18:05:39.052593+0000","last_peered":"2024-09-12T18:05:39.052593+0000","last_clean":"2024-09-12T18:05:39.052593+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:05:39.052593+0000","last_undegraded":"2024-09-12T18:05:39.052593+0000","last_fullsized":"2024-09-12T18:05:39.052593+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.052500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.600261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'315","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.015391+0000","last_change":"2024-09-12T18:05:56.015391+0000","last_active":"2024-09-12T18:05:56.015391+0000","last_peered":"2024-09-12T18:05:56.015391+0000","last_clean":"2024-09-12T18:05:56.015391+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:56.015391+0000","last_undegraded":"2024-09-12T18:05:56.015391+0000","last_fullsized":"2024-09-12T18:05:56.015391+0000","mapping_epoch":32,"log_start":"267'301","ondisk_log_start":"267'301","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T18:05:56.015308+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T18:05:56.015308+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.015308+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":301,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:48.773859+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.038344+0000","last_change":"2024-09-12T18:06:00.038344+0000","last_active":"2024-09-12T18:06:00.038344+0000","last_peered":"2024-09-12T18:06:00.038344+0000","last_clean":"2024-09-12T18:06:00.038344+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:06:00.038344+0000","last_undegraded":"2024-09-12T18:06:00.038344+0000","last_fullsized":"2024-09-12T18:06:00.038344+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.038277+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.038277+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.038277+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:51.303599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2430","reported_seq":4272,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.087812+0000","last_change":"2024-09-12T18:05:50.087812+0000","last_active":"2024-09-12T18:05:50.087812+0000","last_peered":"2024-09-12T18:05:50.087812+0000","last_clean":"2024-09-12T18:05:50.087812+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:05:50.087812+0000","last_undegraded":"2024-09-12T18:05:50.087812+0000","last_fullsized":"2024-09-12T18:05:50.087812+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2430","last_scrub_stamp":"2024-09-12T18:05:50.087718+0000","last_deep_scrub":"267'2430","last_deep_scrub_stamp":"2024-09-12T18:05:50.087718+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.087718+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":2400,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:17.659124+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":707,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.116164+0000","last_change":"2024-09-12T18:05:38.116164+0000","last_active":"2024-09-12T18:05:38.116164+0000","last_peered":"2024-09-12T18:05:38.116164+0000","last_clean":"2024-09-12T18:05:38.116164+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:05:38.116164+0000","last_undegraded":"2024-09-12T18:05:38.116164+0000","last_fullsized":"2024-09-12T18:05:38.116164+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.116085+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:03.160318+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'379","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.166934+0000","last_change":"2024-09-12T18:05:37.166934+0000","last_active":"2024-09-12T18:05:37.166934+0000","last_peered":"2024-09-12T18:05:37.166934+0000","last_clean":"2024-09-12T18:05:37.166934+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:37.166934+0000","last_undegraded":"2024-09-12T18:05:37.166934+0000","last_fullsized":"2024-09-12T18:05:37.166934+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.166800+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:20.769927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432364,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":556,"num_read_kb":48251,"num_write":1159,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.146280+0000","last_change":"2024-09-12T18:05:41.146280+0000","last_active":"2024-09-12T18:05:41.146280+0000","last_peered":"2024-09-12T18:05:41.146280+0000","last_clean":"2024-09-12T18:05:41.146280+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:05:41.146280+0000","last_undegraded":"2024-09-12T18:05:41.146280+0000","last_fullsized":"2024-09-12T18:05:41.146280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.146193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:21.424190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'340","reported_seq":958,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.125410+0000","last_change":"2024-09-12T18:05:53.125410+0000","last_active":"2024-09-12T18:05:53.125410+0000","last_peered":"2024-09-12T18:05:53.125410+0000","last_clean":"2024-09-12T18:05:53.125410+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:53.125410+0000","last_undegraded":"2024-09-12T18:05:53.125410+0000","last_fullsized":"2024-09-12T18:05:53.125410+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T18:05:53.125316+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T18:05:53.125316+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.125316+0000","objects_scrubbed":7,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.960762+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'767","reported_seq":2592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.391544+0000","last_change":"2024-09-12T18:05:55.391544+0000","last_active":"2024-09-12T18:05:55.391544+0000","last_peered":"2024-09-12T18:05:55.391544+0000","last_clean":"2024-09-12T18:05:55.391544+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:55.391544+0000","last_undegraded":"2024-09-12T18:05:55.391544+0000","last_fullsized":"2024-09-12T18:05:55.391544+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'767","last_scrub_stamp":"2024-09-12T18:05:55.391439+0000","last_deep_scrub":"267'767","last_deep_scrub_stamp":"2024-09-12T18:05:55.391439+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.391439+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:33.410121+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'140","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.436505+0000","last_change":"2024-09-12T18:05:58.436505+0000","last_active":"2024-09-12T18:05:58.436505+0000","last_peered":"2024-09-12T18:05:58.436505+0000","last_clean":"2024-09-12T18:05:58.436505+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:05:58.436505+0000","last_undegraded":"2024-09-12T18:05:58.436505+0000","last_fullsized":"2024-09-12T18:05:58.436505+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'140","last_scrub_stamp":"2024-09-12T18:05:58.436401+0000","last_deep_scrub":"267'140","last_deep_scrub_stamp":"2024-09-12T18:05:58.436401+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.436401+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:19.775174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.357756+0000","last_change":"2024-09-12T18:05:49.357756+0000","last_active":"2024-09-12T18:05:49.357756+0000","last_peered":"2024-09-12T18:05:49.357756+0000","last_clean":"2024-09-12T18:05:49.357756+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:05:49.357756+0000","last_undegraded":"2024-09-12T18:05:49.357756+0000","last_fullsized":"2024-09-12T18:05:49.357756+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'105","last_scrub_stamp":"2024-09-12T18:05:49.357664+0000","last_deep_scrub":"267'105","last_deep_scrub_stamp":"2024-09-12T18:05:49.357664+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.357664+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:12.082592+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'271","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.358770+0000","last_change":"2024-09-12T18:05:30.358770+0000","last_active":"2024-09-12T18:05:30.358770+0000","last_peered":"2024-09-12T18:05:30.358770+0000","last_clean":"2024-09-12T18:05:30.358770+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:30.358770+0000","last_undegraded":"2024-09-12T18:05:30.358770+0000","last_fullsized":"2024-09-12T18:05:30.358770+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'271","last_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_deep_scrub":"267'271","last_deep_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.358638+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:31.015049+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1310757,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":8613,"num_write":823,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.099926+0000","last_change":"2024-09-12T18:05:40.099926+0000","last_active":"2024-09-12T18:05:40.099926+0000","last_peered":"2024-09-12T18:05:40.099926+0000","last_clean":"2024-09-12T18:05:40.099926+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:05:40.099926+0000","last_undegraded":"2024-09-12T18:05:40.099926+0000","last_fullsized":"2024-09-12T18:05:40.099926+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.099787+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:17.102438+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'498","reported_seq":1160,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.318030+0000","last_change":"2024-09-12T18:05:47.318030+0000","last_active":"2024-09-12T18:05:47.318030+0000","last_peered":"2024-09-12T18:05:47.318030+0000","last_clean":"2024-09-12T18:05:47.318030+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:47.318030+0000","last_undegraded":"2024-09-12T18:05:47.318030+0000","last_fullsized":"2024-09-12T18:05:47.318030+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'498","last_scrub_stamp":"2024-09-12T18:05:47.317930+0000","last_deep_scrub":"267'498","last_deep_scrub_stamp":"2024-09-12T18:05:47.317930+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.317930+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:37.490507+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103824,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":880,"num_read_kb":2185,"num_write":718,"num_write_kb":606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.135264+0000","last_change":"2024-09-12T18:05:45.135264+0000","last_active":"2024-09-12T18:05:45.135264+0000","last_peered":"2024-09-12T18:05:45.135264+0000","last_clean":"2024-09-12T18:05:45.135264+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:05:45.135264+0000","last_undegraded":"2024-09-12T18:05:45.135264+0000","last_fullsized":"2024-09-12T18:05:45.135264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.135174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:05.158736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'144","reported_seq":683,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.771128+0000","last_change":"2024-09-12T18:05:53.771128+0000","last_active":"2024-09-12T18:05:53.771128+0000","last_peered":"2024-09-12T18:05:53.771128+0000","last_clean":"2024-09-12T18:05:53.771128+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:05:53.771128+0000","last_undegraded":"2024-09-12T18:05:53.771128+0000","last_fullsized":"2024-09-12T18:05:53.771128+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'144","last_scrub_stamp":"2024-09-12T18:05:53.771025+0000","last_deep_scrub":"267'144","last_deep_scrub_stamp":"2024-09-12T18:05:53.771025+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.771025+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:20.518548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.865932+0000","last_change":"2024-09-12T18:05:33.865932+0000","last_active":"2024-09-12T18:05:33.865932+0000","last_peered":"2024-09-12T18:05:33.865932+0000","last_clean":"2024-09-12T18:05:33.865932+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:05:33.865932+0000","last_undegraded":"2024-09-12T18:05:33.865932+0000","last_fullsized":"2024-09-12T18:05:33.865932+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.865816+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:05.801858+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'350","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.096858+0000","last_change":"2024-09-12T18:05:31.096858+0000","last_active":"2024-09-12T18:05:31.096858+0000","last_peered":"2024-09-12T18:05:31.096858+0000","last_clean":"2024-09-12T18:05:31.096858+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:31.096858+0000","last_undegraded":"2024-09-12T18:05:31.096858+0000","last_fullsized":"2024-09-12T18:05:31.096858+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.096730+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:43.755685+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":405,"num_read_kb":4437,"num_write":947,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.150126+0000","last_change":"2024-09-12T18:05:42.150126+0000","last_active":"2024-09-12T18:05:42.150126+0000","last_peered":"2024-09-12T18:05:42.150126+0000","last_clean":"2024-09-12T18:05:42.150126+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:05:42.150126+0000","last_undegraded":"2024-09-12T18:05:42.150126+0000","last_fullsized":"2024-09-12T18:05:42.150126+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.150037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:13.697776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'320","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.079446+0000","last_change":"2024-09-12T18:05:51.079446+0000","last_active":"2024-09-12T18:05:51.079446+0000","last_peered":"2024-09-12T18:05:51.079446+0000","last_clean":"2024-09-12T18:05:51.079446+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:51.079446+0000","last_undegraded":"2024-09-12T18:05:51.079446+0000","last_fullsized":"2024-09-12T18:05:51.079446+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T18:05:51.079346+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T18:05:51.079346+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.079346+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:28.591776+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45851,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":542,"num_read_kb":1203,"num_write":478,"num_write_kb":379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.428130+0000","last_change":"2024-09-12T18:05:59.428130+0000","last_active":"2024-09-12T18:05:59.428130+0000","last_peered":"2024-09-12T18:05:59.428130+0000","last_clean":"2024-09-12T18:05:59.428130+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:05:59.428130+0000","last_undegraded":"2024-09-12T18:05:59.428130+0000","last_fullsized":"2024-09-12T18:05:59.428130+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.427978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.427978+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.427978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:34.251774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'107","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:43.390034+0000","last_change":"2024-09-12T16:53:26.185372+0000","last_active":"2024-09-12T18:04:43.390034+0000","last_peered":"2024-09-12T18:04:43.390034+0000","last_clean":"2024-09-12T18:04:43.390034+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:04:43.390034+0000","last_undegraded":"2024-09-12T18:04:43.390034+0000","last_fullsized":"2024-09-12T18:04:43.390034+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":755,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.911543+0000","last_change":"2024-09-12T18:05:34.911543+0000","last_active":"2024-09-12T18:05:34.911543+0000","last_peered":"2024-09-12T18:05:34.911543+0000","last_clean":"2024-09-12T18:05:34.911543+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:05:34.911543+0000","last_undegraded":"2024-09-12T18:05:34.911543+0000","last_fullsized":"2024-09-12T18:05:34.911543+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.911463+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:52.033558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'381","reported_seq":1047,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.014804+0000","last_change":"2024-09-12T18:05:29.014715+0000","last_active":"2024-09-12T18:05:29.014804+0000","last_peered":"2024-09-12T18:05:29.014804+0000","last_clean":"2024-09-12T18:05:29.014804+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:29.014804+0000","last_undegraded":"2024-09-12T18:05:29.014804+0000","last_fullsized":"2024-09-12T18:05:29.014804+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.014573+0000","objects_scrubbed":7,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:15.569274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12982116,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":635,"num_read_kb":24597,"num_write":1234,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.833108+0000","last_change":"2024-09-12T18:05:39.833108+0000","last_active":"2024-09-12T18:05:39.833108+0000","last_peered":"2024-09-12T18:05:39.833108+0000","last_clean":"2024-09-12T18:05:39.833108+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:05:39.833108+0000","last_undegraded":"2024-09-12T18:05:39.833108+0000","last_fullsized":"2024-09-12T18:05:39.833108+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.833009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.871280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'329","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.116629+0000","last_change":"2024-09-12T18:05:43.116629+0000","last_active":"2024-09-12T18:05:43.116629+0000","last_peered":"2024-09-12T18:05:43.116629+0000","last_clean":"2024-09-12T18:05:43.116629+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:43.116629+0000","last_undegraded":"2024-09-12T18:05:43.116629+0000","last_fullsized":"2024-09-12T18:05:43.116629+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'329","last_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_deep_scrub":"267'329","last_deep_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.116532+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:30.806784+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'727","reported_seq":2422,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.097852+0000","last_change":"2024-09-12T18:05:46.097852+0000","last_active":"2024-09-12T18:05:46.097852+0000","last_peered":"2024-09-12T18:05:46.097852+0000","last_clean":"2024-09-12T18:05:46.097852+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:46.097852+0000","last_undegraded":"2024-09-12T18:05:46.097852+0000","last_fullsized":"2024-09-12T18:05:46.097852+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'727","last_scrub_stamp":"2024-09-12T18:05:46.097749+0000","last_deep_scrub":"267'727","last_deep_scrub_stamp":"2024-09-12T18:05:46.097749+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.097749+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:08.696482+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'146","reported_seq":661,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.753458+0000","last_change":"2024-09-12T18:05:49.753458+0000","last_active":"2024-09-12T18:05:49.753458+0000","last_peered":"2024-09-12T18:05:49.753458+0000","last_clean":"2024-09-12T18:05:49.753458+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:05:49.753458+0000","last_undegraded":"2024-09-12T18:05:49.753458+0000","last_fullsized":"2024-09-12T18:05:49.753458+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'146","last_scrub_stamp":"2024-09-12T18:05:49.753362+0000","last_deep_scrub":"267'146","last_deep_scrub_stamp":"2024-09-12T18:05:49.753362+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.753362+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:19.875958+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.927333+0000","last_change":"2024-09-12T18:05:35.927333+0000","last_active":"2024-09-12T18:05:35.927333+0000","last_peered":"2024-09-12T18:05:35.927333+0000","last_clean":"2024-09-12T18:05:35.927333+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:05:35.927333+0000","last_undegraded":"2024-09-12T18:05:35.927333+0000","last_fullsized":"2024-09-12T18:05:35.927333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.927249+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:40.070584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'332","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.801117+0000","last_change":"2024-09-12T18:05:28.801117+0000","last_active":"2024-09-12T18:05:28.801117+0000","last_peered":"2024-09-12T18:05:28.801117+0000","last_clean":"2024-09-12T18:05:28.801117+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:28.801117+0000","last_undegraded":"2024-09-12T18:05:28.801117+0000","last_fullsized":"2024-09-12T18:05:28.801117+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.800980+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:49.158226+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1029449,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":530,"num_read_kb":31364,"num_write":1120,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1480,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.334234+0000","last_change":"2024-09-12T18:05:51.334234+0000","last_active":"2024-09-12T18:05:51.334234+0000","last_peered":"2024-09-12T18:05:51.334234+0000","last_clean":"2024-09-12T18:05:51.334234+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:51.334234+0000","last_undegraded":"2024-09-12T18:05:51.334234+0000","last_fullsized":"2024-09-12T18:05:51.334234+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:51.334143+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:51.334143+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.334143+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:32.141112+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'112","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.027674+0000","last_change":"2024-09-12T18:05:53.027674+0000","last_active":"2024-09-12T18:05:53.027674+0000","last_peered":"2024-09-12T18:05:53.027674+0000","last_clean":"2024-09-12T18:05:53.027674+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:05:53.027674+0000","last_undegraded":"2024-09-12T18:05:53.027674+0000","last_fullsized":"2024-09-12T18:05:53.027674+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:05:53.027576+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:05:53.027576+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.027576+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:21.109378+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'764","reported_seq":4304,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.024369+0000","last_change":"2024-09-12T18:05:46.024369+0000","last_active":"2024-09-12T18:05:46.024369+0000","last_peered":"2024-09-12T18:05:46.024369+0000","last_clean":"2024-09-12T18:05:46.024369+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:46.024369+0000","last_undegraded":"2024-09-12T18:05:46.024369+0000","last_fullsized":"2024-09-12T18:05:46.024369+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:46.024269+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:46.024269+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.024269+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:42.873928+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.093428+0000","last_change":"2024-09-12T18:06:00.093428+0000","last_active":"2024-09-12T18:06:00.093428+0000","last_peered":"2024-09-12T18:06:00.093428+0000","last_clean":"2024-09-12T18:06:00.093428+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:06:00.093428+0000","last_undegraded":"2024-09-12T18:06:00.093428+0000","last_fullsized":"2024-09-12T18:06:00.093428+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'122","last_scrub_stamp":"2024-09-12T18:06:00.093341+0000","last_deep_scrub":"267'122","last_deep_scrub_stamp":"2024-09-12T18:06:00.093341+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.093341+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:30.145582+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'266","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.858870+0000","last_change":"2024-09-12T18:05:41.858870+0000","last_active":"2024-09-12T18:05:41.858870+0000","last_peered":"2024-09-12T18:05:41.858870+0000","last_clean":"2024-09-12T18:05:41.858870+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:05:41.858870+0000","last_undegraded":"2024-09-12T18:05:41.858870+0000","last_fullsized":"2024-09-12T18:05:41.858870+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'266","last_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_deep_scrub":"267'266","last_deep_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.858774+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:35.681534+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'318","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.072779+0000","last_change":"2024-09-12T18:05:30.072779+0000","last_active":"2024-09-12T18:05:30.072779+0000","last_peered":"2024-09-12T18:05:30.072779+0000","last_clean":"2024-09-12T18:05:30.072779+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:30.072779+0000","last_undegraded":"2024-09-12T18:05:30.072779+0000","last_fullsized":"2024-09-12T18:05:30.072779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.072678+0000","objects_scrubbed":2,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:25.311461+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":459,"num_read_kb":42011,"num_write":1047,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.990358+0000","last_change":"2024-09-12T18:05:47.990358+0000","last_active":"2024-09-12T18:05:47.990358+0000","last_peered":"2024-09-12T18:05:47.990358+0000","last_clean":"2024-09-12T18:05:47.990358+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:05:47.990358+0000","last_undegraded":"2024-09-12T18:05:47.990358+0000","last_fullsized":"2024-09-12T18:05:47.990358+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.990236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.990236+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.990236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:38.819546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'369","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.313915+0000","last_change":"2024-09-12T18:05:59.313915+0000","last_active":"2024-09-12T18:05:59.313915+0000","last_peered":"2024-09-12T18:05:59.313915+0000","last_clean":"2024-09-12T18:05:59.313915+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:59.313915+0000","last_undegraded":"2024-09-12T18:05:59.313915+0000","last_fullsized":"2024-09-12T18:05:59.313915+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'369","last_scrub_stamp":"2024-09-12T18:05:59.313810+0000","last_deep_scrub":"267'369","last_deep_scrub_stamp":"2024-09-12T18:05:59.313810+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.313810+0000","objects_scrubbed":8,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:01.770830+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.006679+0000","last_change":"2024-09-12T18:05:45.006679+0000","last_active":"2024-09-12T18:05:45.006679+0000","last_peered":"2024-09-12T18:05:45.006679+0000","last_clean":"2024-09-12T18:05:45.006679+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:05:45.006679+0000","last_undegraded":"2024-09-12T18:05:45.006679+0000","last_fullsized":"2024-09-12T18:05:45.006679+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.006597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:05.937286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'121","reported_seq":633,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.781159+0000","last_change":"2024-09-12T18:05:52.781159+0000","last_active":"2024-09-12T18:05:52.781159+0000","last_peered":"2024-09-12T18:05:52.781159+0000","last_clean":"2024-09-12T18:05:52.781159+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:05:52.781159+0000","last_undegraded":"2024-09-12T18:05:52.781159+0000","last_fullsized":"2024-09-12T18:05:52.781159+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T18:05:52.781064+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T18:05:52.781064+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.781064+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:04.959104+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.165244+0000","last_change":"2024-09-12T18:05:37.165244+0000","last_active":"2024-09-12T18:05:37.165244+0000","last_peered":"2024-09-12T18:05:37.165244+0000","last_clean":"2024-09-12T18:05:37.165244+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:05:37.165244+0000","last_undegraded":"2024-09-12T18:05:37.165244+0000","last_fullsized":"2024-09-12T18:05:37.165244+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.165156+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.933138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.223584+0000","last_change":"2024-09-12T18:05:30.223584+0000","last_active":"2024-09-12T18:05:30.223584+0000","last_peered":"2024-09-12T18:05:30.223584+0000","last_clean":"2024-09-12T18:05:30.223584+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:05:30.223584+0000","last_undegraded":"2024-09-12T18:05:30.223584+0000","last_fullsized":"2024-09-12T18:05:30.223584+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.223489+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:38.475663+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":548,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.400964+0000","last_change":"2024-09-12T18:05:29.400883+0000","last_active":"2024-09-12T18:05:29.400964+0000","last_peered":"2024-09-12T18:05:29.400964+0000","last_clean":"2024-09-12T18:05:29.400964+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:05:29.400964+0000","last_undegraded":"2024-09-12T18:05:29.400964+0000","last_fullsized":"2024-09-12T18:05:29.400964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.400793+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:18.478414+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'322","reported_seq":1085,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.059077+0000","last_change":"2024-09-12T18:05:28.059077+0000","last_active":"2024-09-12T18:05:28.059077+0000","last_peered":"2024-09-12T18:05:28.059077+0000","last_clean":"2024-09-12T18:05:28.059077+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:28.059077+0000","last_undegraded":"2024-09-12T18:05:28.059077+0000","last_fullsized":"2024-09-12T18:05:28.059077+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.058957+0000","objects_scrubbed":11,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:48.316982+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456541,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":700,"num_read_kb":78548,"num_write":1132,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.169545+0000","last_change":"2024-09-12T18:05:45.169545+0000","last_active":"2024-09-12T18:05:45.169545+0000","last_peered":"2024-09-12T18:05:45.169545+0000","last_clean":"2024-09-12T18:05:45.169545+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:05:45.169545+0000","last_undegraded":"2024-09-12T18:05:45.169545+0000","last_fullsized":"2024-09-12T18:05:45.169545+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.169453+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.202370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'801","reported_seq":1532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.290821+0000","last_change":"2024-09-12T18:05:56.290821+0000","last_active":"2024-09-12T18:05:56.290821+0000","last_peered":"2024-09-12T18:05:56.290821+0000","last_clean":"2024-09-12T18:05:56.290821+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:56.290821+0000","last_undegraded":"2024-09-12T18:05:56.290821+0000","last_fullsized":"2024-09-12T18:05:56.290821+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'801","last_scrub_stamp":"2024-09-12T18:05:56.290722+0000","last_deep_scrub":"267'801","last_deep_scrub_stamp":"2024-09-12T18:05:56.290722+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.290722+0000","objects_scrubbed":7,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:38.976065+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1539,"num_read_kb":3581,"num_write":1488,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106972,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.394826+0000","last_change":"2024-09-12T18:05:54.394826+0000","last_active":"2024-09-12T18:05:54.394826+0000","last_peered":"2024-09-12T18:05:54.394826+0000","last_clean":"2024-09-12T18:05:54.394826+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:05:54.394826+0000","last_undegraded":"2024-09-12T18:05:54.394826+0000","last_fullsized":"2024-09-12T18:05:54.394826+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:54.394750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:54.394750+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.394750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:27.453338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'193","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.039201+0000","last_change":"2024-09-12T18:05:51.039201+0000","last_active":"2024-09-12T18:05:51.039201+0000","last_peered":"2024-09-12T18:05:51.039201+0000","last_clean":"2024-09-12T18:05:51.039201+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:05:51.039201+0000","last_undegraded":"2024-09-12T18:05:51.039201+0000","last_fullsized":"2024-09-12T18:05:51.039201+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:51.039107+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:51.039107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.039107+0000","objects_scrubbed":3,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:37.256394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'169","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.379487+0000","last_change":"2024-09-12T18:05:39.379487+0000","last_active":"2024-09-12T18:05:39.379487+0000","last_peered":"2024-09-12T18:05:39.379487+0000","last_clean":"2024-09-12T18:05:39.379487+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:05:39.379487+0000","last_undegraded":"2024-09-12T18:05:39.379487+0000","last_fullsized":"2024-09-12T18:05:39.379487+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.379355+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:41.846245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.269183+0000","last_change":"2024-09-12T18:05:31.269183+0000","last_active":"2024-09-12T18:05:31.269183+0000","last_peered":"2024-09-12T18:05:31.269183+0000","last_clean":"2024-09-12T18:05:31.269183+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:05:31.269183+0000","last_undegraded":"2024-09-12T18:05:31.269183+0000","last_fullsized":"2024-09-12T18:05:31.269183+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.269096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:53.067561+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'361","reported_seq":1058,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.347111+0000","last_change":"2024-09-12T18:05:27.347111+0000","last_active":"2024-09-12T18:05:27.347111+0000","last_peered":"2024-09-12T18:05:27.347111+0000","last_clean":"2024-09-12T18:05:27.347111+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:27.347111+0000","last_undegraded":"2024-09-12T18:05:27.347111+0000","last_fullsized":"2024-09-12T18:05:27.347111+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.347003+0000","objects_scrubbed":6,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:24.232627+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524326,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":33721,"num_write":1219,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.370997+0000","last_change":"2024-09-12T18:05:50.370997+0000","last_active":"2024-09-12T18:05:50.370997+0000","last_peered":"2024-09-12T18:05:50.370997+0000","last_clean":"2024-09-12T18:05:50.370997+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:05:50.370997+0000","last_undegraded":"2024-09-12T18:05:50.370997+0000","last_fullsized":"2024-09-12T18:05:50.370997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.370908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.370908+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.370908+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:20.666394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1390","reported_seq":3221,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.724841+0000","last_change":"2024-09-12T18:05:47.724841+0000","last_active":"2024-09-12T18:05:47.724841+0000","last_peered":"2024-09-12T18:05:47.724841+0000","last_clean":"2024-09-12T18:05:47.724841+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:05:47.724841+0000","last_undegraded":"2024-09-12T18:05:47.724841+0000","last_fullsized":"2024-09-12T18:05:47.724841+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'1390","last_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_deep_scrub":"267'1390","last_deep_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.724741+0000","objects_scrubbed":11,"log_size":90,"log_dups_size":1300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:52.740021+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156602,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2214,"num_read_kb":4361,"num_write":1306,"num_write_kb":1111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.113851+0000","last_change":"2024-09-12T18:05:55.113851+0000","last_active":"2024-09-12T18:05:55.113851+0000","last_peered":"2024-09-12T18:05:55.113851+0000","last_clean":"2024-09-12T18:05:55.113851+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:05:55.113851+0000","last_undegraded":"2024-09-12T18:05:55.113851+0000","last_fullsized":"2024-09-12T18:05:55.113851+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.113741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.113741+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.113741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:59.703779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'133","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.819425+0000","last_change":"2024-09-12T18:05:54.819425+0000","last_active":"2024-09-12T18:05:54.819425+0000","last_peered":"2024-09-12T18:05:54.819425+0000","last_clean":"2024-09-12T18:05:54.819425+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:05:54.819425+0000","last_undegraded":"2024-09-12T18:05:54.819425+0000","last_fullsized":"2024-09-12T18:05:54.819425+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T18:05:54.819321+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T18:05:54.819321+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.819321+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:15.425857+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.852114+0000","last_change":"2024-09-12T18:05:40.852114+0000","last_active":"2024-09-12T18:05:40.852114+0000","last_peered":"2024-09-12T18:05:40.852114+0000","last_clean":"2024-09-12T18:05:40.852114+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:05:40.852114+0000","last_undegraded":"2024-09-12T18:05:40.852114+0000","last_fullsized":"2024-09-12T18:05:40.852114+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.851992+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:30.347888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.986532+0000","last_change":"2024-09-12T18:05:26.986473+0000","last_active":"2024-09-12T18:05:26.986532+0000","last_peered":"2024-09-12T18:05:26.986532+0000","last_clean":"2024-09-12T18:05:26.986532+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:05:26.986532+0000","last_undegraded":"2024-09-12T18:05:26.986532+0000","last_fullsized":"2024-09-12T18:05:26.986532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.986394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:04.870264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'384","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.685034+0000","last_change":"2024-09-12T18:05:28.684952+0000","last_active":"2024-09-12T18:05:28.685034+0000","last_peered":"2024-09-12T18:05:28.685034+0000","last_clean":"2024-09-12T18:05:28.685034+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:05:28.685034+0000","last_undegraded":"2024-09-12T18:05:28.685034+0000","last_fullsized":"2024-09-12T18:05:28.685034+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.684852+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:50.457279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287941,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":594,"num_read_kb":73902,"num_write":1137,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.051068+0000","last_change":"2024-09-12T18:05:38.051068+0000","last_active":"2024-09-12T18:05:38.051068+0000","last_peered":"2024-09-12T18:05:38.051068+0000","last_clean":"2024-09-12T18:05:38.051068+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:05:38.051068+0000","last_undegraded":"2024-09-12T18:05:38.051068+0000","last_fullsized":"2024-09-12T18:05:38.051068+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.050988+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:56.325996+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'305","reported_seq":1730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.112599+0000","last_change":"2024-09-12T18:05:51.112599+0000","last_active":"2024-09-12T18:05:51.112599+0000","last_peered":"2024-09-12T18:05:51.112599+0000","last_clean":"2024-09-12T18:05:51.112599+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:05:51.112599+0000","last_undegraded":"2024-09-12T18:05:51.112599+0000","last_fullsized":"2024-09-12T18:05:51.112599+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'305","last_scrub_stamp":"2024-09-12T18:05:51.112496+0000","last_deep_scrub":"267'305","last_deep_scrub_stamp":"2024-09-12T18:05:51.112496+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.112496+0000","objects_scrubbed":9,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:34.700622+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.406006+0000","last_change":"2024-09-12T18:05:53.406006+0000","last_active":"2024-09-12T18:05:53.406006+0000","last_peered":"2024-09-12T18:05:53.406006+0000","last_clean":"2024-09-12T18:05:53.406006+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:05:53.406006+0000","last_undegraded":"2024-09-12T18:05:53.406006+0000","last_fullsized":"2024-09-12T18:05:53.406006+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:53.405922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:53.405922+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.405922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:04.871449+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'274","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.025731+0000","last_change":"2024-09-12T18:06:03.025731+0000","last_active":"2024-09-12T18:06:03.025731+0000","last_peered":"2024-09-12T18:06:03.025731+0000","last_clean":"2024-09-12T18:06:03.025731+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:06:03.025731+0000","last_undegraded":"2024-09-12T18:06:03.025731+0000","last_fullsized":"2024-09-12T18:06:03.025731+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'274","last_scrub_stamp":"2024-09-12T18:06:03.025641+0000","last_deep_scrub":"267'274","last_deep_scrub_stamp":"2024-09-12T18:06:03.025641+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.025641+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:27.271544+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":893,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.706395+0000","last_change":"2024-09-12T18:05:31.706395+0000","last_active":"2024-09-12T18:05:31.706395+0000","last_peered":"2024-09-12T18:05:31.706395+0000","last_clean":"2024-09-12T18:05:31.706395+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:05:31.706395+0000","last_undegraded":"2024-09-12T18:05:31.706395+0000","last_fullsized":"2024-09-12T18:05:31.706395+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.706306+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:42.599607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":549,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.380536+0000","last_change":"2024-09-12T18:05:31.380456+0000","last_active":"2024-09-12T18:05:31.380536+0000","last_peered":"2024-09-12T18:05:31.380536+0000","last_clean":"2024-09-12T18:05:31.380536+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:05:31.380536+0000","last_undegraded":"2024-09-12T18:05:31.380536+0000","last_fullsized":"2024-09-12T18:05:31.380536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.380362+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.827821+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'354","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.036600+0000","last_change":"2024-09-12T18:05:28.036600+0000","last_active":"2024-09-12T18:05:28.036600+0000","last_peered":"2024-09-12T18:05:28.036600+0000","last_clean":"2024-09-12T18:05:28.036600+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:28.036600+0000","last_undegraded":"2024-09-12T18:05:28.036600+0000","last_fullsized":"2024-09-12T18:05:28.036600+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'354","last_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_deep_scrub":"267'354","last_deep_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.036442+0000","objects_scrubbed":10,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:41.825674+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699393,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":504,"num_read_kb":81469,"num_write":1069,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.364529+0000","last_change":"2024-09-12T18:05:50.364529+0000","last_active":"2024-09-12T18:05:50.364529+0000","last_peered":"2024-09-12T18:05:50.364529+0000","last_clean":"2024-09-12T18:05:50.364529+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:05:50.364529+0000","last_undegraded":"2024-09-12T18:05:50.364529+0000","last_fullsized":"2024-09-12T18:05:50.364529+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.364436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.364436+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.364436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:32.683167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'164","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.003797+0000","last_change":"2024-09-12T18:05:52.003797+0000","last_active":"2024-09-12T18:05:52.003797+0000","last_peered":"2024-09-12T18:05:52.003797+0000","last_clean":"2024-09-12T18:05:52.003797+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:05:52.003797+0000","last_undegraded":"2024-09-12T18:05:52.003797+0000","last_fullsized":"2024-09-12T18:05:52.003797+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'164","last_scrub_stamp":"2024-09-12T18:05:52.003685+0000","last_deep_scrub":"267'164","last_deep_scrub_stamp":"2024-09-12T18:05:52.003685+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.003685+0000","objects_scrubbed":7,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:56.172514+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.980878+0000","last_change":"2024-09-12T18:05:43.980878+0000","last_active":"2024-09-12T18:05:43.980878+0000","last_peered":"2024-09-12T18:05:43.980878+0000","last_clean":"2024-09-12T18:05:43.980878+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:05:43.980878+0000","last_undegraded":"2024-09-12T18:05:43.980878+0000","last_fullsized":"2024-09-12T18:05:43.980878+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.980789+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:16.789994+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":675,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.247214+0000","last_change":"2024-09-12T18:06:04.247214+0000","last_active":"2024-09-12T18:06:04.247214+0000","last_peered":"2024-09-12T18:06:04.247214+0000","last_clean":"2024-09-12T18:06:04.247214+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:06:04.247214+0000","last_undegraded":"2024-09-12T18:06:04.247214+0000","last_fullsized":"2024-09-12T18:06:04.247214+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'111","last_scrub_stamp":"2024-09-12T18:06:04.247128+0000","last_deep_scrub":"267'111","last_deep_scrub_stamp":"2024-09-12T18:06:04.247128+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.247128+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:43.243304+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":793,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.820611+0000","last_change":"2024-09-12T18:05:36.820611+0000","last_active":"2024-09-12T18:05:36.820611+0000","last_peered":"2024-09-12T18:05:36.820611+0000","last_clean":"2024-09-12T18:05:36.820611+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:05:36.820611+0000","last_undegraded":"2024-09-12T18:05:36.820611+0000","last_fullsized":"2024-09-12T18:05:36.820611+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.820508+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:31.821200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'331","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.441719+0000","last_change":"2024-09-12T18:05:28.441719+0000","last_active":"2024-09-12T18:05:28.441719+0000","last_peered":"2024-09-12T18:05:28.441719+0000","last_clean":"2024-09-12T18:05:28.441719+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:28.441719+0000","last_undegraded":"2024-09-12T18:05:28.441719+0000","last_fullsized":"2024-09-12T18:05:28.441719+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.441553+0000","objects_scrubbed":8,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:50.211102+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33366,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":523,"num_read_kb":18479,"num_write":1167,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":546,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.751931+0000","last_change":"2024-09-12T18:05:26.751866+0000","last_active":"2024-09-12T18:05:26.751931+0000","last_peered":"2024-09-12T18:05:26.751931+0000","last_clean":"2024-09-12T18:05:26.751931+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:05:26.751931+0000","last_undegraded":"2024-09-12T18:05:26.751931+0000","last_fullsized":"2024-09-12T18:05:26.751931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.751793+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:54.169430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.363533+0000","last_change":"2024-09-12T18:05:44.363533+0000","last_active":"2024-09-12T18:05:44.363533+0000","last_peered":"2024-09-12T18:05:44.363533+0000","last_clean":"2024-09-12T18:05:44.363533+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:05:44.363533+0000","last_undegraded":"2024-09-12T18:05:44.363533+0000","last_fullsized":"2024-09-12T18:05:44.363533+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.363434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:53.483180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'638","reported_seq":1343,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.382519+0000","last_change":"2024-09-12T18:05:45.382519+0000","last_active":"2024-09-12T18:05:45.382519+0000","last_peered":"2024-09-12T18:05:45.382519+0000","last_clean":"2024-09-12T18:05:45.382519+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:45.382519+0000","last_undegraded":"2024-09-12T18:05:45.382519+0000","last_fullsized":"2024-09-12T18:05:45.382519+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'638","last_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_deep_scrub":"267'638","last_deep_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.382400+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":600,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:06.076248+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96911,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1667,"num_read_kb":2916,"num_write":2148,"num_write_kb":1947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":502116,"num_omap_keys":1140,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.096466+0000","last_change":"2024-09-12T18:05:55.096466+0000","last_active":"2024-09-12T18:05:55.096466+0000","last_peered":"2024-09-12T18:05:55.096466+0000","last_clean":"2024-09-12T18:05:55.096466+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:05:55.096466+0000","last_undegraded":"2024-09-12T18:05:55.096466+0000","last_fullsized":"2024-09-12T18:05:55.096466+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.096387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.096387+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.096387+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:18.277539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'136","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.377584+0000","last_change":"2024-09-12T18:06:02.377584+0000","last_active":"2024-09-12T18:06:02.377584+0000","last_peered":"2024-09-12T18:06:02.377584+0000","last_clean":"2024-09-12T18:06:02.377584+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:06:02.377584+0000","last_undegraded":"2024-09-12T18:06:02.377584+0000","last_fullsized":"2024-09-12T18:06:02.377584+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T18:06:02.377479+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T18:06:02.377479+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.377479+0000","objects_scrubbed":3,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:38.666316+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.353812+0000","last_change":"2024-09-12T18:05:37.353812+0000","last_active":"2024-09-12T18:05:37.353812+0000","last_peered":"2024-09-12T18:05:37.353812+0000","last_clean":"2024-09-12T18:05:37.353812+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:05:37.353812+0000","last_undegraded":"2024-09-12T18:05:37.353812+0000","last_fullsized":"2024-09-12T18:05:37.353812+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'482","last_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_deep_scrub":"267'482","last_deep_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.353715+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:10.621493+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'299","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.669988+0000","last_change":"2024-09-12T18:05:29.669988+0000","last_active":"2024-09-12T18:05:29.669988+0000","last_peered":"2024-09-12T18:05:29.669988+0000","last_clean":"2024-09-12T18:05:29.669988+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:05:29.669988+0000","last_undegraded":"2024-09-12T18:05:29.669988+0000","last_fullsized":"2024-09-12T18:05:29.669988+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.669864+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:34.329162+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":378,"num_read_kb":14880,"num_write":914,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":538,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.185004+0000","last_change":"2024-09-12T18:05:29.185004+0000","last_active":"2024-09-12T18:05:29.185004+0000","last_peered":"2024-09-12T18:05:29.185004+0000","last_clean":"2024-09-12T18:05:29.185004+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:05:29.185004+0000","last_undegraded":"2024-09-12T18:05:29.185004+0000","last_fullsized":"2024-09-12T18:05:29.185004+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.184905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:50.812369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.020382+0000","last_change":"2024-09-12T18:05:41.020382+0000","last_active":"2024-09-12T18:05:41.020382+0000","last_peered":"2024-09-12T18:05:41.020382+0000","last_clean":"2024-09-12T18:05:41.020382+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:05:41.020382+0000","last_undegraded":"2024-09-12T18:05:41.020382+0000","last_fullsized":"2024-09-12T18:05:41.020382+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.020292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:30.694814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'252","reported_seq":854,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.770071+0000","last_change":"2024-09-12T18:05:46.770071+0000","last_active":"2024-09-12T18:05:46.770071+0000","last_peered":"2024-09-12T18:05:46.770071+0000","last_clean":"2024-09-12T18:05:46.770071+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:05:46.770071+0000","last_undegraded":"2024-09-12T18:05:46.770071+0000","last_fullsized":"2024-09-12T18:05:46.770071+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'252","last_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_deep_scrub":"267'252","last_deep_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.769962+0000","objects_scrubbed":8,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:39.512984+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'764","reported_seq":3117,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.315888+0000","last_change":"2024-09-12T18:05:58.315888+0000","last_active":"2024-09-12T18:05:58.315888+0000","last_peered":"2024-09-12T18:05:58.315888+0000","last_clean":"2024-09-12T18:05:58.315888+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:58.315888+0000","last_undegraded":"2024-09-12T18:05:58.315888+0000","last_fullsized":"2024-09-12T18:05:58.315888+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:58.315789+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:58.315789+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.315789+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:33.072276+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'121","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.071034+0000","last_change":"2024-09-12T18:06:04.071034+0000","last_active":"2024-09-12T18:06:04.071034+0000","last_peered":"2024-09-12T18:06:04.071034+0000","last_clean":"2024-09-12T18:06:04.071034+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:06:04.071034+0000","last_undegraded":"2024-09-12T18:06:04.071034+0000","last_fullsized":"2024-09-12T18:06:04.071034+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T18:06:04.070930+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T18:06:04.070930+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.070930+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:33.566282+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.065746+0000","last_change":"2024-09-12T18:05:39.065746+0000","last_active":"2024-09-12T18:05:39.065746+0000","last_peered":"2024-09-12T18:05:39.065746+0000","last_clean":"2024-09-12T18:05:39.065746+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:05:39.065746+0000","last_undegraded":"2024-09-12T18:05:39.065746+0000","last_fullsized":"2024-09-12T18:05:39.065746+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.065661+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:59.977087+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'297","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.048178+0000","last_change":"2024-09-12T18:05:29.048178+0000","last_active":"2024-09-12T18:05:29.048178+0000","last_peered":"2024-09-12T18:05:29.048178+0000","last_clean":"2024-09-12T18:05:29.048178+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:29.048178+0000","last_undegraded":"2024-09-12T18:05:29.048178+0000","last_fullsized":"2024-09-12T18:05:29.048178+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.048026+0000","objects_scrubbed":8,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:37.571446+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":4832,"num_write":857,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":544,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.721402+0000","last_change":"2024-09-12T18:05:27.721402+0000","last_active":"2024-09-12T18:05:27.721402+0000","last_peered":"2024-09-12T18:05:27.721402+0000","last_clean":"2024-09-12T18:05:27.721402+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:05:27.721402+0000","last_undegraded":"2024-09-12T18:05:27.721402+0000","last_fullsized":"2024-09-12T18:05:27.721402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.721320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:00.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.007780+0000","last_change":"2024-09-12T18:05:47.007780+0000","last_active":"2024-09-12T18:05:47.007780+0000","last_peered":"2024-09-12T18:05:47.007780+0000","last_clean":"2024-09-12T18:05:47.007780+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:05:47.007780+0000","last_undegraded":"2024-09-12T18:05:47.007780+0000","last_fullsized":"2024-09-12T18:05:47.007780+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.007689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.007689+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.007689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:57.966107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'135","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.046965+0000","last_change":"2024-09-12T18:05:50.046965+0000","last_active":"2024-09-12T18:05:50.046965+0000","last_peered":"2024-09-12T18:05:50.046965+0000","last_clean":"2024-09-12T18:05:50.046965+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:05:50.046965+0000","last_undegraded":"2024-09-12T18:05:50.046965+0000","last_fullsized":"2024-09-12T18:05:50.046965+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'135","last_scrub_stamp":"2024-09-12T18:05:50.046859+0000","last_deep_scrub":"267'135","last_deep_scrub_stamp":"2024-09-12T18:05:50.046859+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.046859+0000","objects_scrubbed":5,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:59.854529+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'807","reported_seq":2736,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.034582+0000","last_change":"2024-09-12T18:06:01.034582+0000","last_active":"2024-09-12T18:06:01.034582+0000","last_peered":"2024-09-12T18:06:01.034582+0000","last_clean":"2024-09-12T18:06:01.034582+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:06:01.034582+0000","last_undegraded":"2024-09-12T18:06:01.034582+0000","last_fullsized":"2024-09-12T18:06:01.034582+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'807","last_scrub_stamp":"2024-09-12T18:06:01.034483+0000","last_deep_scrub":"267'807","last_deep_scrub_stamp":"2024-09-12T18:06:01.034483+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.034483+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":700,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:28.888844+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'301","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.342815+0000","last_change":"2024-09-12T18:06:01.342815+0000","last_active":"2024-09-12T18:06:01.342815+0000","last_peered":"2024-09-12T18:06:01.342815+0000","last_clean":"2024-09-12T18:06:01.342815+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:06:01.342815+0000","last_undegraded":"2024-09-12T18:06:01.342815+0000","last_fullsized":"2024-09-12T18:06:01.342815+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'301","last_scrub_stamp":"2024-09-12T18:06:01.342727+0000","last_deep_scrub":"267'301","last_deep_scrub_stamp":"2024-09-12T18:06:01.342727+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.342727+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:29.730127+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'94","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.840635+0000","last_change":"2024-09-12T18:05:29.840635+0000","last_active":"2024-09-12T18:05:29.840635+0000","last_peered":"2024-09-12T18:05:29.840635+0000","last_clean":"2024-09-12T18:05:29.840635+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:05:29.840635+0000","last_undegraded":"2024-09-12T18:05:29.840635+0000","last_fullsized":"2024-09-12T18:05:29.840635+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.840547+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:55.659917+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'345","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.322524+0000","last_change":"2024-09-12T18:05:26.322524+0000","last_active":"2024-09-12T18:05:26.322524+0000","last_peered":"2024-09-12T18:05:26.322524+0000","last_clean":"2024-09-12T18:05:26.322524+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:26.322524+0000","last_undegraded":"2024-09-12T18:05:26.322524+0000","last_fullsized":"2024-09-12T18:05:26.322524+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.322404+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:08.333993+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242935,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":505,"num_read_kb":10938,"num_write":1167,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.221215+0000","last_change":"2024-09-12T18:05:30.221215+0000","last_active":"2024-09-12T18:05:30.221215+0000","last_peered":"2024-09-12T18:05:30.221215+0000","last_clean":"2024-09-12T18:05:30.221215+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:05:30.221215+0000","last_undegraded":"2024-09-12T18:05:30.221215+0000","last_fullsized":"2024-09-12T18:05:30.221215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.221118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:33.949911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.054910+0000","last_change":"2024-09-12T18:05:47.054910+0000","last_active":"2024-09-12T18:05:47.054910+0000","last_peered":"2024-09-12T18:05:47.054910+0000","last_clean":"2024-09-12T18:05:47.054910+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:05:47.054910+0000","last_undegraded":"2024-09-12T18:05:47.054910+0000","last_fullsized":"2024-09-12T18:05:47.054910+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.054783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.054783+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.054783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:27.067068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'794","reported_seq":1545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.107313+0000","last_change":"2024-09-12T18:05:50.107313+0000","last_active":"2024-09-12T18:05:50.107313+0000","last_peered":"2024-09-12T18:05:50.107313+0000","last_clean":"2024-09-12T18:05:50.107313+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:50.107313+0000","last_undegraded":"2024-09-12T18:05:50.107313+0000","last_fullsized":"2024-09-12T18:05:50.107313+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'794","last_scrub_stamp":"2024-09-12T18:05:50.107209+0000","last_deep_scrub":"267'794","last_deep_scrub_stamp":"2024-09-12T18:05:50.107209+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.107209+0000","objects_scrubbed":8,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:27.075026+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142584,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1402,"num_read_kb":3438,"num_write":1144,"num_write_kb":939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.989920+0000","last_change":"2024-09-12T18:05:57.989920+0000","last_active":"2024-09-12T18:05:57.989920+0000","last_peered":"2024-09-12T18:05:57.989920+0000","last_clean":"2024-09-12T18:05:57.989920+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:05:57.989920+0000","last_undegraded":"2024-09-12T18:05:57.989920+0000","last_fullsized":"2024-09-12T18:05:57.989920+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.989830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.989830+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.989830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.626571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'195","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.274877+0000","last_change":"2024-09-12T18:06:02.274877+0000","last_active":"2024-09-12T18:06:02.274877+0000","last_peered":"2024-09-12T18:06:02.274877+0000","last_clean":"2024-09-12T18:06:02.274877+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:06:02.274877+0000","last_undegraded":"2024-09-12T18:06:02.274877+0000","last_fullsized":"2024-09-12T18:06:02.274877+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'195","last_scrub_stamp":"2024-09-12T18:06:02.274771+0000","last_deep_scrub":"267'195","last_deep_scrub_stamp":"2024-09-12T18:06:02.274771+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.274771+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:03.420266+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'160","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.375505+0000","last_change":"2024-09-12T18:06:05.375505+0000","last_active":"2024-09-12T18:06:05.375505+0000","last_peered":"2024-09-12T18:06:05.375505+0000","last_clean":"2024-09-12T18:06:05.375505+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:06:05.375505+0000","last_undegraded":"2024-09-12T18:06:05.375505+0000","last_fullsized":"2024-09-12T18:06:05.375505+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'160","last_scrub_stamp":"2024-09-12T18:06:05.375421+0000","last_deep_scrub":"267'160","last_deep_scrub_stamp":"2024-09-12T18:06:05.375421+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.375421+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:52.051548+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.928886+0000","last_change":"2024-09-12T18:05:37.928776+0000","last_active":"2024-09-12T18:05:37.928886+0000","last_peered":"2024-09-12T18:05:37.928886+0000","last_clean":"2024-09-12T18:05:37.928886+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:05:37.928886+0000","last_undegraded":"2024-09-12T18:05:37.928886+0000","last_fullsized":"2024-09-12T18:05:37.928886+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.928668+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:50.771664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'337","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.795349+0000","last_change":"2024-09-12T18:05:27.795257+0000","last_active":"2024-09-12T18:05:27.795349+0000","last_peered":"2024-09-12T18:05:27.795349+0000","last_clean":"2024-09-12T18:05:27.795349+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:27.795349+0000","last_undegraded":"2024-09-12T18:05:27.795349+0000","last_fullsized":"2024-09-12T18:05:27.795349+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.795092+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:39.390399+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":812836,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":549,"num_read_kb":14274,"num_write":1122,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.825651+0000","last_change":"2024-09-12T18:05:43.825651+0000","last_active":"2024-09-12T18:05:43.825651+0000","last_peered":"2024-09-12T18:05:43.825651+0000","last_clean":"2024-09-12T18:05:43.825651+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:05:43.825651+0000","last_undegraded":"2024-09-12T18:05:43.825651+0000","last_fullsized":"2024-09-12T18:05:43.825651+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.825548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:17.869499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'276","reported_seq":886,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.986740+0000","last_change":"2024-09-12T18:05:53.986740+0000","last_active":"2024-09-12T18:05:53.986740+0000","last_peered":"2024-09-12T18:05:53.986740+0000","last_clean":"2024-09-12T18:05:53.986740+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:53.986740+0000","last_undegraded":"2024-09-12T18:05:53.986740+0000","last_fullsized":"2024-09-12T18:05:53.986740+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'276","last_scrub_stamp":"2024-09-12T18:05:53.986645+0000","last_deep_scrub":"267'276","last_deep_scrub_stamp":"2024-09-12T18:05:53.986645+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.986645+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:06:04.852663+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.044176+0000","last_change":"2024-09-12T18:06:02.044176+0000","last_active":"2024-09-12T18:06:02.044176+0000","last_peered":"2024-09-12T18:06:02.044176+0000","last_clean":"2024-09-12T18:06:02.044176+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:06:02.044176+0000","last_undegraded":"2024-09-12T18:06:02.044176+0000","last_fullsized":"2024-09-12T18:06:02.044176+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:02.044089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:02.044089+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.044089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:08.027163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'161","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:35.873682+0000","last_change":"2024-09-12T16:53:26.177348+0000","last_active":"2024-09-12T18:03:35.873682+0000","last_peered":"2024-09-12T18:03:35.873682+0000","last_clean":"2024-09-12T18:03:35.873682+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:03:35.873682+0000","last_undegraded":"2024-09-12T18:03:35.873682+0000","last_fullsized":"2024-09-12T18:03:35.873682+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.828626+0000","last_change":"2024-09-12T18:05:38.828626+0000","last_active":"2024-09-12T18:05:38.828626+0000","last_peered":"2024-09-12T18:05:38.828626+0000","last_clean":"2024-09-12T18:05:38.828626+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:05:38.828626+0000","last_undegraded":"2024-09-12T18:05:38.828626+0000","last_fullsized":"2024-09-12T18:05:38.828626+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.828530+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:37.639208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'357","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203017+0000","last_change":"2024-09-12T18:05:36.202950+0000","last_active":"2024-09-12T18:05:36.203017+0000","last_peered":"2024-09-12T18:05:36.203017+0000","last_clean":"2024-09-12T18:05:36.203017+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:36.203017+0000","last_undegraded":"2024-09-12T18:05:36.203017+0000","last_fullsized":"2024-09-12T18:05:36.203017+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.202817+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:27.710909+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128623,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":3764,"num_write":997,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.087437+0000","last_change":"2024-09-12T18:05:50.087437+0000","last_active":"2024-09-12T18:05:50.087437+0000","last_peered":"2024-09-12T18:05:50.087437+0000","last_clean":"2024-09-12T18:05:50.087437+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:05:50.087437+0000","last_undegraded":"2024-09-12T18:05:50.087437+0000","last_fullsized":"2024-09-12T18:05:50.087437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.087371+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.087371+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.087371+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:04.776403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'63","reported_seq":591,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.336287+0000","last_change":"2024-09-12T18:05:48.336287+0000","last_active":"2024-09-12T18:05:48.336287+0000","last_peered":"2024-09-12T18:05:48.336287+0000","last_clean":"2024-09-12T18:05:48.336287+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:05:48.336287+0000","last_undegraded":"2024-09-12T18:05:48.336287+0000","last_fullsized":"2024-09-12T18:05:48.336287+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'63","last_scrub_stamp":"2024-09-12T18:05:48.336197+0000","last_deep_scrub":"267'63","last_deep_scrub_stamp":"2024-09-12T18:05:48.336197+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.336197+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:58.200355+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.050915+0000","last_change":"2024-09-12T18:05:57.050915+0000","last_active":"2024-09-12T18:05:57.050915+0000","last_peered":"2024-09-12T18:05:57.050915+0000","last_clean":"2024-09-12T18:05:57.050915+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:05:57.050915+0000","last_undegraded":"2024-09-12T18:05:57.050915+0000","last_fullsized":"2024-09-12T18:05:57.050915+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.050826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.050826+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.050826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:07.486006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'175","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.353287+0000","last_change":"2024-09-12T18:06:04.353287+0000","last_active":"2024-09-12T18:06:04.353287+0000","last_peered":"2024-09-12T18:06:04.353287+0000","last_clean":"2024-09-12T18:06:04.353287+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:06:04.353287+0000","last_undegraded":"2024-09-12T18:06:04.353287+0000","last_fullsized":"2024-09-12T18:06:04.353287+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'175","last_scrub_stamp":"2024-09-12T18:06:04.353201+0000","last_deep_scrub":"267'175","last_deep_scrub_stamp":"2024-09-12T18:06:04.353201+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.353201+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:05.935405+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":828,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.074685+0000","last_change":"2024-09-12T18:05:41.074685+0000","last_active":"2024-09-12T18:05:41.074685+0000","last_peered":"2024-09-12T18:05:41.074685+0000","last_clean":"2024-09-12T18:05:41.074685+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:05:41.074685+0000","last_undegraded":"2024-09-12T18:05:41.074685+0000","last_fullsized":"2024-09-12T18:05:41.074685+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.074597+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:20.227897+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'339","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.405121+0000","last_change":"2024-09-12T18:05:34.405018+0000","last_active":"2024-09-12T18:05:34.405121+0000","last_peered":"2024-09-12T18:05:34.405121+0000","last_clean":"2024-09-12T18:05:34.405121+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:34.405121+0000","last_undegraded":"2024-09-12T18:05:34.405121+0000","last_fullsized":"2024-09-12T18:05:34.405121+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.404830+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:43.368414+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456479,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":37584,"num_write":1077,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"267'4","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.129810+0000","last_change":"2024-09-12T18:05:48.129810+0000","last_active":"2024-09-12T18:05:48.129810+0000","last_peered":"2024-09-12T18:05:48.129810+0000","last_clean":"2024-09-12T18:05:48.129810+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:48.129810+0000","last_undegraded":"2024-09-12T18:05:48.129810+0000","last_fullsized":"2024-09-12T18:05:48.129810+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:48.129729+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:48.129729+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.129729+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:05.919933+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'339","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.975043+0000","last_change":"2024-09-12T18:05:54.975043+0000","last_active":"2024-09-12T18:05:54.975043+0000","last_peered":"2024-09-12T18:05:54.975043+0000","last_clean":"2024-09-12T18:05:54.975043+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:05:54.975043+0000","last_undegraded":"2024-09-12T18:05:54.975043+0000","last_fullsized":"2024-09-12T18:05:54.975043+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T18:05:54.974944+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T18:05:54.974944+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.974944+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:11.569104+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47143,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":556,"num_read_kb":1220,"num_write":440,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.023352+0000","last_change":"2024-09-12T18:05:47.023352+0000","last_active":"2024-09-12T18:05:47.023352+0000","last_peered":"2024-09-12T18:05:47.023352+0000","last_clean":"2024-09-12T18:05:47.023352+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:05:47.023352+0000","last_undegraded":"2024-09-12T18:05:47.023352+0000","last_fullsized":"2024-09-12T18:05:47.023352+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.023229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.023229+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.023229+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:13.126793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'109","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:33.666261+0000","last_change":"2024-09-12T16:53:26.183611+0000","last_active":"2024-09-12T18:03:33.666261+0000","last_peered":"2024-09-12T18:03:33.666261+0000","last_clean":"2024-09-12T18:03:33.666261+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:03:33.666261+0000","last_undegraded":"2024-09-12T18:03:33.666261+0000","last_fullsized":"2024-09-12T18:03:33.666261+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.088987+0000","last_change":"2024-09-12T18:05:40.088930+0000","last_active":"2024-09-12T18:05:40.088987+0000","last_peered":"2024-09-12T18:05:40.088987+0000","last_clean":"2024-09-12T18:05:40.088987+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:05:40.088987+0000","last_undegraded":"2024-09-12T18:05:40.088987+0000","last_fullsized":"2024-09-12T18:05:40.088987+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.088850+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:39.583828+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'361","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.302851+0000","last_change":"2024-09-12T18:05:28.302795+0000","last_active":"2024-09-12T18:05:28.302851+0000","last_peered":"2024-09-12T18:05:28.302851+0000","last_clean":"2024-09-12T18:05:28.302851+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:28.302851+0000","last_undegraded":"2024-09-12T18:05:28.302851+0000","last_fullsized":"2024-09-12T18:05:28.302851+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.302699+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:50.971132+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145769,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":503,"num_read_kb":25558,"num_write":1014,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.994191+0000","last_change":"2024-09-12T18:05:41.994191+0000","last_active":"2024-09-12T18:05:41.994191+0000","last_peered":"2024-09-12T18:05:41.994191+0000","last_clean":"2024-09-12T18:05:41.994191+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:05:41.994191+0000","last_undegraded":"2024-09-12T18:05:41.994191+0000","last_fullsized":"2024-09-12T18:05:41.994191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.994105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:18.994802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'262","reported_seq":854,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.089229+0000","last_change":"2024-09-12T18:05:52.089229+0000","last_active":"2024-09-12T18:05:52.089229+0000","last_peered":"2024-09-12T18:05:52.089229+0000","last_clean":"2024-09-12T18:05:52.089229+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:05:52.089229+0000","last_undegraded":"2024-09-12T18:05:52.089229+0000","last_fullsized":"2024-09-12T18:05:52.089229+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T18:05:52.089131+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T18:05:52.089131+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.089131+0000","objects_scrubbed":4,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:01.142582+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49619,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":432,"num_read_kb":980,"num_write":340,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.381956+0000","last_change":"2024-09-12T18:05:56.381956+0000","last_active":"2024-09-12T18:05:56.381956+0000","last_peered":"2024-09-12T18:05:56.381956+0000","last_clean":"2024-09-12T18:05:56.381956+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:05:56.381956+0000","last_undegraded":"2024-09-12T18:05:56.381956+0000","last_fullsized":"2024-09-12T18:05:56.381956+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.381868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.381868+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.381868+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:55.884139+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":772,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.240083+0000","last_change":"2024-09-12T18:05:34.240083+0000","last_active":"2024-09-12T18:05:34.240083+0000","last_peered":"2024-09-12T18:05:34.240083+0000","last_clean":"2024-09-12T18:05:34.240083+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:05:34.240083+0000","last_undegraded":"2024-09-12T18:05:34.240083+0000","last_fullsized":"2024-09-12T18:05:34.240083+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'135","last_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_deep_scrub":"267'135","last_deep_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.239989+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:13.625703+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'363","reported_seq":1225,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.109650+0000","last_change":"2024-09-12T18:05:34.109558+0000","last_active":"2024-09-12T18:05:34.109650+0000","last_peered":"2024-09-12T18:05:34.109650+0000","last_clean":"2024-09-12T18:05:34.109650+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:34.109650+0000","last_undegraded":"2024-09-12T18:05:34.109650+0000","last_fullsized":"2024-09-12T18:05:34.109650+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'363","last_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_deep_scrub":"267'363","last_deep_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.109422+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:31.650381+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262205,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":949,"num_read_kb":17598,"num_write":1227,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.326213+0000","last_change":"2024-09-12T18:05:46.326213+0000","last_active":"2024-09-12T18:05:46.326213+0000","last_peered":"2024-09-12T18:05:46.326213+0000","last_clean":"2024-09-12T18:05:46.326213+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:05:46.326213+0000","last_undegraded":"2024-09-12T18:05:46.326213+0000","last_fullsized":"2024-09-12T18:05:46.326213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:46.326130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:46.326130+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.326130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:36.544320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'539","reported_seq":1196,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.768467+0000","last_change":"2024-09-12T18:05:50.768391+0000","last_active":"2024-09-12T18:05:50.768467+0000","last_peered":"2024-09-12T18:05:50.768467+0000","last_clean":"2024-09-12T18:05:50.768467+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:05:50.768467+0000","last_undegraded":"2024-09-12T18:05:50.768467+0000","last_fullsized":"2024-09-12T18:05:50.768467+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'539","last_scrub_stamp":"2024-09-12T18:05:50.768285+0000","last_deep_scrub":"267'539","last_deep_scrub_stamp":"2024-09-12T18:05:50.768285+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.768285+0000","objects_scrubbed":7,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:46.223591+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100616,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":951,"num_read_kb":2333,"num_write":822,"num_write_kb":711,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.301188+0000","last_change":"2024-09-12T18:06:00.301188+0000","last_active":"2024-09-12T18:06:00.301188+0000","last_peered":"2024-09-12T18:06:00.301188+0000","last_clean":"2024-09-12T18:06:00.301188+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:06:00.301188+0000","last_undegraded":"2024-09-12T18:06:00.301188+0000","last_fullsized":"2024-09-12T18:06:00.301188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.301100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.301100+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.301100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:25.328301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'192","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.055015+0000","last_change":"2024-09-12T18:06:05.055015+0000","last_active":"2024-09-12T18:06:05.055015+0000","last_peered":"2024-09-12T18:06:05.055015+0000","last_clean":"2024-09-12T18:06:05.055015+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:06:05.055015+0000","last_undegraded":"2024-09-12T18:06:05.055015+0000","last_fullsized":"2024-09-12T18:06:05.055015+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T18:06:05.054929+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T18:06:05.054929+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.054929+0000","objects_scrubbed":2,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:35.101075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.321787+0000","last_change":"2024-09-12T18:05:43.321787+0000","last_active":"2024-09-12T18:05:43.321787+0000","last_peered":"2024-09-12T18:05:43.321787+0000","last_clean":"2024-09-12T18:05:43.321787+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:05:43.321787+0000","last_undegraded":"2024-09-12T18:05:43.321787+0000","last_fullsized":"2024-09-12T18:05:43.321787+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.321701+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:00.286249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'496","reported_seq":1194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.719576+0000","last_change":"2024-09-12T18:05:33.719506+0000","last_active":"2024-09-12T18:05:33.719576+0000","last_peered":"2024-09-12T18:05:33.719576+0000","last_clean":"2024-09-12T18:05:33.719576+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:05:33.719576+0000","last_undegraded":"2024-09-12T18:05:33.719576+0000","last_fullsized":"2024-09-12T18:05:33.719576+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'496","last_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_deep_scrub":"267'496","last_deep_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.719328+0000","objects_scrubbed":10,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:51.850426+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4368992,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":829,"num_read_kb":9383,"num_write":1425,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.988923+0000","last_change":"2024-09-12T18:05:42.988923+0000","last_active":"2024-09-12T18:05:42.988923+0000","last_peered":"2024-09-12T18:05:42.988923+0000","last_clean":"2024-09-12T18:05:42.988923+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:05:42.988923+0000","last_undegraded":"2024-09-12T18:05:42.988923+0000","last_fullsized":"2024-09-12T18:05:42.988923+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.988852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:57.840957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'342","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.078004+0000","last_change":"2024-09-12T18:05:56.078004+0000","last_active":"2024-09-12T18:05:56.078004+0000","last_peered":"2024-09-12T18:05:56.078004+0000","last_clean":"2024-09-12T18:05:56.078004+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:05:56.078004+0000","last_undegraded":"2024-09-12T18:05:56.078004+0000","last_fullsized":"2024-09-12T18:05:56.078004+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'342","last_scrub_stamp":"2024-09-12T18:05:56.077903+0000","last_deep_scrub":"267'342","last_deep_scrub_stamp":"2024-09-12T18:05:56.077903+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.077903+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:16.815652+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45918,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":569,"num_read_kb":1223,"num_write":472,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.712704+0000","last_change":"2024-09-12T18:05:48.712628+0000","last_active":"2024-09-12T18:05:48.712704+0000","last_peered":"2024-09-12T18:05:48.712704+0000","last_clean":"2024-09-12T18:05:48.712704+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:05:48.712704+0000","last_undegraded":"2024-09-12T18:05:48.712704+0000","last_fullsized":"2024-09-12T18:05:48.712704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.712531+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:50.420168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'193","reported_seq":1085,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.019511+0000","last_change":"2024-09-12T18:05:52.019511+0000","last_active":"2024-09-12T18:05:52.019511+0000","last_peered":"2024-09-12T18:05:52.019511+0000","last_clean":"2024-09-12T18:05:52.019511+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:05:52.019511+0000","last_undegraded":"2024-09-12T18:05:52.019511+0000","last_fullsized":"2024-09-12T18:05:52.019511+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:52.019422+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:52.019422+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.019422+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:12.450738+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'246","reported_seq":909,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.015501+0000","last_change":"2024-09-12T18:05:44.015415+0000","last_active":"2024-09-12T18:05:44.015501+0000","last_peered":"2024-09-12T18:05:44.015501+0000","last_clean":"2024-09-12T18:05:44.015501+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:05:44.015501+0000","last_undegraded":"2024-09-12T18:05:44.015501+0000","last_fullsized":"2024-09-12T18:05:44.015501+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.015301+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:06.488280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'396","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.878936+0000","last_change":"2024-09-12T18:05:31.878876+0000","last_active":"2024-09-12T18:05:31.878936+0000","last_peered":"2024-09-12T18:05:31.878936+0000","last_clean":"2024-09-12T18:05:31.878936+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:31.878936+0000","last_undegraded":"2024-09-12T18:05:31.878936+0000","last_fullsized":"2024-09-12T18:05:31.878936+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.878747+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:25.828011+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5280861,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":46684,"num_write":1211,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.058188+0000","last_change":"2024-09-12T18:05:56.058188+0000","last_active":"2024-09-12T18:05:56.058188+0000","last_peered":"2024-09-12T18:05:56.058188+0000","last_clean":"2024-09-12T18:05:56.058188+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:05:56.058188+0000","last_undegraded":"2024-09-12T18:05:56.058188+0000","last_fullsized":"2024-09-12T18:05:56.058188+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.058107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.058107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.058107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:16.221539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'290","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.030664+0000","last_change":"2024-09-12T18:05:57.030664+0000","last_active":"2024-09-12T18:05:57.030664+0000","last_peered":"2024-09-12T18:05:57.030664+0000","last_clean":"2024-09-12T18:05:57.030664+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:57.030664+0000","last_undegraded":"2024-09-12T18:05:57.030664+0000","last_fullsized":"2024-09-12T18:05:57.030664+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T18:05:57.030552+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T18:05:57.030552+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.030552+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:23.655129+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.732094+0000","last_change":"2024-09-12T18:05:56.732094+0000","last_active":"2024-09-12T18:05:56.732094+0000","last_peered":"2024-09-12T18:05:56.732094+0000","last_clean":"2024-09-12T18:05:56.732094+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:05:56.732094+0000","last_undegraded":"2024-09-12T18:05:56.732094+0000","last_fullsized":"2024-09-12T18:05:56.732094+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.732003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.732003+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.732003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:48.125892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'106","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.242577+0000","last_change":"2024-09-12T18:06:03.242577+0000","last_active":"2024-09-12T18:06:03.242577+0000","last_peered":"2024-09-12T18:06:03.242577+0000","last_clean":"2024-09-12T18:06:03.242577+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:06:03.242577+0000","last_undegraded":"2024-09-12T18:06:03.242577+0000","last_fullsized":"2024-09-12T18:06:03.242577+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'106","last_scrub_stamp":"2024-09-12T18:06:03.242465+0000","last_deep_scrub":"267'106","last_deep_scrub_stamp":"2024-09-12T18:06:03.242465+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.242465+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:41.147428+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.034877+0000","last_change":"2024-09-12T18:05:33.034768+0000","last_active":"2024-09-12T18:05:33.034877+0000","last_peered":"2024-09-12T18:05:33.034877+0000","last_clean":"2024-09-12T18:05:33.034877+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:05:33.034877+0000","last_undegraded":"2024-09-12T18:05:33.034877+0000","last_fullsized":"2024-09-12T18:05:33.034877+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'249","last_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_deep_scrub":"267'249","last_deep_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.034648+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:00.550377+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'358","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.286655+0000","last_change":"2024-09-12T18:05:35.286592+0000","last_active":"2024-09-12T18:05:35.286655+0000","last_peered":"2024-09-12T18:05:35.286655+0000","last_clean":"2024-09-12T18:05:35.286655+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:35.286655+0000","last_undegraded":"2024-09-12T18:05:35.286655+0000","last_fullsized":"2024-09-12T18:05:35.286655+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.286421+0000","objects_scrubbed":12,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:50.599313+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097403,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":562,"num_read_kb":92826,"num_write":1200,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.804708+0000","last_change":"2024-09-12T18:05:45.804630+0000","last_active":"2024-09-12T18:05:45.804708+0000","last_peered":"2024-09-12T18:05:45.804708+0000","last_clean":"2024-09-12T18:05:45.804708+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:05:45.804708+0000","last_undegraded":"2024-09-12T18:05:45.804708+0000","last_fullsized":"2024-09-12T18:05:45.804708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.804537+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.359051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'112","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.082852+0000","last_change":"2024-09-12T18:05:53.082852+0000","last_active":"2024-09-12T18:05:53.082852+0000","last_peered":"2024-09-12T18:05:53.082852+0000","last_clean":"2024-09-12T18:05:53.082852+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:05:53.082852+0000","last_undegraded":"2024-09-12T18:05:53.082852+0000","last_fullsized":"2024-09-12T18:05:53.082852+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:05:53.082760+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:05:53.082760+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.082760+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:04.790816+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'764","reported_seq":2517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.039685+0000","last_change":"2024-09-12T18:05:49.039685+0000","last_active":"2024-09-12T18:05:49.039685+0000","last_peered":"2024-09-12T18:05:49.039685+0000","last_clean":"2024-09-12T18:05:49.039685+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:49.039685+0000","last_undegraded":"2024-09-12T18:05:49.039685+0000","last_fullsized":"2024-09-12T18:05:49.039685+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:49.039604+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:49.039604+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.039604+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:54.040004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":641,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.068484+0000","last_change":"2024-09-12T18:05:59.068484+0000","last_active":"2024-09-12T18:05:59.068484+0000","last_peered":"2024-09-12T18:05:59.068484+0000","last_clean":"2024-09-12T18:05:59.068484+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:05:59.068484+0000","last_undegraded":"2024-09-12T18:05:59.068484+0000","last_fullsized":"2024-09-12T18:05:59.068484+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T18:05:59.068367+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T18:05:59.068367+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.068367+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:15.324785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":859,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.937150+0000","last_change":"2024-09-12T18:05:39.937090+0000","last_active":"2024-09-12T18:05:39.937150+0000","last_peered":"2024-09-12T18:05:39.937150+0000","last_clean":"2024-09-12T18:05:39.937150+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:05:39.937150+0000","last_undegraded":"2024-09-12T18:05:39.937150+0000","last_fullsized":"2024-09-12T18:05:39.937150+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'235","last_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_deep_scrub":"267'235","last_deep_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.937006+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:20.904671+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'337","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.408277+0000","last_change":"2024-09-12T18:05:32.408218+0000","last_active":"2024-09-12T18:05:32.408277+0000","last_peered":"2024-09-12T18:05:32.408277+0000","last_clean":"2024-09-12T18:05:32.408277+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:32.408277+0000","last_undegraded":"2024-09-12T18:05:32.408277+0000","last_fullsized":"2024-09-12T18:05:32.408277+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.408112+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:59.204236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218987,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":500,"num_read_kb":57627,"num_write":976,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.088877+0000","last_change":"2024-09-12T18:05:49.088785+0000","last_active":"2024-09-12T18:05:49.088877+0000","last_peered":"2024-09-12T18:05:49.088877+0000","last_clean":"2024-09-12T18:05:49.088877+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:05:49.088877+0000","last_undegraded":"2024-09-12T18:05:49.088877+0000","last_fullsized":"2024-09-12T18:05:49.088877+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:49.088663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:49.088663+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.088663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:29.577282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'373","reported_seq":992,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.336546+0000","last_change":"2024-09-12T18:05:57.336546+0000","last_active":"2024-09-12T18:05:57.336546+0000","last_peered":"2024-09-12T18:05:57.336546+0000","last_clean":"2024-09-12T18:05:57.336546+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:57.336546+0000","last_undegraded":"2024-09-12T18:05:57.336546+0000","last_fullsized":"2024-09-12T18:05:57.336546+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T18:05:57.336431+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T18:05:57.336431+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.336431+0000","objects_scrubbed":8,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:09.124427+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.427639+0000","last_change":"2024-09-12T18:05:57.427639+0000","last_active":"2024-09-12T18:05:57.427639+0000","last_peered":"2024-09-12T18:05:57.427639+0000","last_clean":"2024-09-12T18:05:57.427639+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:05:57.427639+0000","last_undegraded":"2024-09-12T18:05:57.427639+0000","last_fullsized":"2024-09-12T18:05:57.427639+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.427536+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.427536+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.427536+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:46.926924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'136","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.145119+0000","last_change":"2024-09-12T18:06:02.145119+0000","last_active":"2024-09-12T18:06:02.145119+0000","last_peered":"2024-09-12T18:06:02.145119+0000","last_clean":"2024-09-12T18:06:02.145119+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:06:02.145119+0000","last_undegraded":"2024-09-12T18:06:02.145119+0000","last_fullsized":"2024-09-12T18:06:02.145119+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T18:06:02.145022+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T18:06:02.145022+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.145022+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:36.337097+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.938745+0000","last_change":"2024-09-12T18:05:38.938669+0000","last_active":"2024-09-12T18:05:38.938745+0000","last_peered":"2024-09-12T18:05:38.938745+0000","last_clean":"2024-09-12T18:05:38.938745+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:05:38.938745+0000","last_undegraded":"2024-09-12T18:05:38.938745+0000","last_fullsized":"2024-09-12T18:05:38.938745+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.938550+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:03.534062+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'322","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.362393+0000","last_change":"2024-09-12T18:05:33.362300+0000","last_active":"2024-09-12T18:05:33.362393+0000","last_peered":"2024-09-12T18:05:33.362393+0000","last_clean":"2024-09-12T18:05:33.362393+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:33.362393+0000","last_undegraded":"2024-09-12T18:05:33.362393+0000","last_fullsized":"2024-09-12T18:05:33.362393+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.362203+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:25.528842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":491,"num_read_kb":64387,"num_write":1047,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.322568+0000","last_change":"2024-09-12T18:05:53.322568+0000","last_active":"2024-09-12T18:05:53.322568+0000","last_peered":"2024-09-12T18:05:53.322568+0000","last_clean":"2024-09-12T18:05:53.322568+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:05:53.322568+0000","last_undegraded":"2024-09-12T18:05:53.322568+0000","last_fullsized":"2024-09-12T18:05:53.322568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:53.322424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:53.322424+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.322424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:03.496331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'299","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.398518+0000","last_change":"2024-09-12T18:05:52.398413+0000","last_active":"2024-09-12T18:05:52.398518+0000","last_peered":"2024-09-12T18:05:52.398518+0000","last_clean":"2024-09-12T18:05:52.398518+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:52.398518+0000","last_undegraded":"2024-09-12T18:05:52.398518+0000","last_fullsized":"2024-09-12T18:05:52.398518+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T18:05:52.398304+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T18:05:52.398304+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.398304+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:09.591871+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.036127+0000","last_change":"2024-09-12T18:05:48.036073+0000","last_active":"2024-09-12T18:05:48.036127+0000","last_peered":"2024-09-12T18:05:48.036127+0000","last_clean":"2024-09-12T18:05:48.036127+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:05:48.036127+0000","last_undegraded":"2024-09-12T18:05:48.036127+0000","last_fullsized":"2024-09-12T18:05:48.036127+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.035986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.035986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.035986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:02.859651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:31.266350+0000","last_change":"2024-09-12T16:53:26.177114+0000","last_active":"2024-09-12T18:03:31.266350+0000","last_peered":"2024-09-12T18:03:31.266350+0000","last_clean":"2024-09-12T18:03:31.266350+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:03:31.266350+0000","last_undegraded":"2024-09-12T18:03:31.266350+0000","last_fullsized":"2024-09-12T18:03:31.266350+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.346890+0000","last_change":"2024-09-12T18:05:45.346890+0000","last_active":"2024-09-12T18:05:45.346890+0000","last_peered":"2024-09-12T18:05:45.346890+0000","last_clean":"2024-09-12T18:05:45.346890+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:05:45.346890+0000","last_undegraded":"2024-09-12T18:05:45.346890+0000","last_fullsized":"2024-09-12T18:05:45.346890+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'250","last_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_deep_scrub":"267'250","last_deep_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.346778+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:56.844719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'323","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.116522+0000","last_change":"2024-09-12T18:05:32.116522+0000","last_active":"2024-09-12T18:05:32.116522+0000","last_peered":"2024-09-12T18:05:32.116522+0000","last_clean":"2024-09-12T18:05:32.116522+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:32.116522+0000","last_undegraded":"2024-09-12T18:05:32.116522+0000","last_fullsized":"2024-09-12T18:05:32.116522+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.116385+0000","objects_scrubbed":5,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:32.267065+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456499,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":6587,"num_write":1019,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.996000+0000","last_change":"2024-09-12T18:05:48.995943+0000","last_active":"2024-09-12T18:05:48.996000+0000","last_peered":"2024-09-12T18:05:48.996000+0000","last_clean":"2024-09-12T18:05:48.996000+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:05:48.996000+0000","last_undegraded":"2024-09-12T18:05:48.996000+0000","last_fullsized":"2024-09-12T18:05:48.996000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.995857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.995857+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.995857+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:11.115975+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'262","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.014410+0000","last_change":"2024-09-12T18:05:59.014410+0000","last_active":"2024-09-12T18:05:59.014410+0000","last_peered":"2024-09-12T18:05:59.014410+0000","last_clean":"2024-09-12T18:05:59.014410+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:59.014410+0000","last_undegraded":"2024-09-12T18:05:59.014410+0000","last_fullsized":"2024-09-12T18:05:59.014410+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T18:05:59.014325+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T18:05:59.014325+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.014325+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:57.368981+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.105628+0000","last_change":"2024-09-12T18:05:59.105628+0000","last_active":"2024-09-12T18:05:59.105628+0000","last_peered":"2024-09-12T18:05:59.105628+0000","last_clean":"2024-09-12T18:05:59.105628+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:05:59.105628+0000","last_undegraded":"2024-09-12T18:05:59.105628+0000","last_fullsized":"2024-09-12T18:05:59.105628+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.105547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.105547+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.105547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:13.058960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'215","reported_seq":1360,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.070863+0000","last_change":"2024-09-12T18:06:00.070863+0000","last_active":"2024-09-12T18:06:00.070863+0000","last_peered":"2024-09-12T18:06:00.070863+0000","last_clean":"2024-09-12T18:06:00.070863+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:06:00.070863+0000","last_undegraded":"2024-09-12T18:06:00.070863+0000","last_fullsized":"2024-09-12T18:06:00.070863+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T18:06:00.070774+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T18:06:00.070774+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.070774+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:02:37.348276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.939984+0000","last_change":"2024-09-12T18:05:36.939885+0000","last_active":"2024-09-12T18:05:36.939984+0000","last_peered":"2024-09-12T18:05:36.939984+0000","last_clean":"2024-09-12T18:05:36.939984+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:36.939984+0000","last_undegraded":"2024-09-12T18:05:36.939984+0000","last_fullsized":"2024-09-12T18:05:36.939984+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.939771+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:27.025583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'366","reported_seq":1067,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.280006+0000","last_change":"2024-09-12T18:05:31.280006+0000","last_active":"2024-09-12T18:05:31.280006+0000","last_peered":"2024-09-12T18:05:31.280006+0000","last_clean":"2024-09-12T18:05:31.280006+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:31.280006+0000","last_undegraded":"2024-09-12T18:05:31.280006+0000","last_fullsized":"2024-09-12T18:05:31.280006+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'366","last_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_deep_scrub":"267'366","last_deep_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.279862+0000","objects_scrubbed":5,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:27.107662+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262286,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":566,"num_read_kb":63668,"num_write":1148,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.848948+0000","last_change":"2024-09-12T18:05:44.848846+0000","last_active":"2024-09-12T18:05:44.848948+0000","last_peered":"2024-09-12T18:05:44.848948+0000","last_clean":"2024-09-12T18:05:44.848948+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:05:44.848948+0000","last_undegraded":"2024-09-12T18:05:44.848948+0000","last_fullsized":"2024-09-12T18:05:44.848948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.848732+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:01.534495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'328","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.082600+0000","last_change":"2024-09-12T18:05:52.082541+0000","last_active":"2024-09-12T18:05:52.082600+0000","last_peered":"2024-09-12T18:05:52.082600+0000","last_clean":"2024-09-12T18:05:52.082600+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:52.082600+0000","last_undegraded":"2024-09-12T18:05:52.082600+0000","last_fullsized":"2024-09-12T18:05:52.082600+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T18:05:52.082446+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T18:05:52.082446+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.082446+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:12:33.025343+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.382609+0000","last_change":"2024-09-12T18:06:00.382609+0000","last_active":"2024-09-12T18:06:00.382609+0000","last_peered":"2024-09-12T18:06:00.382609+0000","last_clean":"2024-09-12T18:06:00.382609+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:06:00.382609+0000","last_undegraded":"2024-09-12T18:06:00.382609+0000","last_fullsized":"2024-09-12T18:06:00.382609+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.382525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.382525+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.382525+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:29.750942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'127","reported_seq":637,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:04:52.844238+0000","last_change":"2024-09-12T16:53:26.176600+0000","last_active":"2024-09-12T18:04:52.844238+0000","last_peered":"2024-09-12T18:04:52.844238+0000","last_clean":"2024-09-12T18:04:52.844238+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:04:52.844238+0000","last_undegraded":"2024-09-12T18:04:52.844238+0000","last_fullsized":"2024-09-12T18:04:52.844238+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T16:53:25.159269+0000","last_clean_scrub_stamp":"2024-09-12T16:53:25.159269+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":742,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.867742+0000","last_change":"2024-09-12T18:05:42.867742+0000","last_active":"2024-09-12T18:05:42.867742+0000","last_peered":"2024-09-12T18:05:42.867742+0000","last_clean":"2024-09-12T18:05:42.867742+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:42.867742+0000","last_undegraded":"2024-09-12T18:05:42.867742+0000","last_fullsized":"2024-09-12T18:05:42.867742+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.867652+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:54.243987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'332","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.239399+0000","last_change":"2024-09-12T18:05:32.239399+0000","last_active":"2024-09-12T18:05:32.239399+0000","last_peered":"2024-09-12T18:05:32.239399+0000","last_clean":"2024-09-12T18:05:32.239399+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:32.239399+0000","last_undegraded":"2024-09-12T18:05:32.239399+0000","last_fullsized":"2024-09-12T18:05:32.239399+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.239290+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:14.494762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5417690,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":16973,"num_write":1041,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.838497+0000","last_change":"2024-09-12T18:05:37.838497+0000","last_active":"2024-09-12T18:05:37.838497+0000","last_peered":"2024-09-12T18:05:37.838497+0000","last_clean":"2024-09-12T18:05:37.838497+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:05:37.838497+0000","last_undegraded":"2024-09-12T18:05:37.838497+0000","last_fullsized":"2024-09-12T18:05:37.838497+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4079","last_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_deep_scrub":"267'4079","last_deep_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.838413+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:22.152246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'310","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.008207+0000","last_change":"2024-09-12T18:05:31.008207+0000","last_active":"2024-09-12T18:05:31.008207+0000","last_peered":"2024-09-12T18:05:31.008207+0000","last_clean":"2024-09-12T18:05:31.008207+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:31.008207+0000","last_undegraded":"2024-09-12T18:05:31.008207+0000","last_fullsized":"2024-09-12T18:05:31.008207+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'310","last_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_deep_scrub":"267'310","last_deep_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.008058+0000","objects_scrubbed":4,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:44.142780+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":531,"num_read_kb":1717,"num_write":1000,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.353527+0000","last_change":"2024-09-12T18:05:44.353527+0000","last_active":"2024-09-12T18:05:44.353527+0000","last_peered":"2024-09-12T18:05:44.353527+0000","last_clean":"2024-09-12T18:05:44.353527+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:05:44.353527+0000","last_undegraded":"2024-09-12T18:05:44.353527+0000","last_fullsized":"2024-09-12T18:05:44.353527+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'179","last_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_deep_scrub":"267'179","last_deep_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.353442+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:25.709483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'357","reported_seq":1034,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.353225+0000","last_change":"2024-09-12T18:05:35.353225+0000","last_active":"2024-09-12T18:05:35.353225+0000","last_peered":"2024-09-12T18:05:35.353225+0000","last_clean":"2024-09-12T18:05:35.353225+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:35.353225+0000","last_undegraded":"2024-09-12T18:05:35.353225+0000","last_fullsized":"2024-09-12T18:05:35.353225+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.353053+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:18.454298+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":9180,"num_write":1279,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1155,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.787265+0000","last_change":"2024-09-12T18:05:35.787265+0000","last_active":"2024-09-12T18:05:35.787265+0000","last_peered":"2024-09-12T18:05:35.787265+0000","last_clean":"2024-09-12T18:05:35.787265+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:05:35.787265+0000","last_undegraded":"2024-09-12T18:05:35.787265+0000","last_fullsized":"2024-09-12T18:05:35.787265+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'389","last_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_deep_scrub":"267'389","last_deep_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.787180+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:28.111822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'376","reported_seq":1136,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.305828+0000","last_change":"2024-09-12T18:05:30.305828+0000","last_active":"2024-09-12T18:05:30.305828+0000","last_peered":"2024-09-12T18:05:30.305828+0000","last_clean":"2024-09-12T18:05:30.305828+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:30.305828+0000","last_undegraded":"2024-09-12T18:05:30.305828+0000","last_fullsized":"2024-09-12T18:05:30.305828+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'376","last_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_deep_scrub":"267'376","last_deep_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.305710+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:50.808236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436973,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":814,"num_read_kb":48369,"num_write":1085,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.999176+0000","last_change":"2024-09-12T18:05:44.999176+0000","last_active":"2024-09-12T18:05:44.999176+0000","last_peered":"2024-09-12T18:05:44.999176+0000","last_clean":"2024-09-12T18:05:44.999176+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:05:44.999176+0000","last_undegraded":"2024-09-12T18:05:44.999176+0000","last_fullsized":"2024-09-12T18:05:44.999176+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.999058+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:10.660044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'344","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.084587+0000","last_change":"2024-09-12T18:05:33.084587+0000","last_active":"2024-09-12T18:05:33.084587+0000","last_peered":"2024-09-12T18:05:33.084587+0000","last_clean":"2024-09-12T18:05:33.084587+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:33.084587+0000","last_undegraded":"2024-09-12T18:05:33.084587+0000","last_fullsized":"2024-09-12T18:05:33.084587+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.084432+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:11.433522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":26098,"num_write":1083,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":695,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.973931+0000","last_change":"2024-09-12T18:05:41.973931+0000","last_active":"2024-09-12T18:05:41.973931+0000","last_peered":"2024-09-12T18:05:41.973931+0000","last_clean":"2024-09-12T18:05:41.973931+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:05:41.973931+0000","last_undegraded":"2024-09-12T18:05:41.973931+0000","last_fullsized":"2024-09-12T18:05:41.973931+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'111","last_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_deep_scrub":"267'111","last_deep_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.973843+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:58.620105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'338","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.681116+0000","last_change":"2024-09-12T18:05:30.681116+0000","last_active":"2024-09-12T18:05:30.681116+0000","last_peered":"2024-09-12T18:05:30.681116+0000","last_clean":"2024-09-12T18:05:30.681116+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:05:30.681116+0000","last_undegraded":"2024-09-12T18:05:30.681116+0000","last_fullsized":"2024-09-12T18:05:30.681116+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'338","last_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_deep_scrub":"267'338","last_deep_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.680983+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:47.047163+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456508,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":466,"num_read_kb":72775,"num_write":1119,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5179,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.042864+0000","last_change":"2024-09-12T18:05:46.042864+0000","last_active":"2024-09-12T18:05:46.042864+0000","last_peered":"2024-09-12T18:05:46.042864+0000","last_clean":"2024-09-12T18:05:46.042864+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:05:46.042864+0000","last_undegraded":"2024-09-12T18:05:46.042864+0000","last_fullsized":"2024-09-12T18:05:46.042864+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4417","last_scrub_stamp":"2024-09-12T18:05:46.042779+0000","last_deep_scrub":"267'4417","last_deep_scrub_stamp":"2024-09-12T18:05:46.042779+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.042779+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:10.165916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'367","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203778+0000","last_change":"2024-09-12T18:05:36.203778+0000","last_active":"2024-09-12T18:05:36.203778+0000","last_peered":"2024-09-12T18:05:36.203778+0000","last_clean":"2024-09-12T18:05:36.203778+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:36.203778+0000","last_undegraded":"2024-09-12T18:05:36.203778+0000","last_fullsized":"2024-09-12T18:05:36.203778+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'367","last_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_deep_scrub":"267'367","last_deep_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.203632+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:34.986434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":595,"num_read_kb":28225,"num_write":1110,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":809,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.110186+0000","last_change":"2024-09-12T18:05:39.110186+0000","last_active":"2024-09-12T18:05:39.110186+0000","last_peered":"2024-09-12T18:05:39.110186+0000","last_clean":"2024-09-12T18:05:39.110186+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:05:39.110186+0000","last_undegraded":"2024-09-12T18:05:39.110186+0000","last_fullsized":"2024-09-12T18:05:39.110186+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.110096+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:59.172297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'391","reported_seq":1154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.140118+0000","last_change":"2024-09-12T18:05:35.140118+0000","last_active":"2024-09-12T18:05:35.140118+0000","last_peered":"2024-09-12T18:05:35.140118+0000","last_clean":"2024-09-12T18:05:35.140118+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:35.140118+0000","last_undegraded":"2024-09-12T18:05:35.140118+0000","last_fullsized":"2024-09-12T18:05:35.140118+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.139986+0000","objects_scrubbed":7,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:16.234475+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699451,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":818,"num_read_kb":14556,"num_write":1098,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.340582+0000","last_change":"2024-09-12T18:05:38.340507+0000","last_active":"2024-09-12T18:05:38.340582+0000","last_peered":"2024-09-12T18:05:38.340582+0000","last_clean":"2024-09-12T18:05:38.340582+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:05:38.340582+0000","last_undegraded":"2024-09-12T18:05:38.340582+0000","last_fullsized":"2024-09-12T18:05:38.340582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.340407+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:54.862591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'336","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.398660+0000","last_change":"2024-09-12T18:05:36.398660+0000","last_active":"2024-09-12T18:05:36.398660+0000","last_peered":"2024-09-12T18:05:36.398660+0000","last_clean":"2024-09-12T18:05:36.398660+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:36.398660+0000","last_undegraded":"2024-09-12T18:05:36.398660+0000","last_fullsized":"2024-09-12T18:05:36.398660+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.398546+0000","objects_scrubbed":8,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:32.280626+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767385,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":15457,"num_write":1167,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.007201+0000","last_change":"2024-09-12T18:05:43.007201+0000","last_active":"2024-09-12T18:05:43.007201+0000","last_peered":"2024-09-12T18:05:43.007201+0000","last_clean":"2024-09-12T18:05:43.007201+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:05:43.007201+0000","last_undegraded":"2024-09-12T18:05:43.007201+0000","last_fullsized":"2024-09-12T18:05:43.007201+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.007079+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:05.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'365","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.100825+0000","last_change":"2024-09-12T18:05:36.100825+0000","last_active":"2024-09-12T18:05:36.100825+0000","last_peered":"2024-09-12T18:05:36.100825+0000","last_clean":"2024-09-12T18:05:36.100825+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:36.100825+0000","last_undegraded":"2024-09-12T18:05:36.100825+0000","last_fullsized":"2024-09-12T18:05:36.100825+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'365","last_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_deep_scrub":"267'365","last_deep_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.100612+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:26.747501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288800,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":467,"num_read_kb":7425,"num_write":1174,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.990768+0000","last_change":"2024-09-12T18:05:33.990700+0000","last_active":"2024-09-12T18:05:33.990768+0000","last_peered":"2024-09-12T18:05:33.990768+0000","last_clean":"2024-09-12T18:05:33.990768+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:05:33.990768+0000","last_undegraded":"2024-09-12T18:05:33.990768+0000","last_fullsized":"2024-09-12T18:05:33.990768+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.990611+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:18.791593+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'378","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.428981+0000","last_change":"2024-09-12T18:05:37.428981+0000","last_active":"2024-09-12T18:05:37.428981+0000","last_peered":"2024-09-12T18:05:37.428981+0000","last_clean":"2024-09-12T18:05:37.428981+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:37.428981+0000","last_undegraded":"2024-09-12T18:05:37.428981+0000","last_fullsized":"2024-09-12T18:05:37.428981+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.428871+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:02.549114+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661335,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":49194,"num_write":1163,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'152","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.941432+0000","last_change":"2024-09-12T18:05:40.941432+0000","last_active":"2024-09-12T18:05:40.941432+0000","last_peered":"2024-09-12T18:05:40.941432+0000","last_clean":"2024-09-12T18:05:40.941432+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:05:40.941432+0000","last_undegraded":"2024-09-12T18:05:40.941432+0000","last_fullsized":"2024-09-12T18:05:40.941432+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.941346+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.656349+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":271,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'371","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.328006+0000","last_change":"2024-09-12T18:05:34.328006+0000","last_active":"2024-09-12T18:05:34.328006+0000","last_peered":"2024-09-12T18:05:34.328006+0000","last_clean":"2024-09-12T18:05:34.328006+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:34.328006+0000","last_undegraded":"2024-09-12T18:05:34.328006+0000","last_fullsized":"2024-09-12T18:05:34.328006+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.327899+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:40.801588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":601,"num_read_kb":5649,"num_write":1150,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.185771+0000","last_change":"2024-09-12T18:05:43.185771+0000","last_active":"2024-09-12T18:05:43.185771+0000","last_peered":"2024-09-12T18:05:43.185771+0000","last_clean":"2024-09-12T18:05:43.185771+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:05:43.185771+0000","last_undegraded":"2024-09-12T18:05:43.185771+0000","last_fullsized":"2024-09-12T18:05:43.185771+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'101","last_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_deep_scrub":"267'101","last_deep_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.185681+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:42.621228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'344","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.189367+0000","last_change":"2024-09-12T18:05:31.189367+0000","last_active":"2024-09-12T18:05:31.189367+0000","last_peered":"2024-09-12T18:05:31.189367+0000","last_clean":"2024-09-12T18:05:31.189367+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:31.189367+0000","last_undegraded":"2024-09-12T18:05:31.189367+0000","last_fullsized":"2024-09-12T18:05:31.189367+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.189252+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:48.238959+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":552598,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":20718,"num_write":1046,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.315504+0000","last_change":"2024-09-12T18:05:36.315504+0000","last_active":"2024-09-12T18:05:36.315504+0000","last_peered":"2024-09-12T18:05:36.315504+0000","last_clean":"2024-09-12T18:05:36.315504+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:05:36.315504+0000","last_undegraded":"2024-09-12T18:05:36.315504+0000","last_fullsized":"2024-09-12T18:05:36.315504+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.315388+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'315","reported_seq":960,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.146547+0000","last_change":"2024-09-12T18:05:39.146547+0000","last_active":"2024-09-12T18:05:39.146547+0000","last_peered":"2024-09-12T18:05:39.146547+0000","last_clean":"2024-09-12T18:05:39.146547+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:39.146547+0000","last_undegraded":"2024-09-12T18:05:39.146547+0000","last_fullsized":"2024-09-12T18:05:39.146547+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.146450+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:48.685715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1303126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":10309,"num_write":1041,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'236","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.089808+0000","last_change":"2024-09-12T18:05:48.089808+0000","last_active":"2024-09-12T18:05:48.089808+0000","last_peered":"2024-09-12T18:05:48.089808+0000","last_clean":"2024-09-12T18:05:48.089808+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:05:48.089808+0000","last_undegraded":"2024-09-12T18:05:48.089808+0000","last_fullsized":"2024-09-12T18:05:48.089808+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T18:05:48.089720+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T18:05:48.089720+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.089720+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:09.291078+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25748,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'391","reported_seq":1148,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.018180+0000","last_change":"2024-09-12T18:05:32.018089+0000","last_active":"2024-09-12T18:05:32.018180+0000","last_peered":"2024-09-12T18:05:32.018180+0000","last_clean":"2024-09-12T18:05:32.018180+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:32.018180+0000","last_undegraded":"2024-09-12T18:05:32.018180+0000","last_fullsized":"2024-09-12T18:05:32.018180+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.017893+0000","objects_scrubbed":11,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:21.394561+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8881887,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":904,"num_read_kb":28207,"num_write":1356,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'190","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.206191+0000","last_change":"2024-09-12T18:05:42.206191+0000","last_active":"2024-09-12T18:05:42.206191+0000","last_peered":"2024-09-12T18:05:42.206191+0000","last_clean":"2024-09-12T18:05:42.206191+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:05:42.206191+0000","last_undegraded":"2024-09-12T18:05:42.206191+0000","last_fullsized":"2024-09-12T18:05:42.206191+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.206053+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:48.241413+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'343","reported_seq":1056,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.436589+0000","last_change":"2024-09-12T18:05:39.436589+0000","last_active":"2024-09-12T18:05:39.436589+0000","last_peered":"2024-09-12T18:05:39.436589+0000","last_clean":"2024-09-12T18:05:39.436589+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:39.436589+0000","last_undegraded":"2024-09-12T18:05:39.436589+0000","last_fullsized":"2024-09-12T18:05:39.436589+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'343","last_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_deep_scrub":"267'343","last_deep_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.436448+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:00.806202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048658,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":20652,"num_write":1161,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'412","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.394256+0000","last_change":"2024-09-12T18:05:38.394256+0000","last_active":"2024-09-12T18:05:38.394256+0000","last_peered":"2024-09-12T18:05:38.394256+0000","last_clean":"2024-09-12T18:05:38.394256+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:38.394256+0000","last_undegraded":"2024-09-12T18:05:38.394256+0000","last_fullsized":"2024-09-12T18:05:38.394256+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'412","last_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_deep_scrub":"267'412","last_deep_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.394107+0000","objects_scrubbed":10,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:34.196854+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2300203,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":693,"num_read_kb":13492,"num_write":1316,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.358235+0000","last_change":"2024-09-12T18:05:42.358147+0000","last_active":"2024-09-12T18:05:42.358235+0000","last_peered":"2024-09-12T18:05:42.358235+0000","last_clean":"2024-09-12T18:05:42.358235+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:05:42.358235+0000","last_undegraded":"2024-09-12T18:05:42.358235+0000","last_fullsized":"2024-09-12T18:05:42.358235+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.358032+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:25.818668+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'361","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.750658+0000","last_change":"2024-09-12T18:05:34.750591+0000","last_active":"2024-09-12T18:05:34.750658+0000","last_peered":"2024-09-12T18:05:34.750658+0000","last_clean":"2024-09-12T18:05:34.750658+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:05:34.750658+0000","last_undegraded":"2024-09-12T18:05:34.750658+0000","last_fullsized":"2024-09-12T18:05:34.750658+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.750438+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:51.708799+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1093930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":1728,"num_write":1217,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.330150+0000","last_change":"2024-09-12T18:05:47.330077+0000","last_active":"2024-09-12T18:05:47.330150+0000","last_peered":"2024-09-12T18:05:47.330150+0000","last_clean":"2024-09-12T18:05:47.330150+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:05:47.330150+0000","last_undegraded":"2024-09-12T18:05:47.330150+0000","last_fullsized":"2024-09-12T18:05:47.330150+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'309","last_scrub_stamp":"2024-09-12T18:05:47.329962+0000","last_deep_scrub":"267'309","last_deep_scrub_stamp":"2024-09-12T18:05:47.329962+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.329962+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:47.900707+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4970,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1058,"ondisk_log_size":1058,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2861,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1737,"ondisk_log_size":1737,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":569,"ondisk_log_size":569,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1488285,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18988,"num_read_kb":39666,"num_write":15841,"num_write_kb":11932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685910,"num_omap_keys":1574,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1820,"ondisk_log_size":1820,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43834,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3818,"ondisk_log_size":3818,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":149967958,"num_objects":399,"num_object_clones":0,"num_object_copies":1197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":399,"num_whiteouts":0,"num_read":36175,"num_read_kb":1833143,"num_write":71500,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":226897920,"data_stored":226897920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3621,"ondisk_log_size":3621,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":161915,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":157810,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510325,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":301236,"kb_used_data":27108,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94070604,"statfs":{"total":96636764160,"available":96328298496,"internally_reserved":0,"allocated":27758592,"data_stored":25768418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510325,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271056,"kb_used_data":27456,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94100784,"statfs":{"total":96636764160,"available":96359202816,"internally_reserved":0,"allocated":28114944,"data_stored":26146123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510324,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":144844,"kb_used_data":23484,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94226996,"statfs":{"total":96636764160,"available":96488443904,"internally_reserved":0,"allocated":24047616,"data_stored":22047289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510324,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":114928,"kb_used_data":29600,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94256912,"statfs":{"total":96636764160,"available":96519077888,"internally_reserved":0,"allocated":30310400,"data_stored":28364498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510325,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":282196,"kb_used_data":30276,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94089644,"statfs":{"total":96636764160,"available":96347795456,"internally_reserved":0,"allocated":31002624,"data_stored":28986250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510324,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":143828,"kb_used_data":36356,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94228012,"statfs":{"total":96636764160,"available":96489484288,"internally_reserved":0,"allocated":37228544,"data_stored":35275205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510323,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294344,"kb_used_data":38264,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94077496,"statfs":{"total":96636764160,"available":96335355904,"internally_reserved":0,"allocated":39182336,"data_stored":37180998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575734,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":209356,"kb_used_data":43580,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94162484,"statfs":{"total":96636764160,"available":96422383616,"internally_reserved":0,"allocated":44625920,"data_stored":42664169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34295808,"data_stored":34295808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40370176,"data_stored":40370176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32980992,"data_stored":32980992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26689536,"data_stored":26689536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":26071040,"data_stored":26071040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19755008,"data_stored":19755008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":23851008,"data_stored":23851008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":22884352,"data_stored":22884352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:06:10.330 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.330 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.331 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.332 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.333 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.334 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.335 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.336 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.337 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.338 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.339 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.340 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.340 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.340 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.340 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:13:05.273260+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=5, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.340 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.340 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.340 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:13:09.293809+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.341 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T16:53:23.141178+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.341 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.342 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.343 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.343 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.343 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T16:53:25.159269+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=16, tm_min=53, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:10.344 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:06:30.345 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:06:30.687 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:06:30.699 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:06:30.701 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2467,"stamp":"2024-09-12T18:06:29.118804+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":152064492,"num_objects":729,"num_object_clones":0,"num_object_copies":1857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":729,"num_whiteouts":0,"num_read":182295,"num_read_kb":2300826,"num_write":143596,"num_write_kb":2374495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":740512,"num_omap_keys":1792,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12990,"ondisk_log_size":12990,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1761788,"kb_used_data":256124,"kb_used_omap":12,"kb_used_meta":1505523,"kb_avail":753212932,"statfs":{"total":773094113280,"available":771290042368,"internally_reserved":0,"allocated":262270976,"data_stored":246432950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1541656112},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":564,"num_omap_keys":6,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005471"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.069568+0000","last_change":"2024-09-12T18:06:16.069568+0000","last_active":"2024-09-12T18:06:16.069568+0000","last_peered":"2024-09-12T18:06:16.069568+0000","last_clean":"2024-09-12T18:06:16.069568+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:06:16.069568+0000","last_undegraded":"2024-09-12T18:06:16.069568+0000","last_fullsized":"2024-09-12T18:06:16.069568+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:16.069477+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:16.069477+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.069477+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:52.148239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.116159+0000","last_change":"2024-09-12T18:06:14.116159+0000","last_active":"2024-09-12T18:06:14.116159+0000","last_peered":"2024-09-12T18:06:14.116159+0000","last_clean":"2024-09-12T18:06:14.116159+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:06:14.116159+0000","last_undegraded":"2024-09-12T18:06:14.116159+0000","last_fullsized":"2024-09-12T18:06:14.116159+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:14.116070+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:14.116070+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.116070+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:40.761449+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.152956+0000","last_change":"2024-09-12T18:06:16.152956+0000","last_active":"2024-09-12T18:06:16.152956+0000","last_peered":"2024-09-12T18:06:16.152956+0000","last_clean":"2024-09-12T18:06:16.152956+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:06:16.152956+0000","last_undegraded":"2024-09-12T18:06:16.152956+0000","last_fullsized":"2024-09-12T18:06:16.152956+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:16.152791+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:16.152791+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.152791+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:22.925683+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":175,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.367508+0000","last_change":"2024-09-12T18:06:12.367508+0000","last_active":"2024-09-12T18:06:12.367508+0000","last_peered":"2024-09-12T18:06:12.367508+0000","last_clean":"2024-09-12T18:06:12.367508+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:06:12.367508+0000","last_undegraded":"2024-09-12T18:06:12.367508+0000","last_fullsized":"2024-09-12T18:06:12.367508+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T18:06:12.367417+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T18:06:12.367417+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.367417+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:29.087381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.975325+0000","last_change":"2024-09-12T18:05:56.975325+0000","last_active":"2024-09-12T18:05:56.975325+0000","last_peered":"2024-09-12T18:05:56.975325+0000","last_clean":"2024-09-12T18:05:56.975325+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:05:56.975325+0000","last_undegraded":"2024-09-12T18:05:56.975325+0000","last_fullsized":"2024-09-12T18:05:56.975325+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.975232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.975232+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.975232+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:56.959677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'8","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.160487+0000","last_change":"2024-09-12T18:06:15.160487+0000","last_active":"2024-09-12T18:06:15.160487+0000","last_peered":"2024-09-12T18:06:15.160487+0000","last_clean":"2024-09-12T18:06:15.160487+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:06:15.160487+0000","last_undegraded":"2024-09-12T18:06:15.160487+0000","last_fullsized":"2024-09-12T18:06:15.160487+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T18:06:15.160388+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T18:06:15.160388+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.160388+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:05.566609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14340,"num_write":8,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.813198+0000","last_change":"2024-09-12T18:06:04.813198+0000","last_active":"2024-09-12T18:06:04.813198+0000","last_peered":"2024-09-12T18:06:04.813198+0000","last_clean":"2024-09-12T18:06:04.813198+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:06:04.813198+0000","last_undegraded":"2024-09-12T18:06:04.813198+0000","last_fullsized":"2024-09-12T18:06:04.813198+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:04.813076+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:04.813076+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.813076+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:09.721332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.060300+0000","last_change":"2024-09-12T18:05:49.060300+0000","last_active":"2024-09-12T18:05:49.060300+0000","last_peered":"2024-09-12T18:05:49.060300+0000","last_clean":"2024-09-12T18:05:49.060300+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:05:49.060300+0000","last_undegraded":"2024-09-12T18:05:49.060300+0000","last_fullsized":"2024-09-12T18:05:49.060300+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T18:05:49.060184+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T18:05:49.060184+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.060184+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:20.744373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.113112+0000","last_change":"2024-09-12T18:06:05.113112+0000","last_active":"2024-09-12T18:06:05.113112+0000","last_peered":"2024-09-12T18:06:05.113112+0000","last_clean":"2024-09-12T18:06:05.113112+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:06:05.113112+0000","last_undegraded":"2024-09-12T18:06:05.113112+0000","last_fullsized":"2024-09-12T18:06:05.113112+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:05.113021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:05.113021+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.113021+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:56.133983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:19.448529+0000","last_change":"2024-09-12T18:06:19.448529+0000","last_active":"2024-09-12T18:06:19.448529+0000","last_peered":"2024-09-12T18:06:19.448529+0000","last_clean":"2024-09-12T18:06:19.448529+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:06:19.448529+0000","last_undegraded":"2024-09-12T18:06:19.448529+0000","last_fullsized":"2024-09-12T18:06:19.448529+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:19.448423+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:19.448423+0000","last_clean_scrub_stamp":"2024-09-12T18:06:19.448423+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:15.238473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'10","reported_seq":84,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.096046+0000","last_change":"2024-09-12T18:05:53.096046+0000","last_active":"2024-09-12T18:05:53.096046+0000","last_peered":"2024-09-12T18:05:53.096046+0000","last_clean":"2024-09-12T18:05:53.096046+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:05:53.096046+0000","last_undegraded":"2024-09-12T18:05:53.096046+0000","last_fullsized":"2024-09-12T18:05:53.096046+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T18:05:53.095960+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T18:05:53.095960+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.095960+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:28.520752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":15368,"num_write":10,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.354007+0000","last_change":"2024-09-12T18:06:11.354007+0000","last_active":"2024-09-12T18:06:11.354007+0000","last_peered":"2024-09-12T18:06:11.354007+0000","last_clean":"2024-09-12T18:06:11.354007+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:06:11.354007+0000","last_undegraded":"2024-09-12T18:06:11.354007+0000","last_fullsized":"2024-09-12T18:06:11.354007+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T18:06:11.353896+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T18:06:11.353896+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.353896+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:32.798364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:45.859748+0000","last_change":"2024-09-12T17:32:41.551696+0000","last_active":"2024-09-12T18:01:45.859748+0000","last_peered":"2024-09-12T18:01:45.859748+0000","last_clean":"2024-09-12T18:01:45.859748+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:01:45.859748+0000","last_undegraded":"2024-09-12T18:01:45.859748+0000","last_fullsized":"2024-09-12T18:01:45.859748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:49.483981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'7","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:22.134305+0000","last_change":"2024-09-12T18:06:22.134305+0000","last_active":"2024-09-12T18:06:22.134305+0000","last_peered":"2024-09-12T18:06:22.134305+0000","last_clean":"2024-09-12T18:06:22.134305+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:06:22.134305+0000","last_undegraded":"2024-09-12T18:06:22.134305+0000","last_fullsized":"2024-09-12T18:06:22.134305+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:06:22.134217+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:06:22.134217+0000","last_clean_scrub_stamp":"2024-09-12T18:06:22.134217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:30.874246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12300,"num_write":12,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.116391+0000","last_change":"2024-09-12T18:06:09.116391+0000","last_active":"2024-09-12T18:06:09.116391+0000","last_peered":"2024-09-12T18:06:09.116391+0000","last_clean":"2024-09-12T18:06:09.116391+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:06:09.116391+0000","last_undegraded":"2024-09-12T18:06:09.116391+0000","last_fullsized":"2024-09-12T18:06:09.116391+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:09.116236+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:09.116236+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.116236+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:50.449704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.070981+0000","last_change":"2024-09-12T18:06:11.070981+0000","last_active":"2024-09-12T18:06:11.070981+0000","last_peered":"2024-09-12T18:06:11.070981+0000","last_clean":"2024-09-12T18:06:11.070981+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:06:11.070981+0000","last_undegraded":"2024-09-12T18:06:11.070981+0000","last_fullsized":"2024-09-12T18:06:11.070981+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'42","last_scrub_stamp":"2024-09-12T18:06:11.070866+0000","last_deep_scrub":"267'42","last_deep_scrub_stamp":"2024-09-12T18:06:11.070866+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.070866+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:44.961401+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:45.867057+0000","last_change":"2024-09-12T17:32:41.551391+0000","last_active":"2024-09-12T18:02:45.867057+0000","last_peered":"2024-09-12T18:02:45.867057+0000","last_clean":"2024-09-12T18:02:45.867057+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:02:45.867057+0000","last_undegraded":"2024-09-12T18:02:45.867057+0000","last_fullsized":"2024-09-12T18:02:45.867057+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:05.115607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'5","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.122359+0000","last_change":"2024-09-12T18:06:13.122359+0000","last_active":"2024-09-12T18:06:13.122359+0000","last_peered":"2024-09-12T18:06:13.122359+0000","last_clean":"2024-09-12T18:06:13.122359+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:06:13.122359+0000","last_undegraded":"2024-09-12T18:06:13.122359+0000","last_fullsized":"2024-09-12T18:06:13.122359+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:13.122279+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:13.122279+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.122279+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:17.796743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2088,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.460743+0000","last_change":"2024-09-12T18:06:17.460743+0000","last_active":"2024-09-12T18:06:17.460743+0000","last_peered":"2024-09-12T18:06:17.460743+0000","last_clean":"2024-09-12T18:06:17.460743+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:06:17.460743+0000","last_undegraded":"2024-09-12T18:06:17.460743+0000","last_fullsized":"2024-09-12T18:06:17.460743+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:17.460643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:17.460643+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.460643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:19.299435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":136,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.043892+0000","last_change":"2024-09-12T18:06:13.043892+0000","last_active":"2024-09-12T18:06:13.043892+0000","last_peered":"2024-09-12T18:06:13.043892+0000","last_clean":"2024-09-12T18:06:13.043892+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:06:13.043892+0000","last_undegraded":"2024-09-12T18:06:13.043892+0000","last_fullsized":"2024-09-12T18:06:13.043892+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T18:06:13.043770+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T18:06:13.043770+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.043770+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:08.854750+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.855997+0000","last_change":"2024-09-12T18:06:07.855997+0000","last_active":"2024-09-12T18:06:07.855997+0000","last_peered":"2024-09-12T18:06:07.855997+0000","last_clean":"2024-09-12T18:06:07.855997+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:06:07.855997+0000","last_undegraded":"2024-09-12T18:06:07.855997+0000","last_fullsized":"2024-09-12T18:06:07.855997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:07.855900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:07.855900+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.855900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:07.383738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.090023+0000","last_change":"2024-09-12T18:06:04.089963+0000","last_active":"2024-09-12T18:06:04.090023+0000","last_peered":"2024-09-12T18:06:04.090023+0000","last_clean":"2024-09-12T18:06:04.090023+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:06:04.090023+0000","last_undegraded":"2024-09-12T18:06:04.090023+0000","last_fullsized":"2024-09-12T18:06:04.090023+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:04.089874+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:04.089874+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.089874+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:42.073967+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'6","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.135277+0000","last_change":"2024-09-12T18:06:06.135194+0000","last_active":"2024-09-12T18:06:06.135277+0000","last_peered":"2024-09-12T18:06:06.135277+0000","last_clean":"2024-09-12T18:06:06.135277+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:06:06.135277+0000","last_undegraded":"2024-09-12T18:06:06.135277+0000","last_fullsized":"2024-09-12T18:06:06.135277+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:06.135114+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:06.135114+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.135114+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:41.178287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.017799+0000","last_change":"2024-09-12T18:05:55.017799+0000","last_active":"2024-09-12T18:05:55.017799+0000","last_peered":"2024-09-12T18:05:55.017799+0000","last_clean":"2024-09-12T18:05:55.017799+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:05:55.017799+0000","last_undegraded":"2024-09-12T18:05:55.017799+0000","last_fullsized":"2024-09-12T18:05:55.017799+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T18:05:55.017719+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T18:05:55.017719+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.017719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:18.515293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'2","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:24.190335+0000","last_change":"2024-09-12T18:06:24.190335+0000","last_active":"2024-09-12T18:06:24.190335+0000","last_peered":"2024-09-12T18:06:24.190335+0000","last_clean":"2024-09-12T18:06:24.190335+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:06:24.190335+0000","last_undegraded":"2024-09-12T18:06:24.190335+0000","last_fullsized":"2024-09-12T18:06:24.190335+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:24.190238+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:24.190238+0000","last_clean_scrub_stamp":"2024-09-12T18:06:24.190238+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:51.289903+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.070817+0000","last_change":"2024-09-12T18:06:03.070817+0000","last_active":"2024-09-12T18:06:03.070817+0000","last_peered":"2024-09-12T18:06:03.070817+0000","last_clean":"2024-09-12T18:06:03.070817+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:06:03.070817+0000","last_undegraded":"2024-09-12T18:06:03.070817+0000","last_fullsized":"2024-09-12T18:06:03.070817+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:03.070732+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:03.070732+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.070732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:54.829993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.156448+0000","last_change":"2024-09-12T18:06:08.156448+0000","last_active":"2024-09-12T18:06:08.156448+0000","last_peered":"2024-09-12T18:06:08.156448+0000","last_clean":"2024-09-12T18:06:08.156448+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:06:08.156448+0000","last_undegraded":"2024-09-12T18:06:08.156448+0000","last_fullsized":"2024-09-12T18:06:08.156448+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:08.156348+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:08.156348+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.156348+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:49:43.607398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.371007+0000","last_change":"2024-09-12T18:06:08.371007+0000","last_active":"2024-09-12T18:06:08.371007+0000","last_peered":"2024-09-12T18:06:08.371007+0000","last_clean":"2024-09-12T18:06:08.371007+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:06:08.371007+0000","last_undegraded":"2024-09-12T18:06:08.371007+0000","last_fullsized":"2024-09-12T18:06:08.371007+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'20","last_scrub_stamp":"2024-09-12T18:06:08.370927+0000","last_deep_scrub":"267'20","last_deep_scrub_stamp":"2024-09-12T18:06:08.370927+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.370927+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:43.370029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:25.201968+0000","last_change":"2024-09-12T18:06:25.201968+0000","last_active":"2024-09-12T18:06:25.201968+0000","last_peered":"2024-09-12T18:06:25.201968+0000","last_clean":"2024-09-12T18:06:25.201968+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:06:25.201968+0000","last_undegraded":"2024-09-12T18:06:25.201968+0000","last_fullsized":"2024-09-12T18:06:25.201968+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:25.201869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:25.201869+0000","last_clean_scrub_stamp":"2024-09-12T18:06:25.201869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:37.276236+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'5","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:21.180531+0000","last_change":"2024-09-12T18:06:21.180531+0000","last_active":"2024-09-12T18:06:21.180531+0000","last_peered":"2024-09-12T18:06:21.180531+0000","last_clean":"2024-09-12T18:06:21.180531+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:06:21.180531+0000","last_undegraded":"2024-09-12T18:06:21.180531+0000","last_fullsized":"2024-09-12T18:06:21.180531+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:21.180432+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:21.180432+0000","last_clean_scrub_stamp":"2024-09-12T18:06:21.180432+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:53.604871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:18.448043+0000","last_change":"2024-09-12T18:06:18.448043+0000","last_active":"2024-09-12T18:06:18.448043+0000","last_peered":"2024-09-12T18:06:18.448043+0000","last_clean":"2024-09-12T18:06:18.448043+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:06:18.448043+0000","last_undegraded":"2024-09-12T18:06:18.448043+0000","last_fullsized":"2024-09-12T18:06:18.448043+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:18.447933+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:18.447933+0000","last_clean_scrub_stamp":"2024-09-12T18:06:18.447933+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:11.016778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":150,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.714197+0000","last_change":"2024-09-12T18:05:58.714197+0000","last_active":"2024-09-12T18:05:58.714197+0000","last_peered":"2024-09-12T18:05:58.714197+0000","last_clean":"2024-09-12T18:05:58.714197+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:05:58.714197+0000","last_undegraded":"2024-09-12T18:05:58.714197+0000","last_fullsized":"2024-09-12T18:05:58.714197+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'28","last_scrub_stamp":"2024-09-12T18:05:58.714074+0000","last_deep_scrub":"264'28","last_deep_scrub_stamp":"2024-09-12T18:05:58.714074+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.714074+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:21.434163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.875371+0000","last_change":"2024-09-12T18:06:09.875371+0000","last_active":"2024-09-12T18:06:09.875371+0000","last_peered":"2024-09-12T18:06:09.875371+0000","last_clean":"2024-09-12T18:06:09.875371+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:06:09.875371+0000","last_undegraded":"2024-09-12T18:06:09.875371+0000","last_fullsized":"2024-09-12T18:06:09.875371+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:09.875266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:09.875266+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.875266+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:36.443773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:25.130495+0000","last_change":"2024-09-12T18:06:25.130495+0000","last_active":"2024-09-12T18:06:25.130495+0000","last_peered":"2024-09-12T18:06:25.130495+0000","last_clean":"2024-09-12T18:06:25.130495+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:06:25.130495+0000","last_undegraded":"2024-09-12T18:06:25.130495+0000","last_fullsized":"2024-09-12T18:06:25.130495+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:25.130401+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:25.130401+0000","last_clean_scrub_stamp":"2024-09-12T18:06:25.130401+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:48.321297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.180779+0000","last_change":"2024-09-12T18:06:11.180779+0000","last_active":"2024-09-12T18:06:11.180779+0000","last_peered":"2024-09-12T18:06:11.180779+0000","last_clean":"2024-09-12T18:06:11.180779+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:06:11.180779+0000","last_undegraded":"2024-09-12T18:06:11.180779+0000","last_fullsized":"2024-09-12T18:06:11.180779+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:11.180672+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:11.180672+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.180672+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:43.095088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":159,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.321754+0000","last_change":"2024-09-12T18:06:10.321754+0000","last_active":"2024-09-12T18:06:10.321754+0000","last_peered":"2024-09-12T18:06:10.321754+0000","last_clean":"2024-09-12T18:06:10.321754+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:06:10.321754+0000","last_undegraded":"2024-09-12T18:06:10.321754+0000","last_fullsized":"2024-09-12T18:06:10.321754+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'36","last_scrub_stamp":"2024-09-12T18:06:10.321684+0000","last_deep_scrub":"267'36","last_deep_scrub_stamp":"2024-09-12T18:06:10.321684+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.321684+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:36.534846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.019955+0000","last_change":"2024-09-12T18:05:56.019955+0000","last_active":"2024-09-12T18:05:56.019955+0000","last_peered":"2024-09-12T18:05:56.019955+0000","last_clean":"2024-09-12T18:05:56.019955+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:05:56.019955+0000","last_undegraded":"2024-09-12T18:05:56.019955+0000","last_fullsized":"2024-09-12T18:05:56.019955+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:56.019860+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:56.019860+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.019860+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:45.515063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:22.452131+0000","last_change":"2024-09-12T18:06:22.452131+0000","last_active":"2024-09-12T18:06:22.452131+0000","last_peered":"2024-09-12T18:06:22.452131+0000","last_clean":"2024-09-12T18:06:22.452131+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:06:22.452131+0000","last_undegraded":"2024-09-12T18:06:22.452131+0000","last_fullsized":"2024-09-12T18:06:22.452131+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:22.452046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:22.452046+0000","last_clean_scrub_stamp":"2024-09-12T18:06:22.452046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:55.472306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.267277+0000","last_change":"2024-09-12T18:06:12.267207+0000","last_active":"2024-09-12T18:06:12.267277+0000","last_peered":"2024-09-12T18:06:12.267277+0000","last_clean":"2024-09-12T18:06:12.267277+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:06:12.267277+0000","last_undegraded":"2024-09-12T18:06:12.267277+0000","last_fullsized":"2024-09-12T18:06:12.267277+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:12.267126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:12.267126+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.267126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:01.855812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.075369+0000","last_change":"2024-09-12T18:06:12.075369+0000","last_active":"2024-09-12T18:06:12.075369+0000","last_peered":"2024-09-12T18:06:12.075369+0000","last_clean":"2024-09-12T18:06:12.075369+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:06:12.075369+0000","last_undegraded":"2024-09-12T18:06:12.075369+0000","last_fullsized":"2024-09-12T18:06:12.075369+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T18:06:12.075268+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T18:06:12.075268+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.075268+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:08.962758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:22.168874+0000","last_change":"2024-09-12T18:06:22.168874+0000","last_active":"2024-09-12T18:06:22.168874+0000","last_peered":"2024-09-12T18:06:22.168874+0000","last_clean":"2024-09-12T18:06:22.168874+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:06:22.168874+0000","last_undegraded":"2024-09-12T18:06:22.168874+0000","last_fullsized":"2024-09-12T18:06:22.168874+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:22.168780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:22.168780+0000","last_clean_scrub_stamp":"2024-09-12T18:06:22.168780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:07.104626+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'4","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:20.188283+0000","last_change":"2024-09-12T18:06:20.188196+0000","last_active":"2024-09-12T18:06:20.188283+0000","last_peered":"2024-09-12T18:06:20.188283+0000","last_clean":"2024-09-12T18:06:20.188283+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:06:20.188283+0000","last_undegraded":"2024-09-12T18:06:20.188283+0000","last_fullsized":"2024-09-12T18:06:20.188283+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:06:20.188075+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:06:20.188075+0000","last_clean_scrub_stamp":"2024-09-12T18:06:20.188075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:25.636647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.050623+0000","last_change":"2024-09-12T18:05:52.050550+0000","last_active":"2024-09-12T18:05:52.050623+0000","last_peered":"2024-09-12T18:05:52.050623+0000","last_clean":"2024-09-12T18:05:52.050623+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:05:52.050623+0000","last_undegraded":"2024-09-12T18:05:52.050623+0000","last_fullsized":"2024-09-12T18:05:52.050623+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:52.050456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:52.050456+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.050456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:40.568997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'75","reported_seq":303,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.105766+0000","last_change":"2024-09-12T18:05:48.105766+0000","last_active":"2024-09-12T18:05:48.105766+0000","last_peered":"2024-09-12T18:05:48.105766+0000","last_clean":"2024-09-12T18:05:48.105766+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:05:48.105766+0000","last_undegraded":"2024-09-12T18:05:48.105766+0000","last_fullsized":"2024-09-12T18:05:48.105766+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'75","last_scrub_stamp":"2024-09-12T18:05:48.105685+0000","last_deep_scrub":"267'75","last_deep_scrub_stamp":"2024-09-12T18:05:48.105685+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.105685+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:49:35.887748+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4970,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.036794+0000","last_change":"2024-09-12T18:06:17.036794+0000","last_active":"2024-09-12T18:06:17.036794+0000","last_peered":"2024-09-12T18:06:17.036794+0000","last_clean":"2024-09-12T18:06:17.036794+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:06:17.036794+0000","last_undegraded":"2024-09-12T18:06:17.036794+0000","last_fullsized":"2024-09-12T18:06:17.036794+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:17.036709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:17.036709+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.036709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:11.891918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.208680+0000","last_change":"2024-09-12T18:06:13.208569+0000","last_active":"2024-09-12T18:06:13.208680+0000","last_peered":"2024-09-12T18:06:13.208680+0000","last_clean":"2024-09-12T18:06:13.208680+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:06:13.208680+0000","last_undegraded":"2024-09-12T18:06:13.208680+0000","last_fullsized":"2024-09-12T18:06:13.208680+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:13.208476+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:13.208476+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.208476+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:38.873514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.415546+0000","last_change":"2024-09-12T18:06:16.415546+0000","last_active":"2024-09-12T18:06:16.415546+0000","last_peered":"2024-09-12T18:06:16.415546+0000","last_clean":"2024-09-12T18:06:16.415546+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:06:16.415546+0000","last_undegraded":"2024-09-12T18:06:16.415546+0000","last_fullsized":"2024-09-12T18:06:16.415546+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T18:06:16.415435+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T18:06:16.415435+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.415435+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:57.133980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.236156+0000","last_change":"2024-09-12T18:06:08.236156+0000","last_active":"2024-09-12T18:06:08.236156+0000","last_peered":"2024-09-12T18:06:08.236156+0000","last_clean":"2024-09-12T18:06:08.236156+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:06:08.236156+0000","last_undegraded":"2024-09-12T18:06:08.236156+0000","last_fullsized":"2024-09-12T18:06:08.236156+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"256'15","last_scrub_stamp":"2024-09-12T18:06:08.236048+0000","last_deep_scrub":"256'15","last_deep_scrub_stamp":"2024-09-12T18:06:08.236048+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.236048+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:54.849736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859139+0000","last_change":"2024-09-12T17:32:41.550070+0000","last_active":"2024-09-12T18:01:40.859139+0000","last_peered":"2024-09-12T18:01:40.859139+0000","last_clean":"2024-09-12T18:01:40.859139+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:01:40.859139+0000","last_undegraded":"2024-09-12T18:01:40.859139+0000","last_fullsized":"2024-09-12T18:01:40.859139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:40.460808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'3","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.771470+0000","last_change":"2024-09-12T18:06:05.771470+0000","last_active":"2024-09-12T18:06:05.771470+0000","last_peered":"2024-09-12T18:06:05.771470+0000","last_clean":"2024-09-12T18:06:05.771470+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:06:05.771470+0000","last_undegraded":"2024-09-12T18:06:05.771470+0000","last_fullsized":"2024-09-12T18:06:05.771470+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:06:05.771373+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:06:05.771373+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.771373+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:12.282970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.137669+0000","last_change":"2024-09-12T18:06:05.137669+0000","last_active":"2024-09-12T18:06:05.137669+0000","last_peered":"2024-09-12T18:06:05.137669+0000","last_clean":"2024-09-12T18:06:05.137669+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:06:05.137669+0000","last_undegraded":"2024-09-12T18:06:05.137669+0000","last_fullsized":"2024-09-12T18:06:05.137669+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:05.137577+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:05.137577+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.137577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:51.342444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'52","reported_seq":230,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.177574+0000","last_change":"2024-09-12T18:06:06.177574+0000","last_active":"2024-09-12T18:06:06.177574+0000","last_peered":"2024-09-12T18:06:06.177574+0000","last_clean":"2024-09-12T18:06:06.177574+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:06:06.177574+0000","last_undegraded":"2024-09-12T18:06:06.177574+0000","last_fullsized":"2024-09-12T18:06:06.177574+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T18:06:06.177485+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T18:06:06.177485+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.177485+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:35.605366+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1997,"num_omap_keys":4,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.689970+0000","last_change":"2024-09-12T17:32:41.550453+0000","last_active":"2024-09-12T18:01:40.689970+0000","last_peered":"2024-09-12T18:01:40.689970+0000","last_clean":"2024-09-12T18:01:40.689970+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:01:40.689970+0000","last_undegraded":"2024-09-12T18:01:40.689970+0000","last_fullsized":"2024-09-12T18:01:40.689970+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:16:12.030822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.811273+0000","last_change":"2024-09-12T18:06:06.811273+0000","last_active":"2024-09-12T18:06:06.811273+0000","last_peered":"2024-09-12T18:06:06.811273+0000","last_clean":"2024-09-12T18:06:06.811273+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:06:06.811273+0000","last_undegraded":"2024-09-12T18:06:06.811273+0000","last_fullsized":"2024-09-12T18:06:06.811273+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:06.811174+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:06.811174+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.811174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:49.893872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.085775+0000","last_change":"2024-09-12T18:06:14.085775+0000","last_active":"2024-09-12T18:06:14.085775+0000","last_peered":"2024-09-12T18:06:14.085775+0000","last_clean":"2024-09-12T18:06:14.085775+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:06:14.085775+0000","last_undegraded":"2024-09-12T18:06:14.085775+0000","last_fullsized":"2024-09-12T18:06:14.085775+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:06:14.085687+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:06:14.085687+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.085687+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:16.245451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.364407+0000","last_change":"2024-09-12T18:06:07.364407+0000","last_active":"2024-09-12T18:06:07.364407+0000","last_peered":"2024-09-12T18:06:07.364407+0000","last_clean":"2024-09-12T18:06:07.364407+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:06:07.364407+0000","last_undegraded":"2024-09-12T18:06:07.364407+0000","last_fullsized":"2024-09-12T18:06:07.364407+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'29","last_scrub_stamp":"2024-09-12T18:06:07.364308+0000","last_deep_scrub":"267'29","last_deep_scrub_stamp":"2024-09-12T18:06:07.364308+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.364308+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:25.086842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:25.458748+0000","last_change":"2024-09-12T18:06:25.458748+0000","last_active":"2024-09-12T18:06:25.458748+0000","last_peered":"2024-09-12T18:06:25.458748+0000","last_clean":"2024-09-12T18:06:25.458748+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:06:25.458748+0000","last_undegraded":"2024-09-12T18:06:25.458748+0000","last_fullsized":"2024-09-12T18:06:25.458748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:25.458661+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:25.458661+0000","last_clean_scrub_stamp":"2024-09-12T18:06:25.458661+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:47.760622+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:18.219972+0000","last_change":"2024-09-12T18:06:18.219972+0000","last_active":"2024-09-12T18:06:18.219972+0000","last_peered":"2024-09-12T18:06:18.219972+0000","last_clean":"2024-09-12T18:06:18.219972+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:06:18.219972+0000","last_undegraded":"2024-09-12T18:06:18.219972+0000","last_fullsized":"2024-09-12T18:06:18.219972+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:18.219847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:18.219847+0000","last_clean_scrub_stamp":"2024-09-12T18:06:18.219847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:55.135772+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.134512+0000","last_change":"2024-09-12T18:05:59.134512+0000","last_active":"2024-09-12T18:05:59.134512+0000","last_peered":"2024-09-12T18:05:59.134512+0000","last_clean":"2024-09-12T18:05:59.134512+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:05:59.134512+0000","last_undegraded":"2024-09-12T18:05:59.134512+0000","last_fullsized":"2024-09-12T18:05:59.134512+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.134431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.134431+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.134431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:06.190511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":202,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.110472+0000","last_change":"2024-09-12T18:06:04.110472+0000","last_active":"2024-09-12T18:06:04.110472+0000","last_peered":"2024-09-12T18:06:04.110472+0000","last_clean":"2024-09-12T18:06:04.110472+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:06:04.110472+0000","last_undegraded":"2024-09-12T18:06:04.110472+0000","last_fullsized":"2024-09-12T18:06:04.110472+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'51","last_scrub_stamp":"2024-09-12T18:06:04.110391+0000","last_deep_scrub":"267'51","last_deep_scrub_stamp":"2024-09-12T18:06:04.110391+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.110391+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:02.291163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:01:40.859106+0000","last_change":"2024-09-12T17:32:41.549433+0000","last_active":"2024-09-12T18:01:40.859106+0000","last_peered":"2024-09-12T18:01:40.859106+0000","last_clean":"2024-09-12T18:01:40.859106+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:01:40.859106+0000","last_undegraded":"2024-09-12T18:01:40.859106+0000","last_fullsized":"2024-09-12T18:01:40.859106+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:25.486315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.127431+0000","last_change":"2024-09-12T18:06:01.127431+0000","last_active":"2024-09-12T18:06:01.127431+0000","last_peered":"2024-09-12T18:06:01.127431+0000","last_clean":"2024-09-12T18:06:01.127431+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:06:01.127431+0000","last_undegraded":"2024-09-12T18:06:01.127431+0000","last_fullsized":"2024-09-12T18:06:01.127431+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:06:01.127348+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:06:01.127348+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.127348+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:07.820422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.206374+0000","last_change":"2024-09-12T18:06:10.206374+0000","last_active":"2024-09-12T18:06:10.206374+0000","last_peered":"2024-09-12T18:06:10.206374+0000","last_clean":"2024-09-12T18:06:10.206374+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:06:10.206374+0000","last_undegraded":"2024-09-12T18:06:10.206374+0000","last_fullsized":"2024-09-12T18:06:10.206374+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:10.206286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:10.206286+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.206286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:09.858014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:02:50.867580+0000","last_change":"2024-09-12T17:09:10.271328+0000","last_active":"2024-09-12T18:02:50.867580+0000","last_peered":"2024-09-12T18:02:50.867580+0000","last_clean":"2024-09-12T18:02:50.867580+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:02:50.867580+0000","last_undegraded":"2024-09-12T18:02:50.867580+0000","last_fullsized":"2024-09-12T18:02:50.867580+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:09:09.245428+0000","last_clean_scrub_stamp":"2024-09-12T17:09:09.245428+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:50.165867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.059348+0000","last_change":"2024-09-12T18:05:55.059348+0000","last_active":"2024-09-12T18:05:55.059348+0000","last_peered":"2024-09-12T18:05:55.059348+0000","last_clean":"2024-09-12T18:05:55.059348+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:05:55.059348+0000","last_undegraded":"2024-09-12T18:05:55.059348+0000","last_fullsized":"2024-09-12T18:05:55.059348+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.059256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.059256+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.059256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:41.765580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.102885+0000","last_change":"2024-09-12T18:06:15.102885+0000","last_active":"2024-09-12T18:06:15.102885+0000","last_peered":"2024-09-12T18:06:15.102885+0000","last_clean":"2024-09-12T18:06:15.102885+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:06:15.102885+0000","last_undegraded":"2024-09-12T18:06:15.102885+0000","last_fullsized":"2024-09-12T18:06:15.102885+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T18:06:15.102799+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T18:06:15.102799+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.102799+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:02:50.647058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.307038+0000","last_change":"2024-09-12T18:06:13.307038+0000","last_active":"2024-09-12T18:06:13.307038+0000","last_peered":"2024-09-12T18:06:13.307038+0000","last_clean":"2024-09-12T18:06:13.307038+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:06:13.307038+0000","last_undegraded":"2024-09-12T18:06:13.307038+0000","last_fullsized":"2024-09-12T18:06:13.307038+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:13.306941+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:13.306941+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.306941+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:50.312092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.018296+0000","last_change":"2024-09-12T18:06:09.018296+0000","last_active":"2024-09-12T18:06:09.018296+0000","last_peered":"2024-09-12T18:06:09.018296+0000","last_clean":"2024-09-12T18:06:09.018296+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:06:09.018296+0000","last_undegraded":"2024-09-12T18:06:09.018296+0000","last_fullsized":"2024-09-12T18:06:09.018296+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'21","last_scrub_stamp":"2024-09-12T18:06:09.018197+0000","last_deep_scrub":"267'21","last_deep_scrub_stamp":"2024-09-12T18:06:09.018197+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.018197+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:09.027444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:19.225780+0000","last_change":"2024-09-12T18:06:19.225780+0000","last_active":"2024-09-12T18:06:19.225780+0000","last_peered":"2024-09-12T18:06:19.225780+0000","last_clean":"2024-09-12T18:06:19.225780+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:06:19.225780+0000","last_undegraded":"2024-09-12T18:06:19.225780+0000","last_fullsized":"2024-09-12T18:06:19.225780+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:19.225659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:19.225659+0000","last_clean_scrub_stamp":"2024-09-12T18:06:19.225659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:01.960970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:19.224568+0000","last_change":"2024-09-12T18:06:19.224568+0000","last_active":"2024-09-12T18:06:19.224568+0000","last_peered":"2024-09-12T18:06:19.224568+0000","last_clean":"2024-09-12T18:06:19.224568+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:06:19.224568+0000","last_undegraded":"2024-09-12T18:06:19.224568+0000","last_fullsized":"2024-09-12T18:06:19.224568+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:19.224443+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:19.224443+0000","last_clean_scrub_stamp":"2024-09-12T18:06:19.224443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:05.783637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'7","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.059227+0000","last_change":"2024-09-12T18:05:51.059227+0000","last_active":"2024-09-12T18:05:51.059227+0000","last_peered":"2024-09-12T18:05:51.059227+0000","last_clean":"2024-09-12T18:05:51.059227+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:05:51.059227+0000","last_undegraded":"2024-09-12T18:05:51.059227+0000","last_fullsized":"2024-09-12T18:05:51.059227+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:05:51.059115+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:05:51.059115+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.059115+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:36.147251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5160,"num_write":12,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.220542+0000","last_change":"2024-09-12T18:06:08.220542+0000","last_active":"2024-09-12T18:06:08.220542+0000","last_peered":"2024-09-12T18:06:08.220542+0000","last_clean":"2024-09-12T18:06:08.220542+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:06:08.220542+0000","last_undegraded":"2024-09-12T18:06:08.220542+0000","last_fullsized":"2024-09-12T18:06:08.220542+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'14","last_scrub_stamp":"2024-09-12T18:06:08.220451+0000","last_deep_scrub":"264'14","last_deep_scrub_stamp":"2024-09-12T18:06:08.220451+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.220451+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:58.067460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.081920+0000","last_change":"2024-09-12T18:06:02.081920+0000","last_active":"2024-09-12T18:06:02.081920+0000","last_peered":"2024-09-12T18:06:02.081920+0000","last_clean":"2024-09-12T18:06:02.081920+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:06:02.081920+0000","last_undegraded":"2024-09-12T18:06:02.081920+0000","last_fullsized":"2024-09-12T18:06:02.081920+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:02.081805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:02.081805+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.081805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:09.640580+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.779015+0000","last_change":"2024-09-12T18:06:02.779015+0000","last_active":"2024-09-12T18:06:02.779015+0000","last_peered":"2024-09-12T18:06:02.779015+0000","last_clean":"2024-09-12T18:06:02.779015+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:06:02.779015+0000","last_undegraded":"2024-09-12T18:06:02.779015+0000","last_fullsized":"2024-09-12T18:06:02.779015+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:06:02.778923+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:06:02.778923+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.778923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:53.933624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.404866+0000","last_change":"2024-09-12T18:06:15.404866+0000","last_active":"2024-09-12T18:06:15.404866+0000","last_peered":"2024-09-12T18:06:15.404866+0000","last_clean":"2024-09-12T18:06:15.404866+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:06:15.404866+0000","last_undegraded":"2024-09-12T18:06:15.404866+0000","last_fullsized":"2024-09-12T18:06:15.404866+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:15.404776+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:15.404776+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.404776+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:55.023913+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.026723+0000","last_change":"2024-09-12T18:05:54.026723+0000","last_active":"2024-09-12T18:05:54.026723+0000","last_peered":"2024-09-12T18:05:54.026723+0000","last_clean":"2024-09-12T18:05:54.026723+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:05:54.026723+0000","last_undegraded":"2024-09-12T18:05:54.026723+0000","last_fullsized":"2024-09-12T18:05:54.026723+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T18:05:54.026627+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T18:05:54.026627+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.026627+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:49.121514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:18.270913+0000","last_change":"2024-09-12T18:06:18.270913+0000","last_active":"2024-09-12T18:06:18.270913+0000","last_peered":"2024-09-12T18:06:18.270913+0000","last_clean":"2024-09-12T18:06:18.270913+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:06:18.270913+0000","last_undegraded":"2024-09-12T18:06:18.270913+0000","last_fullsized":"2024-09-12T18:06:18.270913+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:18.270830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:18.270830+0000","last_clean_scrub_stamp":"2024-09-12T18:06:18.270830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:04.806215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.199561+0000","last_change":"2024-09-12T18:06:17.199561+0000","last_active":"2024-09-12T18:06:17.199561+0000","last_peered":"2024-09-12T18:06:17.199561+0000","last_clean":"2024-09-12T18:06:17.199561+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:06:17.199561+0000","last_undegraded":"2024-09-12T18:06:17.199561+0000","last_fullsized":"2024-09-12T18:06:17.199561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T18:06:17.199427+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T18:06:17.199427+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.199427+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:42.229280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.722095+0000","last_change":"2024-09-12T18:06:00.722095+0000","last_active":"2024-09-12T18:06:00.722095+0000","last_peered":"2024-09-12T18:06:00.722095+0000","last_clean":"2024-09-12T18:06:00.722095+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:06:00.722095+0000","last_undegraded":"2024-09-12T18:06:00.722095+0000","last_fullsized":"2024-09-12T18:06:00.722095+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:00.721971+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:00.721971+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.721971+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:28.811807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":191,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.099936+0000","last_change":"2024-09-12T18:05:47.099936+0000","last_active":"2024-09-12T18:05:47.099936+0000","last_peered":"2024-09-12T18:05:47.099936+0000","last_clean":"2024-09-12T18:05:47.099936+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:05:47.099936+0000","last_undegraded":"2024-09-12T18:05:47.099936+0000","last_fullsized":"2024-09-12T18:05:47.099936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'46","last_scrub_stamp":"2024-09-12T18:05:47.099850+0000","last_deep_scrub":"267'46","last_deep_scrub_stamp":"2024-09-12T18:05:47.099850+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.099850+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:01.863076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:23.107900+0000","last_change":"2024-09-12T18:06:23.107843+0000","last_active":"2024-09-12T18:06:23.107900+0000","last_peered":"2024-09-12T18:06:23.107900+0000","last_clean":"2024-09-12T18:06:23.107900+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:06:23.107900+0000","last_undegraded":"2024-09-12T18:06:23.107900+0000","last_fullsized":"2024-09-12T18:06:23.107900+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:23.107755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:23.107755+0000","last_clean_scrub_stamp":"2024-09-12T18:06:23.107755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:41.616290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.197421+0000","last_change":"2024-09-12T18:06:14.197421+0000","last_active":"2024-09-12T18:06:14.197421+0000","last_peered":"2024-09-12T18:06:14.197421+0000","last_clean":"2024-09-12T18:06:14.197421+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:06:14.197421+0000","last_undegraded":"2024-09-12T18:06:14.197421+0000","last_fullsized":"2024-09-12T18:06:14.197421+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:14.197303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:14.197303+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.197303+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:38.190846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":83,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.352252+0000","last_change":"2024-09-12T18:06:13.352252+0000","last_active":"2024-09-12T18:06:13.352252+0000","last_peered":"2024-09-12T18:06:13.352252+0000","last_clean":"2024-09-12T18:06:13.352252+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:06:13.352252+0000","last_undegraded":"2024-09-12T18:06:13.352252+0000","last_fullsized":"2024-09-12T18:06:13.352252+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'12","last_scrub_stamp":"2024-09-12T18:06:13.352155+0000","last_deep_scrub":"267'12","last_deep_scrub_stamp":"2024-09-12T18:06:13.352155+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.352155+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:42.859106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.413928+0000","last_change":"2024-09-12T18:06:06.413928+0000","last_active":"2024-09-12T18:06:06.413928+0000","last_peered":"2024-09-12T18:06:06.413928+0000","last_clean":"2024-09-12T18:06:06.413928+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:06:06.413928+0000","last_undegraded":"2024-09-12T18:06:06.413928+0000","last_fullsized":"2024-09-12T18:06:06.413928+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"256'5","last_scrub_stamp":"2024-09-12T18:06:06.413834+0000","last_deep_scrub":"256'5","last_deep_scrub_stamp":"2024-09-12T18:06:06.413834+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.413834+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:20.740749+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:23.196185+0000","last_change":"2024-09-12T18:06:23.196185+0000","last_active":"2024-09-12T18:06:23.196185+0000","last_peered":"2024-09-12T18:06:23.196185+0000","last_clean":"2024-09-12T18:06:23.196185+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:06:23.196185+0000","last_undegraded":"2024-09-12T18:06:23.196185+0000","last_fullsized":"2024-09-12T18:06:23.196185+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:23.196086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:23.196086+0000","last_clean_scrub_stamp":"2024-09-12T18:06:23.196086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:47.984619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.292540+0000","last_change":"2024-09-12T18:06:15.292540+0000","last_active":"2024-09-12T18:06:15.292540+0000","last_peered":"2024-09-12T18:06:15.292540+0000","last_clean":"2024-09-12T18:06:15.292540+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:06:15.292540+0000","last_undegraded":"2024-09-12T18:06:15.292540+0000","last_fullsized":"2024-09-12T18:06:15.292540+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:15.292442+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:15.292442+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.292442+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:27.089737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.712223+0000","last_change":"2024-09-12T18:05:57.712223+0000","last_active":"2024-09-12T18:05:57.712223+0000","last_peered":"2024-09-12T18:05:57.712223+0000","last_clean":"2024-09-12T18:05:57.712223+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:05:57.712223+0000","last_undegraded":"2024-09-12T18:05:57.712223+0000","last_fullsized":"2024-09-12T18:05:57.712223+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:57.712138+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:57.712138+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.712138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:57.314664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":170,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.152192+0000","last_change":"2024-09-12T18:06:05.152192+0000","last_active":"2024-09-12T18:06:05.152192+0000","last_peered":"2024-09-12T18:06:05.152192+0000","last_clean":"2024-09-12T18:06:05.152192+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:06:05.152192+0000","last_undegraded":"2024-09-12T18:06:05.152192+0000","last_fullsized":"2024-09-12T18:06:05.152192+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T18:06:05.152087+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T18:06:05.152087+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.152087+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:23.182011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:21.196168+0000","last_change":"2024-09-12T18:06:21.196168+0000","last_active":"2024-09-12T18:06:21.196168+0000","last_peered":"2024-09-12T18:06:21.196168+0000","last_clean":"2024-09-12T18:06:21.196168+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:06:21.196168+0000","last_undegraded":"2024-09-12T18:06:21.196168+0000","last_fullsized":"2024-09-12T18:06:21.196168+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:21.196083+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:21.196083+0000","last_clean_scrub_stamp":"2024-09-12T18:06:21.196083+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:55.365584+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.805298+0000","last_change":"2024-09-12T18:06:03.805298+0000","last_active":"2024-09-12T18:06:03.805298+0000","last_peered":"2024-09-12T18:06:03.805298+0000","last_clean":"2024-09-12T18:06:03.805298+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:06:03.805298+0000","last_undegraded":"2024-09-12T18:06:03.805298+0000","last_fullsized":"2024-09-12T18:06:03.805298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:03.805212+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:03.805212+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.805212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:50.713238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.355555+0000","last_change":"2024-09-12T18:06:14.355555+0000","last_active":"2024-09-12T18:06:14.355555+0000","last_peered":"2024-09-12T18:06:14.355555+0000","last_clean":"2024-09-12T18:06:14.355555+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:06:14.355555+0000","last_undegraded":"2024-09-12T18:06:14.355555+0000","last_fullsized":"2024-09-12T18:06:14.355555+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:14.355458+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:14.355458+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.355458+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:52.315667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":190,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.030017+0000","last_change":"2024-09-12T18:06:10.030017+0000","last_active":"2024-09-12T18:06:10.030017+0000","last_peered":"2024-09-12T18:06:10.030017+0000","last_clean":"2024-09-12T18:06:10.030017+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:06:10.030017+0000","last_undegraded":"2024-09-12T18:06:10.030017+0000","last_fullsized":"2024-09-12T18:06:10.030017+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'44","last_scrub_stamp":"2024-09-12T18:06:10.029934+0000","last_deep_scrub":"267'44","last_deep_scrub_stamp":"2024-09-12T18:06:10.029934+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.029934+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:53.658038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:24.414988+0000","last_change":"2024-09-12T18:06:24.414933+0000","last_active":"2024-09-12T18:06:24.414988+0000","last_peered":"2024-09-12T18:06:24.414988+0000","last_clean":"2024-09-12T18:06:24.414988+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:06:24.414988+0000","last_undegraded":"2024-09-12T18:06:24.414988+0000","last_fullsized":"2024-09-12T18:06:24.414988+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:24.414847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:24.414847+0000","last_clean_scrub_stamp":"2024-09-12T18:06:24.414847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:26.982214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.287665+0000","last_change":"2024-09-12T18:06:16.287665+0000","last_active":"2024-09-12T18:06:16.287665+0000","last_peered":"2024-09-12T18:06:16.287665+0000","last_clean":"2024-09-12T18:06:16.287665+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:06:16.287665+0000","last_undegraded":"2024-09-12T18:06:16.287665+0000","last_fullsized":"2024-09-12T18:06:16.287665+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:16.287493+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:16.287493+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.287493+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:20.614132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.142811+0000","last_change":"2024-09-12T18:06:07.142811+0000","last_active":"2024-09-12T18:06:07.142811+0000","last_peered":"2024-09-12T18:06:07.142811+0000","last_clean":"2024-09-12T18:06:07.142811+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:06:07.142811+0000","last_undegraded":"2024-09-12T18:06:07.142811+0000","last_fullsized":"2024-09-12T18:06:07.142811+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:07.142722+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:07.142722+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.142722+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:17.800165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":178,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.027965+0000","last_change":"2024-09-12T18:05:56.027965+0000","last_active":"2024-09-12T18:05:56.027965+0000","last_peered":"2024-09-12T18:05:56.027965+0000","last_clean":"2024-09-12T18:05:56.027965+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:05:56.027965+0000","last_undegraded":"2024-09-12T18:05:56.027965+0000","last_fullsized":"2024-09-12T18:05:56.027965+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T18:05:56.027858+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T18:05:56.027858+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.027858+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:32.100641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.275024+0000","last_change":"2024-09-12T18:06:17.275024+0000","last_active":"2024-09-12T18:06:17.275024+0000","last_peered":"2024-09-12T18:06:17.275024+0000","last_clean":"2024-09-12T18:06:17.275024+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:06:17.275024+0000","last_undegraded":"2024-09-12T18:06:17.275024+0000","last_fullsized":"2024-09-12T18:06:17.275024+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:17.274943+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:17.274943+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.274943+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:52.011453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'8","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:20.447089+0000","last_change":"2024-09-12T18:06:20.447089+0000","last_active":"2024-09-12T18:06:20.447089+0000","last_peered":"2024-09-12T18:06:20.447089+0000","last_clean":"2024-09-12T18:06:20.447089+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:06:20.447089+0000","last_undegraded":"2024-09-12T18:06:20.447089+0000","last_fullsized":"2024-09-12T18:06:20.447089+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T18:06:20.447002+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T18:06:20.447002+0000","last_clean_scrub_stamp":"2024-09-12T18:06:20.447002+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:33.985881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":8,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.268915+0000","last_change":"2024-09-12T18:06:10.268915+0000","last_active":"2024-09-12T18:06:10.268915+0000","last_peered":"2024-09-12T18:06:10.268915+0000","last_clean":"2024-09-12T18:06:10.268915+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:06:10.268915+0000","last_undegraded":"2024-09-12T18:06:10.268915+0000","last_fullsized":"2024-09-12T18:06:10.268915+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:10.268792+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:10.268792+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.268792+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:45.644600+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":189,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.359391+0000","last_change":"2024-09-12T18:06:09.359391+0000","last_active":"2024-09-12T18:06:09.359391+0000","last_peered":"2024-09-12T18:06:09.359391+0000","last_clean":"2024-09-12T18:06:09.359391+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:06:09.359391+0000","last_undegraded":"2024-09-12T18:06:09.359391+0000","last_fullsized":"2024-09-12T18:06:09.359391+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'44","last_scrub_stamp":"2024-09-12T18:06:09.359292+0000","last_deep_scrub":"267'44","last_deep_scrub_stamp":"2024-09-12T18:06:09.359292+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.359292+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:40.952524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.101206+0000","last_change":"2024-09-12T18:06:15.101206+0000","last_active":"2024-09-12T18:06:15.101206+0000","last_peered":"2024-09-12T18:06:15.101206+0000","last_clean":"2024-09-12T18:06:15.101206+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:06:15.101206+0000","last_undegraded":"2024-09-12T18:06:15.101206+0000","last_fullsized":"2024-09-12T18:06:15.101206+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:15.101084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:15.101084+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.101084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:06.969530+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:21.450033+0000","last_change":"2024-09-12T18:06:21.450033+0000","last_active":"2024-09-12T18:06:21.450033+0000","last_peered":"2024-09-12T18:06:21.450033+0000","last_clean":"2024-09-12T18:06:21.450033+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:06:21.450033+0000","last_undegraded":"2024-09-12T18:06:21.450033+0000","last_fullsized":"2024-09-12T18:06:21.450033+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:21.449926+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:21.449926+0000","last_clean_scrub_stamp":"2024-09-12T18:06:21.449926+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:09.773090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.022690+0000","last_change":"2024-09-12T18:05:50.022690+0000","last_active":"2024-09-12T18:05:50.022690+0000","last_peered":"2024-09-12T18:05:50.022690+0000","last_clean":"2024-09-12T18:05:50.022690+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:05:50.022690+0000","last_undegraded":"2024-09-12T18:05:50.022690+0000","last_fullsized":"2024-09-12T18:05:50.022690+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.022616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.022616+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.022616+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:58.036380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.095446+0000","last_change":"2024-09-12T18:05:58.095446+0000","last_active":"2024-09-12T18:05:58.095446+0000","last_peered":"2024-09-12T18:05:58.095446+0000","last_clean":"2024-09-12T18:05:58.095446+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:05:58.095446+0000","last_undegraded":"2024-09-12T18:05:58.095446+0000","last_fullsized":"2024-09-12T18:05:58.095446+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T18:05:58.095356+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T18:05:58.095356+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.095356+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:52.480775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.838253+0000","last_change":"2024-09-12T18:06:08.838253+0000","last_active":"2024-09-12T18:06:08.838253+0000","last_peered":"2024-09-12T18:06:08.838253+0000","last_clean":"2024-09-12T18:06:08.838253+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:06:08.838253+0000","last_undegraded":"2024-09-12T18:06:08.838253+0000","last_fullsized":"2024-09-12T18:06:08.838253+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:08.838165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:08.838165+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.838165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:09.917672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.295192+0000","last_change":"2024-09-12T18:06:14.295192+0000","last_active":"2024-09-12T18:06:14.295192+0000","last_peered":"2024-09-12T18:06:14.295192+0000","last_clean":"2024-09-12T18:06:14.295192+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:06:14.295192+0000","last_undegraded":"2024-09-12T18:06:14.295192+0000","last_fullsized":"2024-09-12T18:06:14.295192+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:14.295100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:14.295100+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.295100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:02.744670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.211763+0000","last_change":"2024-09-12T18:06:09.211763+0000","last_active":"2024-09-12T18:06:09.211763+0000","last_peered":"2024-09-12T18:06:09.211763+0000","last_clean":"2024-09-12T18:06:09.211763+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:06:09.211763+0000","last_undegraded":"2024-09-12T18:06:09.211763+0000","last_fullsized":"2024-09-12T18:06:09.211763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T18:06:09.211667+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T18:06:09.211667+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.211667+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:32.807836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.126487+0000","last_change":"2024-09-12T18:06:04.126487+0000","last_active":"2024-09-12T18:06:04.126487+0000","last_peered":"2024-09-12T18:06:04.126487+0000","last_clean":"2024-09-12T18:06:04.126487+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:06:04.126487+0000","last_undegraded":"2024-09-12T18:06:04.126487+0000","last_fullsized":"2024-09-12T18:06:04.126487+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'30","last_scrub_stamp":"2024-09-12T18:06:04.126401+0000","last_deep_scrub":"267'30","last_deep_scrub_stamp":"2024-09-12T18:06:04.126401+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.126401+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:15.529148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.159483+0000","last_change":"2024-09-12T18:06:16.159483+0000","last_active":"2024-09-12T18:06:16.159483+0000","last_peered":"2024-09-12T18:06:16.159483+0000","last_clean":"2024-09-12T18:06:16.159483+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:06:16.159483+0000","last_undegraded":"2024-09-12T18:06:16.159483+0000","last_fullsized":"2024-09-12T18:06:16.159483+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:16.159391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:16.159391+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.159391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:39.499505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.160286+0000","last_change":"2024-09-12T18:06:11.160286+0000","last_active":"2024-09-12T18:06:11.160286+0000","last_peered":"2024-09-12T18:06:11.160286+0000","last_clean":"2024-09-12T18:06:11.160286+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:06:11.160286+0000","last_undegraded":"2024-09-12T18:06:11.160286+0000","last_fullsized":"2024-09-12T18:06:11.160286+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:11.160210+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:11.160210+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.160210+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:11.567856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.261752+0000","last_change":"2024-09-12T18:06:11.261752+0000","last_active":"2024-09-12T18:06:11.261752+0000","last_peered":"2024-09-12T18:06:11.261752+0000","last_clean":"2024-09-12T18:06:11.261752+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:06:11.261752+0000","last_undegraded":"2024-09-12T18:06:11.261752+0000","last_fullsized":"2024-09-12T18:06:11.261752+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:11.261657+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:11.261657+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.261657+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:53.569467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":282,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.774187+0000","last_change":"2024-09-12T18:05:55.774187+0000","last_active":"2024-09-12T18:05:55.774187+0000","last_peered":"2024-09-12T18:05:55.774187+0000","last_clean":"2024-09-12T18:05:55.774187+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:05:55.774187+0000","last_undegraded":"2024-09-12T18:05:55.774187+0000","last_fullsized":"2024-09-12T18:05:55.774187+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'77","last_scrub_stamp":"2024-09-12T18:05:55.774068+0000","last_deep_scrub":"267'77","last_deep_scrub_stamp":"2024-09-12T18:05:55.774068+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.774068+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:32.544080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.059928+0000","last_change":"2024-09-12T18:05:54.059928+0000","last_active":"2024-09-12T18:05:54.059928+0000","last_peered":"2024-09-12T18:05:54.059928+0000","last_clean":"2024-09-12T18:05:54.059928+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:05:54.059928+0000","last_undegraded":"2024-09-12T18:05:54.059928+0000","last_fullsized":"2024-09-12T18:05:54.059928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:54.059848+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:54.059848+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.059848+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:20.313582+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'7","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.770288+0000","last_change":"2024-09-12T18:06:01.770288+0000","last_active":"2024-09-12T18:06:01.770288+0000","last_peered":"2024-09-12T18:06:01.770288+0000","last_clean":"2024-09-12T18:06:01.770288+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:06:01.770288+0000","last_undegraded":"2024-09-12T18:06:01.770288+0000","last_fullsized":"2024-09-12T18:06:01.770288+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:06:01.770194+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:06:01.770194+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.770194+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:50.124328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.220427+0000","last_change":"2024-09-12T18:06:07.220427+0000","last_active":"2024-09-12T18:06:07.220427+0000","last_peered":"2024-09-12T18:06:07.220427+0000","last_clean":"2024-09-12T18:06:07.220427+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:06:07.220427+0000","last_undegraded":"2024-09-12T18:06:07.220427+0000","last_fullsized":"2024-09-12T18:06:07.220427+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:07.220338+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:07.220338+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.220338+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:59.447138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4105,"num_write":6,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":217,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.226461+0000","last_change":"2024-09-12T18:06:07.226461+0000","last_active":"2024-09-12T18:06:07.226461+0000","last_peered":"2024-09-12T18:06:07.226461+0000","last_clean":"2024-09-12T18:06:07.226461+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:06:07.226461+0000","last_undegraded":"2024-09-12T18:06:07.226461+0000","last_fullsized":"2024-09-12T18:06:07.226461+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T18:06:07.226378+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T18:06:07.226378+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.226378+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:39.822266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:23.432950+0000","last_change":"2024-09-12T18:06:23.432950+0000","last_active":"2024-09-12T18:06:23.432950+0000","last_peered":"2024-09-12T18:06:23.432950+0000","last_clean":"2024-09-12T18:06:23.432950+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:06:23.432950+0000","last_undegraded":"2024-09-12T18:06:23.432950+0000","last_fullsized":"2024-09-12T18:06:23.432950+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:23.432847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:23.432847+0000","last_clean_scrub_stamp":"2024-09-12T18:06:23.432847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:51.779778+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.148970+0000","last_change":"2024-09-12T18:06:12.148970+0000","last_active":"2024-09-12T18:06:12.148970+0000","last_peered":"2024-09-12T18:06:12.148970+0000","last_clean":"2024-09-12T18:06:12.148970+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:06:12.148970+0000","last_undegraded":"2024-09-12T18:06:12.148970+0000","last_fullsized":"2024-09-12T18:06:12.148970+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:12.148891+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:12.148891+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.148891+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:23.370468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.275282+0000","last_change":"2024-09-12T18:06:09.275282+0000","last_active":"2024-09-12T18:06:09.275282+0000","last_peered":"2024-09-12T18:06:09.275282+0000","last_clean":"2024-09-12T18:06:09.275282+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:06:09.275282+0000","last_undegraded":"2024-09-12T18:06:09.275282+0000","last_fullsized":"2024-09-12T18:06:09.275282+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:09.275163+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:09.275163+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.275163+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:05.156055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.075566+0000","last_change":"2024-09-12T18:06:03.075566+0000","last_active":"2024-09-12T18:06:03.075566+0000","last_peered":"2024-09-12T18:06:03.075566+0000","last_clean":"2024-09-12T18:06:03.075566+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:06:03.075566+0000","last_undegraded":"2024-09-12T18:06:03.075566+0000","last_fullsized":"2024-09-12T18:06:03.075566+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'25","last_scrub_stamp":"2024-09-12T18:06:03.075474+0000","last_deep_scrub":"267'25","last_deep_scrub_stamp":"2024-09-12T18:06:03.075474+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.075474+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:19.333284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:03:55.706563+0000","last_change":"2024-09-12T17:32:41.549696+0000","last_active":"2024-09-12T18:03:55.706563+0000","last_peered":"2024-09-12T18:03:55.706563+0000","last_clean":"2024-09-12T18:03:55.706563+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:03:55.706563+0000","last_undegraded":"2024-09-12T18:03:55.706563+0000","last_fullsized":"2024-09-12T18:03:55.706563+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:32:40.524792+0000","last_clean_scrub_stamp":"2024-09-12T17:32:40.524792+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'11","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.145409+0000","last_change":"2024-09-12T18:06:00.145409+0000","last_active":"2024-09-12T18:06:00.145409+0000","last_peered":"2024-09-12T18:06:00.145409+0000","last_clean":"2024-09-12T18:06:00.145409+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:06:00.145409+0000","last_undegraded":"2024-09-12T18:06:00.145409+0000","last_fullsized":"2024-09-12T18:06:00.145409+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T18:06:00.145314+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T18:06:00.145314+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.145314+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:49.101828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":3127,"num_write":16,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.744777+0000","last_change":"2024-09-12T18:05:59.744777+0000","last_active":"2024-09-12T18:05:59.744777+0000","last_peered":"2024-09-12T18:05:59.744777+0000","last_clean":"2024-09-12T18:05:59.744777+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:05:59.744777+0000","last_undegraded":"2024-09-12T18:05:59.744777+0000","last_fullsized":"2024-09-12T18:05:59.744777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:05:59.744651+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:05:59.744651+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.744651+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:00.174525+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.047599+0000","last_change":"2024-09-12T18:05:53.047599+0000","last_active":"2024-09-12T18:05:53.047599+0000","last_peered":"2024-09-12T18:05:53.047599+0000","last_clean":"2024-09-12T18:05:53.047599+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:05:53.047599+0000","last_undegraded":"2024-09-12T18:05:53.047599+0000","last_fullsized":"2024-09-12T18:05:53.047599+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T18:05:53.047514+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T18:05:53.047514+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.047514+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:51.133892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:20.182829+0000","last_change":"2024-09-12T18:06:20.182829+0000","last_active":"2024-09-12T18:06:20.182829+0000","last_peered":"2024-09-12T18:06:20.182829+0000","last_clean":"2024-09-12T18:06:20.182829+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:06:20.182829+0000","last_undegraded":"2024-09-12T18:06:20.182829+0000","last_fullsized":"2024-09-12T18:06:20.182829+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:20.182697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:20.182697+0000","last_clean_scrub_stamp":"2024-09-12T18:06:20.182697+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:08.790549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.175185+0000","last_change":"2024-09-12T18:06:12.175185+0000","last_active":"2024-09-12T18:06:12.175185+0000","last_peered":"2024-09-12T18:06:12.175185+0000","last_clean":"2024-09-12T18:06:12.175185+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:06:12.175185+0000","last_undegraded":"2024-09-12T18:06:12.175185+0000","last_fullsized":"2024-09-12T18:06:12.175185+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:06:12.175098+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:06:12.175098+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.175098+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:55.018576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.064528+0000","last_change":"2024-09-12T18:05:57.064528+0000","last_active":"2024-09-12T18:05:57.064528+0000","last_peered":"2024-09-12T18:05:57.064528+0000","last_clean":"2024-09-12T18:05:57.064528+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:05:57.064528+0000","last_undegraded":"2024-09-12T18:05:57.064528+0000","last_fullsized":"2024-09-12T18:05:57.064528+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:05:57.064434+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:05:57.064434+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.064434+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:40.872034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":153,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.168817+0000","last_change":"2024-09-12T18:06:03.168817+0000","last_active":"2024-09-12T18:06:03.168817+0000","last_peered":"2024-09-12T18:06:03.168817+0000","last_clean":"2024-09-12T18:06:03.168817+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:06:03.168817+0000","last_undegraded":"2024-09-12T18:06:03.168817+0000","last_fullsized":"2024-09-12T18:06:03.168817+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'32","last_scrub_stamp":"2024-09-12T18:06:03.168718+0000","last_deep_scrub":"267'32","last_deep_scrub_stamp":"2024-09-12T18:06:03.168718+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.168718+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:24.706208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'323","reported_seq":992,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.175033+0000","last_change":"2024-09-12T18:05:41.174946+0000","last_active":"2024-09-12T18:05:41.175033+0000","last_peered":"2024-09-12T18:05:41.175033+0000","last_clean":"2024-09-12T18:05:41.175033+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:41.175033+0000","last_undegraded":"2024-09-12T18:05:41.175033+0000","last_fullsized":"2024-09-12T18:05:41.175033+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.174793+0000","objects_scrubbed":4,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:46.261208+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":35276,"num_write":1003,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.365837+0000","last_change":"2024-09-12T18:05:48.365778+0000","last_active":"2024-09-12T18:05:48.365837+0000","last_peered":"2024-09-12T18:05:48.365837+0000","last_clean":"2024-09-12T18:05:48.365837+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:05:48.365837+0000","last_undegraded":"2024-09-12T18:05:48.365837+0000","last_fullsized":"2024-09-12T18:05:48.365837+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T18:05:48.365689+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T18:05:48.365689+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.365689+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:20.632239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'347","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.693485+0000","last_change":"2024-09-12T18:05:32.693422+0000","last_active":"2024-09-12T18:05:32.693485+0000","last_peered":"2024-09-12T18:05:32.693485+0000","last_clean":"2024-09-12T18:05:32.693485+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:05:32.693485+0000","last_undegraded":"2024-09-12T18:05:32.693485+0000","last_fullsized":"2024-09-12T18:05:32.693485+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'347","last_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_deep_scrub":"267'347","last_deep_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.693287+0000","objects_scrubbed":7,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.400255+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":464,"num_read_kb":21263,"num_write":1002,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'360","reported_seq":980,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.141018+0000","last_change":"2024-09-12T18:05:46.140956+0000","last_active":"2024-09-12T18:05:46.141018+0000","last_peered":"2024-09-12T18:05:46.141018+0000","last_clean":"2024-09-12T18:05:46.141018+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:05:46.141018+0000","last_undegraded":"2024-09-12T18:05:46.141018+0000","last_fullsized":"2024-09-12T18:05:46.141018+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T18:05:46.140870+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T18:05:46.140870+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.140870+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:39.558778+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8073,"num_omap_keys":32,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'350","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.345617+0000","last_change":"2024-09-12T18:05:33.345519+0000","last_active":"2024-09-12T18:05:33.345617+0000","last_peered":"2024-09-12T18:05:33.345617+0000","last_clean":"2024-09-12T18:05:33.345617+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:33.345617+0000","last_undegraded":"2024-09-12T18:05:33.345617+0000","last_fullsized":"2024-09-12T18:05:33.345617+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.345331+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:44.057762+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6274493,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":770,"num_read_kb":30264,"num_write":1283,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.053128+0000","last_change":"2024-09-12T18:05:46.053046+0000","last_active":"2024-09-12T18:05:46.053128+0000","last_peered":"2024-09-12T18:05:46.053128+0000","last_clean":"2024-09-12T18:05:46.053128+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:05:46.053128+0000","last_undegraded":"2024-09-12T18:05:46.053128+0000","last_fullsized":"2024-09-12T18:05:46.053128+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T18:05:46.052933+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T18:05:46.052933+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.052933+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:42.123807+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'348","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.433010+0000","last_change":"2024-09-12T18:05:40.433010+0000","last_active":"2024-09-12T18:05:40.433010+0000","last_peered":"2024-09-12T18:05:40.433010+0000","last_clean":"2024-09-12T18:05:40.433010+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:40.433010+0000","last_undegraded":"2024-09-12T18:05:40.433010+0000","last_fullsized":"2024-09-12T18:05:40.433010+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.432855+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:23.317255+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":694699,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":3327,"num_write":1112,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.374665+0000","last_change":"2024-09-12T18:05:40.374597+0000","last_active":"2024-09-12T18:05:40.374665+0000","last_peered":"2024-09-12T18:05:40.374665+0000","last_clean":"2024-09-12T18:05:40.374665+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:05:40.374665+0000","last_undegraded":"2024-09-12T18:05:40.374665+0000","last_fullsized":"2024-09-12T18:05:40.374665+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.374496+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:50.703994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'290","reported_seq":908,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.130406+0000","last_change":"2024-09-12T18:05:40.130304+0000","last_active":"2024-09-12T18:05:40.130406+0000","last_peered":"2024-09-12T18:05:40.130406+0000","last_clean":"2024-09-12T18:05:40.130406+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:40.130406+0000","last_undegraded":"2024-09-12T18:05:40.130406+0000","last_fullsized":"2024-09-12T18:05:40.130406+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.130138+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:59.138952+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":404,"num_read_kb":18362,"num_write":870,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.060799+0000","last_change":"2024-09-12T18:05:40.060799+0000","last_active":"2024-09-12T18:05:40.060799+0000","last_peered":"2024-09-12T18:05:40.060799+0000","last_clean":"2024-09-12T18:05:40.060799+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:05:40.060799+0000","last_undegraded":"2024-09-12T18:05:40.060799+0000","last_fullsized":"2024-09-12T18:05:40.060799+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'78","last_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_deep_scrub":"267'78","last_deep_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.060700+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:42.930998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'331","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.418779+0000","last_change":"2024-09-12T18:05:41.418710+0000","last_active":"2024-09-12T18:05:41.418779+0000","last_peered":"2024-09-12T18:05:41.418779+0000","last_clean":"2024-09-12T18:05:41.418779+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:41.418779+0000","last_undegraded":"2024-09-12T18:05:41.418779+0000","last_fullsized":"2024-09-12T18:05:41.418779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.418570+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:12.451784+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":63577,"num_write":1046,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'126","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.067993+0000","last_change":"2024-09-12T18:05:54.067937+0000","last_active":"2024-09-12T18:05:54.067993+0000","last_peered":"2024-09-12T18:05:54.067993+0000","last_clean":"2024-09-12T18:05:54.067993+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:05:54.067993+0000","last_undegraded":"2024-09-12T18:05:54.067993+0000","last_fullsized":"2024-09-12T18:05:54.067993+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T18:05:54.067848+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T18:05:54.067848+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.067848+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:05:14.724267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'304","reported_seq":1013,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.243449+0000","last_change":"2024-09-12T18:05:35.243382+0000","last_active":"2024-09-12T18:05:35.243449+0000","last_peered":"2024-09-12T18:05:35.243449+0000","last_clean":"2024-09-12T18:05:35.243449+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:35.243449+0000","last_undegraded":"2024-09-12T18:05:35.243449+0000","last_fullsized":"2024-09-12T18:05:35.243449+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'304","last_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_deep_scrub":"267'304","last_deep_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.243248+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:40.848590+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":1207,"num_write":978,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'328","reported_seq":1006,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.338719+0000","last_change":"2024-09-12T18:05:49.338593+0000","last_active":"2024-09-12T18:05:49.338719+0000","last_peered":"2024-09-12T18:05:49.338719+0000","last_clean":"2024-09-12T18:05:49.338719+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:05:49.338719+0000","last_undegraded":"2024-09-12T18:05:49.338719+0000","last_fullsized":"2024-09-12T18:05:49.338719+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T18:05:49.338492+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T18:05:49.338492+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.338492+0000","objects_scrubbed":1,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:15.020984+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'337","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.110340+0000","last_change":"2024-09-12T18:05:38.110183+0000","last_active":"2024-09-12T18:05:38.110340+0000","last_peered":"2024-09-12T18:05:38.110340+0000","last_clean":"2024-09-12T18:05:38.110340+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:38.110340+0000","last_undegraded":"2024-09-12T18:05:38.110340+0000","last_fullsized":"2024-09-12T18:05:38.110340+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.110050+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:35.548405+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":41259,"num_write":1065,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'86","reported_seq":678,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.009190+0000","last_change":"2024-09-12T18:05:37.009135+0000","last_active":"2024-09-12T18:05:37.009190+0000","last_peered":"2024-09-12T18:05:37.009190+0000","last_clean":"2024-09-12T18:05:37.009190+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:05:37.009190+0000","last_undegraded":"2024-09-12T18:05:37.009190+0000","last_fullsized":"2024-09-12T18:05:37.009190+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.009057+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:07.180875+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.030847+0000","last_change":"2024-09-12T18:05:45.030847+0000","last_active":"2024-09-12T18:05:45.030847+0000","last_peered":"2024-09-12T18:05:45.030847+0000","last_clean":"2024-09-12T18:05:45.030847+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:05:45.030847+0000","last_undegraded":"2024-09-12T18:05:45.030847+0000","last_fullsized":"2024-09-12T18:05:45.030847+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.030762+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:18.796466+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'356","reported_seq":1024,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.193869+0000","last_change":"2024-09-12T18:05:38.193808+0000","last_active":"2024-09-12T18:05:38.193869+0000","last_peered":"2024-09-12T18:05:38.193869+0000","last_clean":"2024-09-12T18:05:38.193869+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:38.193869+0000","last_undegraded":"2024-09-12T18:05:38.193869+0000","last_fullsized":"2024-09-12T18:05:38.193869+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'356","last_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_deep_scrub":"267'356","last_deep_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.193675+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:27.049845+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":527,"num_read_kb":14380,"num_write":1088,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.151511+0000","last_change":"2024-09-12T18:05:44.151511+0000","last_active":"2024-09-12T18:05:44.151511+0000","last_peered":"2024-09-12T18:05:44.151511+0000","last_clean":"2024-09-12T18:05:44.151511+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:05:44.151511+0000","last_undegraded":"2024-09-12T18:05:44.151511+0000","last_fullsized":"2024-09-12T18:05:44.151511+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.151432+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:53.605408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'369","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.208530+0000","last_change":"2024-09-12T18:05:33.208461+0000","last_active":"2024-09-12T18:05:33.208530+0000","last_peered":"2024-09-12T18:05:33.208530+0000","last_clean":"2024-09-12T18:05:33.208530+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:33.208530+0000","last_undegraded":"2024-09-12T18:05:33.208530+0000","last_fullsized":"2024-09-12T18:05:33.208530+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'369","last_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_deep_scrub":"267'369","last_deep_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.208322+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:13.923683+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048622,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":33406,"num_write":1211,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.344596+0000","last_change":"2024-09-12T18:05:46.344513+0000","last_active":"2024-09-12T18:05:46.344596+0000","last_peered":"2024-09-12T18:05:46.344596+0000","last_clean":"2024-09-12T18:05:46.344596+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:05:46.344596+0000","last_undegraded":"2024-09-12T18:05:46.344596+0000","last_fullsized":"2024-09-12T18:05:46.344596+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T18:05:46.344404+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T18:05:46.344404+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.344404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:04.252359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.226189+0000","last_change":"2024-09-12T18:05:35.226104+0000","last_active":"2024-09-12T18:05:35.226189+0000","last_peered":"2024-09-12T18:05:35.226189+0000","last_clean":"2024-09-12T18:05:35.226189+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:35.226189+0000","last_undegraded":"2024-09-12T18:05:35.226189+0000","last_fullsized":"2024-09-12T18:05:35.226189+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.225942+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:21.855374+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355602,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":571,"num_read_kb":24192,"num_write":1106,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":803,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.007780+0000","last_change":"2024-09-12T18:05:35.007725+0000","last_active":"2024-09-12T18:05:35.007780+0000","last_peered":"2024-09-12T18:05:35.007780+0000","last_clean":"2024-09-12T18:05:35.007780+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:05:35.007780+0000","last_undegraded":"2024-09-12T18:05:35.007780+0000","last_fullsized":"2024-09-12T18:05:35.007780+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.007642+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:21.931495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'337","reported_seq":1109,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.844373+0000","last_change":"2024-09-12T18:05:30.844273+0000","last_active":"2024-09-12T18:05:30.844373+0000","last_peered":"2024-09-12T18:05:30.844373+0000","last_clean":"2024-09-12T18:05:30.844373+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:30.844373+0000","last_undegraded":"2024-09-12T18:05:30.844373+0000","last_fullsized":"2024-09-12T18:05:30.844373+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.844086+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:23.665915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232766,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":73934,"num_write":1051,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.024049+0000","last_change":"2024-09-12T18:05:36.023986+0000","last_active":"2024-09-12T18:05:36.024049+0000","last_peered":"2024-09-12T18:05:36.024049+0000","last_clean":"2024-09-12T18:05:36.024049+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:05:36.024049+0000","last_undegraded":"2024-09-12T18:05:36.024049+0000","last_fullsized":"2024-09-12T18:05:36.024049+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.023904+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:17.267313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'342","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.110669+0000","last_change":"2024-09-12T18:05:37.110599+0000","last_active":"2024-09-12T18:05:37.110669+0000","last_peered":"2024-09-12T18:05:37.110669+0000","last_clean":"2024-09-12T18:05:37.110669+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:37.110669+0000","last_undegraded":"2024-09-12T18:05:37.110669+0000","last_fullsized":"2024-09-12T18:05:37.110669+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'342","last_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_deep_scrub":"267'342","last_deep_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.110461+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:39.553897+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":488,"num_read_kb":16770,"num_write":1014,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.988777+0000","last_change":"2024-09-12T18:05:43.988710+0000","last_active":"2024-09-12T18:05:43.988777+0000","last_peered":"2024-09-12T18:05:43.988777+0000","last_clean":"2024-09-12T18:05:43.988777+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:05:43.988777+0000","last_undegraded":"2024-09-12T18:05:43.988777+0000","last_fullsized":"2024-09-12T18:05:43.988777+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.988619+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:03.600860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'405","reported_seq":1106,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.318801+0000","last_change":"2024-09-12T18:05:32.318696+0000","last_active":"2024-09-12T18:05:32.318801+0000","last_peered":"2024-09-12T18:05:32.318801+0000","last_clean":"2024-09-12T18:05:32.318801+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:32.318801+0000","last_undegraded":"2024-09-12T18:05:32.318801+0000","last_fullsized":"2024-09-12T18:05:32.318801+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.318580+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:50.127258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":630,"num_read_kb":58140,"num_write":1289,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'128","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.109710+0000","last_change":"2024-09-12T18:06:01.109710+0000","last_active":"2024-09-12T18:06:01.109710+0000","last_peered":"2024-09-12T18:06:01.109710+0000","last_clean":"2024-09-12T18:06:01.109710+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:06:01.109710+0000","last_undegraded":"2024-09-12T18:06:01.109710+0000","last_fullsized":"2024-09-12T18:06:01.109710+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T18:06:01.109613+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T18:06:01.109613+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.109613+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:35.050101+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":743,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.073936+0000","last_change":"2024-09-12T18:05:42.073877+0000","last_active":"2024-09-12T18:05:42.073936+0000","last_peered":"2024-09-12T18:05:42.073936+0000","last_clean":"2024-09-12T18:05:42.073936+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:05:42.073936+0000","last_undegraded":"2024-09-12T18:05:42.073936+0000","last_fullsized":"2024-09-12T18:05:42.073936+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.073800+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:18.676055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'422","reported_seq":1140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.283657+0000","last_change":"2024-09-12T18:05:33.283587+0000","last_active":"2024-09-12T18:05:33.283657+0000","last_peered":"2024-09-12T18:05:33.283657+0000","last_clean":"2024-09-12T18:05:33.283657+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:33.283657+0000","last_undegraded":"2024-09-12T18:05:33.283657+0000","last_fullsized":"2024-09-12T18:05:33.283657+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'422","last_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_deep_scrub":"267'422","last_deep_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.283492+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:29.525870+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":727,"num_read_kb":30873,"num_write":1362,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.303327+0000","last_change":"2024-09-12T18:05:54.303327+0000","last_active":"2024-09-12T18:05:54.303327+0000","last_peered":"2024-09-12T18:05:54.303327+0000","last_clean":"2024-09-12T18:05:54.303327+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:05:54.303327+0000","last_undegraded":"2024-09-12T18:05:54.303327+0000","last_fullsized":"2024-09-12T18:05:54.303327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:54.303233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:54.303233+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.303233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:45.534772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'322","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.399159+0000","last_change":"2024-09-12T18:05:51.399096+0000","last_active":"2024-09-12T18:05:51.399159+0000","last_peered":"2024-09-12T18:05:51.399159+0000","last_clean":"2024-09-12T18:05:51.399159+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:05:51.399159+0000","last_undegraded":"2024-09-12T18:05:51.399159+0000","last_fullsized":"2024-09-12T18:05:51.399159+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:51.399008+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:51.399008+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.399008+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:29.808547+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12201,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":507,"num_read_kb":1013,"num_write":386,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.094476+0000","last_change":"2024-09-12T18:06:01.094476+0000","last_active":"2024-09-12T18:06:01.094476+0000","last_peered":"2024-09-12T18:06:01.094476+0000","last_clean":"2024-09-12T18:06:01.094476+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:06:01.094476+0000","last_undegraded":"2024-09-12T18:06:01.094476+0000","last_fullsized":"2024-09-12T18:06:01.094476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:01.094370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:01.094370+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.094370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:19.140541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'145","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.261178+0000","last_change":"2024-09-12T18:06:05.261107+0000","last_active":"2024-09-12T18:06:05.261178+0000","last_peered":"2024-09-12T18:06:05.261178+0000","last_clean":"2024-09-12T18:06:05.261178+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:06:05.261178+0000","last_undegraded":"2024-09-12T18:06:05.261178+0000","last_fullsized":"2024-09-12T18:06:05.261178+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:06:05.261012+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:06:05.261012+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.261012+0000","objects_scrubbed":2,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:52.475936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.376110+0000","last_change":"2024-09-12T18:05:43.376057+0000","last_active":"2024-09-12T18:05:43.376110+0000","last_peered":"2024-09-12T18:05:43.376110+0000","last_clean":"2024-09-12T18:05:43.376110+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:05:43.376110+0000","last_undegraded":"2024-09-12T18:05:43.376110+0000","last_fullsized":"2024-09-12T18:05:43.376110+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.375973+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:55.619948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'399","reported_seq":1050,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.305134+0000","last_change":"2024-09-12T18:05:29.305036+0000","last_active":"2024-09-12T18:05:29.305134+0000","last_peered":"2024-09-12T18:05:29.305134+0000","last_clean":"2024-09-12T18:05:29.305134+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:29.305134+0000","last_undegraded":"2024-09-12T18:05:29.305134+0000","last_fullsized":"2024-09-12T18:05:29.305134+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'399","last_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_deep_scrub":"267'399","last_deep_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.304906+0000","objects_scrubbed":7,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:31.396260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194343,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":6561,"num_write":1208,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.096757+0000","last_change":"2024-09-12T18:05:49.096693+0000","last_active":"2024-09-12T18:05:49.096757+0000","last_peered":"2024-09-12T18:05:49.096757+0000","last_clean":"2024-09-12T18:05:49.096757+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:05:49.096757+0000","last_undegraded":"2024-09-12T18:05:49.096757+0000","last_fullsized":"2024-09-12T18:05:49.096757+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:49.096605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:49.096605+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.096605+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:49.549318+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'115","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.096083+0000","last_change":"2024-09-12T18:05:57.096083+0000","last_active":"2024-09-12T18:05:57.096083+0000","last_peered":"2024-09-12T18:05:57.096083+0000","last_clean":"2024-09-12T18:05:57.096083+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:05:57.096083+0000","last_undegraded":"2024-09-12T18:05:57.096083+0000","last_fullsized":"2024-09-12T18:05:57.096083+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'115","last_scrub_stamp":"2024-09-12T18:05:57.095986+0000","last_deep_scrub":"267'115","last_deep_scrub_stamp":"2024-09-12T18:05:57.095986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.095986+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:28.915322+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.139666+0000","last_change":"2024-09-12T18:05:58.139666+0000","last_active":"2024-09-12T18:05:58.139666+0000","last_peered":"2024-09-12T18:05:58.139666+0000","last_clean":"2024-09-12T18:05:58.139666+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:05:58.139666+0000","last_undegraded":"2024-09-12T18:05:58.139666+0000","last_fullsized":"2024-09-12T18:05:58.139666+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:58.139582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:58.139582+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.139582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:05.423648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'112","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.402654+0000","last_change":"2024-09-12T18:06:03.402654+0000","last_active":"2024-09-12T18:06:03.402654+0000","last_peered":"2024-09-12T18:06:03.402654+0000","last_clean":"2024-09-12T18:06:03.402654+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:06:03.402654+0000","last_undegraded":"2024-09-12T18:06:03.402654+0000","last_fullsized":"2024-09-12T18:06:03.402654+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:06:03.402542+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:06:03.402542+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.402542+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:30.039501+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.396606+0000","last_change":"2024-09-12T18:05:41.396531+0000","last_active":"2024-09-12T18:05:41.396606+0000","last_peered":"2024-09-12T18:05:41.396606+0000","last_clean":"2024-09-12T18:05:41.396606+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:05:41.396606+0000","last_undegraded":"2024-09-12T18:05:41.396606+0000","last_fullsized":"2024-09-12T18:05:41.396606+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.396435+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:35.456864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'371","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.235545+0000","last_change":"2024-09-12T18:05:32.235469+0000","last_active":"2024-09-12T18:05:32.235545+0000","last_peered":"2024-09-12T18:05:32.235545+0000","last_clean":"2024-09-12T18:05:32.235545+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:32.235545+0000","last_undegraded":"2024-09-12T18:05:32.235545+0000","last_fullsized":"2024-09-12T18:05:32.235545+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.235306+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:33.393295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":635,"num_read_kb":36076,"num_write":1194,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"267'6","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.045069+0000","last_change":"2024-09-12T18:05:51.045069+0000","last_active":"2024-09-12T18:05:51.045069+0000","last_peered":"2024-09-12T18:05:51.045069+0000","last_clean":"2024-09-12T18:05:51.045069+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:51.045069+0000","last_undegraded":"2024-09-12T18:05:51.045069+0000","last_fullsized":"2024-09-12T18:05:51.045069+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:05:51.044991+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:05:51.044991+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.044991+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:24.376762+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'152","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.159315+0000","last_change":"2024-09-12T18:05:44.159255+0000","last_active":"2024-09-12T18:05:44.159315+0000","last_peered":"2024-09-12T18:05:44.159315+0000","last_clean":"2024-09-12T18:05:44.159315+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:05:44.159315+0000","last_undegraded":"2024-09-12T18:05:44.159315+0000","last_fullsized":"2024-09-12T18:05:44.159315+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.159165+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:04.867907+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'771","reported_seq":2863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.020400+0000","last_change":"2024-09-12T18:05:58.020400+0000","last_active":"2024-09-12T18:05:58.020400+0000","last_peered":"2024-09-12T18:05:58.020400+0000","last_clean":"2024-09-12T18:05:58.020400+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:58.020400+0000","last_undegraded":"2024-09-12T18:05:58.020400+0000","last_fullsized":"2024-09-12T18:05:58.020400+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'771","last_scrub_stamp":"2024-09-12T18:05:58.020316+0000","last_deep_scrub":"267'771","last_deep_scrub_stamp":"2024-09-12T18:05:58.020316+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.020316+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:12.380652+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'190","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.105634+0000","last_change":"2024-09-12T18:06:02.105634+0000","last_active":"2024-09-12T18:06:02.105634+0000","last_peered":"2024-09-12T18:06:02.105634+0000","last_clean":"2024-09-12T18:06:02.105634+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:06:02.105634+0000","last_undegraded":"2024-09-12T18:06:02.105634+0000","last_fullsized":"2024-09-12T18:06:02.105634+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:06:02.105549+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:06:02.105549+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.105549+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:56.773374+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.028123+0000","last_change":"2024-09-12T18:05:43.028004+0000","last_active":"2024-09-12T18:05:43.028123+0000","last_peered":"2024-09-12T18:05:43.028123+0000","last_clean":"2024-09-12T18:05:43.028123+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:05:43.028123+0000","last_undegraded":"2024-09-12T18:05:43.028123+0000","last_fullsized":"2024-09-12T18:05:43.028123+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4189","last_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_deep_scrub":"267'4189","last_deep_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.027912+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:20.671527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'334","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.249153+0000","last_change":"2024-09-12T18:05:29.249095+0000","last_active":"2024-09-12T18:05:29.249153+0000","last_peered":"2024-09-12T18:05:29.249153+0000","last_clean":"2024-09-12T18:05:29.249153+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:29.249153+0000","last_undegraded":"2024-09-12T18:05:29.249153+0000","last_fullsized":"2024-09-12T18:05:29.249153+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.248963+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:08.349422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":3959,"num_write":1051,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.358908+0000","last_change":"2024-09-12T18:05:52.358908+0000","last_active":"2024-09-12T18:05:52.358908+0000","last_peered":"2024-09-12T18:05:52.358908+0000","last_clean":"2024-09-12T18:05:52.358908+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:05:52.358908+0000","last_undegraded":"2024-09-12T18:05:52.358908+0000","last_fullsized":"2024-09-12T18:05:52.358908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:52.358815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:52.358815+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.358815+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.112000+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'277","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.081428+0000","last_change":"2024-09-12T18:05:54.081370+0000","last_active":"2024-09-12T18:05:54.081428+0000","last_peered":"2024-09-12T18:05:54.081428+0000","last_clean":"2024-09-12T18:05:54.081428+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:05:54.081428+0000","last_undegraded":"2024-09-12T18:05:54.081428+0000","last_fullsized":"2024-09-12T18:05:54.081428+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'277","last_scrub_stamp":"2024-09-12T18:05:54.081286+0000","last_deep_scrub":"267'277","last_deep_scrub_stamp":"2024-09-12T18:05:54.081286+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.081286+0000","objects_scrubbed":4,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:08.006495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51396,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":452,"num_read_kb":1063,"num_write":360,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'806","reported_seq":5075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.007745+0000","last_change":"2024-09-12T18:06:07.007745+0000","last_active":"2024-09-12T18:06:07.007745+0000","last_peered":"2024-09-12T18:06:07.007745+0000","last_clean":"2024-09-12T18:06:07.007745+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:06:07.007745+0000","last_undegraded":"2024-09-12T18:06:07.007745+0000","last_fullsized":"2024-09-12T18:06:07.007745+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'806","last_scrub_stamp":"2024-09-12T18:06:07.007645+0000","last_deep_scrub":"267'806","last_deep_scrub_stamp":"2024-09-12T18:06:07.007645+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.007645+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:15.018826+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.379920+0000","last_change":"2024-09-12T18:05:42.379920+0000","last_active":"2024-09-12T18:05:42.379920+0000","last_peered":"2024-09-12T18:05:42.379920+0000","last_clean":"2024-09-12T18:05:42.379920+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:05:42.379920+0000","last_undegraded":"2024-09-12T18:05:42.379920+0000","last_fullsized":"2024-09-12T18:05:42.379920+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.379834+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.719716+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'361","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.270622+0000","last_change":"2024-09-12T18:05:34.270622+0000","last_active":"2024-09-12T18:05:34.270622+0000","last_peered":"2024-09-12T18:05:34.270622+0000","last_clean":"2024-09-12T18:05:34.270622+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:34.270622+0000","last_undegraded":"2024-09-12T18:05:34.270622+0000","last_fullsized":"2024-09-12T18:05:34.270622+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.270471+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:59.581177+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194336,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":12959,"num_write":1136,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.104653+0000","last_change":"2024-09-12T18:05:47.104653+0000","last_active":"2024-09-12T18:05:47.104653+0000","last_peered":"2024-09-12T18:05:47.104653+0000","last_clean":"2024-09-12T18:05:47.104653+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:05:47.104653+0000","last_undegraded":"2024-09-12T18:05:47.104653+0000","last_fullsized":"2024-09-12T18:05:47.104653+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.104568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.104568+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.104568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:49.750008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'408","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.323693+0000","last_change":"2024-09-12T18:05:55.323693+0000","last_active":"2024-09-12T18:05:55.323693+0000","last_peered":"2024-09-12T18:05:55.323693+0000","last_clean":"2024-09-12T18:05:55.323693+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:55.323693+0000","last_undegraded":"2024-09-12T18:05:55.323693+0000","last_fullsized":"2024-09-12T18:05:55.323693+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'408","last_scrub_stamp":"2024-09-12T18:05:55.323599+0000","last_deep_scrub":"267'408","last_deep_scrub_stamp":"2024-09-12T18:05:55.323599+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.323599+0000","objects_scrubbed":9,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:57.650038+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.737073+0000","last_change":"2024-09-12T18:05:51.737073+0000","last_active":"2024-09-12T18:05:51.737073+0000","last_peered":"2024-09-12T18:05:51.737073+0000","last_clean":"2024-09-12T18:05:51.737073+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:05:51.737073+0000","last_undegraded":"2024-09-12T18:05:51.737073+0000","last_fullsized":"2024-09-12T18:05:51.737073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:51.736984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:51.736984+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.736984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:50.764991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'553","reported_seq":1385,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.303437+0000","last_change":"2024-09-12T18:06:01.303337+0000","last_active":"2024-09-12T18:06:01.303437+0000","last_peered":"2024-09-12T18:06:01.303437+0000","last_clean":"2024-09-12T18:06:01.303437+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:06:01.303437+0000","last_undegraded":"2024-09-12T18:06:01.303437+0000","last_fullsized":"2024-09-12T18:06:01.303437+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'553","last_scrub_stamp":"2024-09-12T18:06:01.303242+0000","last_deep_scrub":"267'553","last_deep_scrub_stamp":"2024-09-12T18:06:01.303242+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.303242+0000","objects_scrubbed":3,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:33.503696+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'107","reported_seq":703,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.886977+0000","last_change":"2024-09-12T18:05:32.886977+0000","last_active":"2024-09-12T18:05:32.886977+0000","last_peered":"2024-09-12T18:05:32.886977+0000","last_clean":"2024-09-12T18:05:32.886977+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:05:32.886977+0000","last_undegraded":"2024-09-12T18:05:32.886977+0000","last_fullsized":"2024-09-12T18:05:32.886977+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.886892+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:37.025584+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'426","reported_seq":1103,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.021155+0000","last_change":"2024-09-12T18:05:30.021086+0000","last_active":"2024-09-12T18:05:30.021155+0000","last_peered":"2024-09-12T18:05:30.021155+0000","last_clean":"2024-09-12T18:05:30.021155+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:30.021155+0000","last_undegraded":"2024-09-12T18:05:30.021155+0000","last_fullsized":"2024-09-12T18:05:30.021155+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'426","last_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_deep_scrub":"267'426","last_deep_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.020973+0000","objects_scrubbed":5,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:46.582141+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":769,"num_read_kb":652,"num_write":1370,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.052593+0000","last_change":"2024-09-12T18:05:39.052593+0000","last_active":"2024-09-12T18:05:39.052593+0000","last_peered":"2024-09-12T18:05:39.052593+0000","last_clean":"2024-09-12T18:05:39.052593+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:05:39.052593+0000","last_undegraded":"2024-09-12T18:05:39.052593+0000","last_fullsized":"2024-09-12T18:05:39.052593+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.052500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.600261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'315","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.015391+0000","last_change":"2024-09-12T18:05:56.015391+0000","last_active":"2024-09-12T18:05:56.015391+0000","last_peered":"2024-09-12T18:05:56.015391+0000","last_clean":"2024-09-12T18:05:56.015391+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:56.015391+0000","last_undegraded":"2024-09-12T18:05:56.015391+0000","last_fullsized":"2024-09-12T18:05:56.015391+0000","mapping_epoch":32,"log_start":"267'301","ondisk_log_start":"267'301","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T18:05:56.015308+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T18:05:56.015308+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.015308+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":301,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:48.773859+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.038344+0000","last_change":"2024-09-12T18:06:00.038344+0000","last_active":"2024-09-12T18:06:00.038344+0000","last_peered":"2024-09-12T18:06:00.038344+0000","last_clean":"2024-09-12T18:06:00.038344+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:06:00.038344+0000","last_undegraded":"2024-09-12T18:06:00.038344+0000","last_fullsized":"2024-09-12T18:06:00.038344+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.038277+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.038277+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.038277+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:51.303599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2430","reported_seq":4272,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.087812+0000","last_change":"2024-09-12T18:05:50.087812+0000","last_active":"2024-09-12T18:05:50.087812+0000","last_peered":"2024-09-12T18:05:50.087812+0000","last_clean":"2024-09-12T18:05:50.087812+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:05:50.087812+0000","last_undegraded":"2024-09-12T18:05:50.087812+0000","last_fullsized":"2024-09-12T18:05:50.087812+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2430","last_scrub_stamp":"2024-09-12T18:05:50.087718+0000","last_deep_scrub":"267'2430","last_deep_scrub_stamp":"2024-09-12T18:05:50.087718+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.087718+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":2400,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:17.659124+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":707,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.116164+0000","last_change":"2024-09-12T18:05:38.116164+0000","last_active":"2024-09-12T18:05:38.116164+0000","last_peered":"2024-09-12T18:05:38.116164+0000","last_clean":"2024-09-12T18:05:38.116164+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:05:38.116164+0000","last_undegraded":"2024-09-12T18:05:38.116164+0000","last_fullsized":"2024-09-12T18:05:38.116164+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.116085+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:03.160318+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'379","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.166934+0000","last_change":"2024-09-12T18:05:37.166934+0000","last_active":"2024-09-12T18:05:37.166934+0000","last_peered":"2024-09-12T18:05:37.166934+0000","last_clean":"2024-09-12T18:05:37.166934+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:37.166934+0000","last_undegraded":"2024-09-12T18:05:37.166934+0000","last_fullsized":"2024-09-12T18:05:37.166934+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.166800+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:20.769927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432364,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":556,"num_read_kb":48251,"num_write":1159,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.146280+0000","last_change":"2024-09-12T18:05:41.146280+0000","last_active":"2024-09-12T18:05:41.146280+0000","last_peered":"2024-09-12T18:05:41.146280+0000","last_clean":"2024-09-12T18:05:41.146280+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:05:41.146280+0000","last_undegraded":"2024-09-12T18:05:41.146280+0000","last_fullsized":"2024-09-12T18:05:41.146280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.146193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:21.424190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'340","reported_seq":958,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.125410+0000","last_change":"2024-09-12T18:05:53.125410+0000","last_active":"2024-09-12T18:05:53.125410+0000","last_peered":"2024-09-12T18:05:53.125410+0000","last_clean":"2024-09-12T18:05:53.125410+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:53.125410+0000","last_undegraded":"2024-09-12T18:05:53.125410+0000","last_fullsized":"2024-09-12T18:05:53.125410+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T18:05:53.125316+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T18:05:53.125316+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.125316+0000","objects_scrubbed":7,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.960762+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'767","reported_seq":2592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.391544+0000","last_change":"2024-09-12T18:05:55.391544+0000","last_active":"2024-09-12T18:05:55.391544+0000","last_peered":"2024-09-12T18:05:55.391544+0000","last_clean":"2024-09-12T18:05:55.391544+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:55.391544+0000","last_undegraded":"2024-09-12T18:05:55.391544+0000","last_fullsized":"2024-09-12T18:05:55.391544+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'767","last_scrub_stamp":"2024-09-12T18:05:55.391439+0000","last_deep_scrub":"267'767","last_deep_scrub_stamp":"2024-09-12T18:05:55.391439+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.391439+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:33.410121+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'140","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.436505+0000","last_change":"2024-09-12T18:05:58.436505+0000","last_active":"2024-09-12T18:05:58.436505+0000","last_peered":"2024-09-12T18:05:58.436505+0000","last_clean":"2024-09-12T18:05:58.436505+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:05:58.436505+0000","last_undegraded":"2024-09-12T18:05:58.436505+0000","last_fullsized":"2024-09-12T18:05:58.436505+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'140","last_scrub_stamp":"2024-09-12T18:05:58.436401+0000","last_deep_scrub":"267'140","last_deep_scrub_stamp":"2024-09-12T18:05:58.436401+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.436401+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:19.775174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.357756+0000","last_change":"2024-09-12T18:05:49.357756+0000","last_active":"2024-09-12T18:05:49.357756+0000","last_peered":"2024-09-12T18:05:49.357756+0000","last_clean":"2024-09-12T18:05:49.357756+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:05:49.357756+0000","last_undegraded":"2024-09-12T18:05:49.357756+0000","last_fullsized":"2024-09-12T18:05:49.357756+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'105","last_scrub_stamp":"2024-09-12T18:05:49.357664+0000","last_deep_scrub":"267'105","last_deep_scrub_stamp":"2024-09-12T18:05:49.357664+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.357664+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:12.082592+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'271","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.358770+0000","last_change":"2024-09-12T18:05:30.358770+0000","last_active":"2024-09-12T18:05:30.358770+0000","last_peered":"2024-09-12T18:05:30.358770+0000","last_clean":"2024-09-12T18:05:30.358770+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:30.358770+0000","last_undegraded":"2024-09-12T18:05:30.358770+0000","last_fullsized":"2024-09-12T18:05:30.358770+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'271","last_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_deep_scrub":"267'271","last_deep_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.358638+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:31.015049+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1310757,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":8613,"num_write":823,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.099926+0000","last_change":"2024-09-12T18:05:40.099926+0000","last_active":"2024-09-12T18:05:40.099926+0000","last_peered":"2024-09-12T18:05:40.099926+0000","last_clean":"2024-09-12T18:05:40.099926+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:05:40.099926+0000","last_undegraded":"2024-09-12T18:05:40.099926+0000","last_fullsized":"2024-09-12T18:05:40.099926+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.099787+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:17.102438+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'498","reported_seq":1160,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.318030+0000","last_change":"2024-09-12T18:05:47.318030+0000","last_active":"2024-09-12T18:05:47.318030+0000","last_peered":"2024-09-12T18:05:47.318030+0000","last_clean":"2024-09-12T18:05:47.318030+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:47.318030+0000","last_undegraded":"2024-09-12T18:05:47.318030+0000","last_fullsized":"2024-09-12T18:05:47.318030+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'498","last_scrub_stamp":"2024-09-12T18:05:47.317930+0000","last_deep_scrub":"267'498","last_deep_scrub_stamp":"2024-09-12T18:05:47.317930+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.317930+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:37.490507+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103824,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":880,"num_read_kb":2185,"num_write":718,"num_write_kb":606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.135264+0000","last_change":"2024-09-12T18:05:45.135264+0000","last_active":"2024-09-12T18:05:45.135264+0000","last_peered":"2024-09-12T18:05:45.135264+0000","last_clean":"2024-09-12T18:05:45.135264+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:05:45.135264+0000","last_undegraded":"2024-09-12T18:05:45.135264+0000","last_fullsized":"2024-09-12T18:05:45.135264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.135174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:05.158736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'144","reported_seq":683,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.771128+0000","last_change":"2024-09-12T18:05:53.771128+0000","last_active":"2024-09-12T18:05:53.771128+0000","last_peered":"2024-09-12T18:05:53.771128+0000","last_clean":"2024-09-12T18:05:53.771128+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:05:53.771128+0000","last_undegraded":"2024-09-12T18:05:53.771128+0000","last_fullsized":"2024-09-12T18:05:53.771128+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'144","last_scrub_stamp":"2024-09-12T18:05:53.771025+0000","last_deep_scrub":"267'144","last_deep_scrub_stamp":"2024-09-12T18:05:53.771025+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.771025+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:20.518548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.865932+0000","last_change":"2024-09-12T18:05:33.865932+0000","last_active":"2024-09-12T18:05:33.865932+0000","last_peered":"2024-09-12T18:05:33.865932+0000","last_clean":"2024-09-12T18:05:33.865932+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:05:33.865932+0000","last_undegraded":"2024-09-12T18:05:33.865932+0000","last_fullsized":"2024-09-12T18:05:33.865932+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.865816+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:05.801858+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'350","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.096858+0000","last_change":"2024-09-12T18:05:31.096858+0000","last_active":"2024-09-12T18:05:31.096858+0000","last_peered":"2024-09-12T18:05:31.096858+0000","last_clean":"2024-09-12T18:05:31.096858+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:31.096858+0000","last_undegraded":"2024-09-12T18:05:31.096858+0000","last_fullsized":"2024-09-12T18:05:31.096858+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.096730+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:43.755685+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":405,"num_read_kb":4437,"num_write":947,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.150126+0000","last_change":"2024-09-12T18:05:42.150126+0000","last_active":"2024-09-12T18:05:42.150126+0000","last_peered":"2024-09-12T18:05:42.150126+0000","last_clean":"2024-09-12T18:05:42.150126+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:05:42.150126+0000","last_undegraded":"2024-09-12T18:05:42.150126+0000","last_fullsized":"2024-09-12T18:05:42.150126+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.150037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:13.697776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'320","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.079446+0000","last_change":"2024-09-12T18:05:51.079446+0000","last_active":"2024-09-12T18:05:51.079446+0000","last_peered":"2024-09-12T18:05:51.079446+0000","last_clean":"2024-09-12T18:05:51.079446+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:51.079446+0000","last_undegraded":"2024-09-12T18:05:51.079446+0000","last_fullsized":"2024-09-12T18:05:51.079446+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T18:05:51.079346+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T18:05:51.079346+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.079346+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:28.591776+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45851,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":542,"num_read_kb":1203,"num_write":478,"num_write_kb":379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.428130+0000","last_change":"2024-09-12T18:05:59.428130+0000","last_active":"2024-09-12T18:05:59.428130+0000","last_peered":"2024-09-12T18:05:59.428130+0000","last_clean":"2024-09-12T18:05:59.428130+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:05:59.428130+0000","last_undegraded":"2024-09-12T18:05:59.428130+0000","last_fullsized":"2024-09-12T18:05:59.428130+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.427978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.427978+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.427978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:34.251774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'110","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:24.130088+0000","last_change":"2024-09-12T18:06:24.130088+0000","last_active":"2024-09-12T18:06:24.130088+0000","last_peered":"2024-09-12T18:06:24.130088+0000","last_clean":"2024-09-12T18:06:24.130088+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:06:24.130088+0000","last_undegraded":"2024-09-12T18:06:24.130088+0000","last_fullsized":"2024-09-12T18:06:24.130088+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T18:06:24.129999+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T18:06:24.129999+0000","last_clean_scrub_stamp":"2024-09-12T18:06:24.129999+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:51.667052+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":755,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.911543+0000","last_change":"2024-09-12T18:05:34.911543+0000","last_active":"2024-09-12T18:05:34.911543+0000","last_peered":"2024-09-12T18:05:34.911543+0000","last_clean":"2024-09-12T18:05:34.911543+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:05:34.911543+0000","last_undegraded":"2024-09-12T18:05:34.911543+0000","last_fullsized":"2024-09-12T18:05:34.911543+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.911463+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:52.033558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'381","reported_seq":1047,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.014804+0000","last_change":"2024-09-12T18:05:29.014715+0000","last_active":"2024-09-12T18:05:29.014804+0000","last_peered":"2024-09-12T18:05:29.014804+0000","last_clean":"2024-09-12T18:05:29.014804+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:29.014804+0000","last_undegraded":"2024-09-12T18:05:29.014804+0000","last_fullsized":"2024-09-12T18:05:29.014804+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.014573+0000","objects_scrubbed":7,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:15.569274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12982116,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":635,"num_read_kb":24597,"num_write":1234,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.833108+0000","last_change":"2024-09-12T18:05:39.833108+0000","last_active":"2024-09-12T18:05:39.833108+0000","last_peered":"2024-09-12T18:05:39.833108+0000","last_clean":"2024-09-12T18:05:39.833108+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:05:39.833108+0000","last_undegraded":"2024-09-12T18:05:39.833108+0000","last_fullsized":"2024-09-12T18:05:39.833108+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.833009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.871280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'329","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.116629+0000","last_change":"2024-09-12T18:05:43.116629+0000","last_active":"2024-09-12T18:05:43.116629+0000","last_peered":"2024-09-12T18:05:43.116629+0000","last_clean":"2024-09-12T18:05:43.116629+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:43.116629+0000","last_undegraded":"2024-09-12T18:05:43.116629+0000","last_fullsized":"2024-09-12T18:05:43.116629+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'329","last_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_deep_scrub":"267'329","last_deep_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.116532+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:30.806784+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'727","reported_seq":2422,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.097852+0000","last_change":"2024-09-12T18:05:46.097852+0000","last_active":"2024-09-12T18:05:46.097852+0000","last_peered":"2024-09-12T18:05:46.097852+0000","last_clean":"2024-09-12T18:05:46.097852+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:46.097852+0000","last_undegraded":"2024-09-12T18:05:46.097852+0000","last_fullsized":"2024-09-12T18:05:46.097852+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'727","last_scrub_stamp":"2024-09-12T18:05:46.097749+0000","last_deep_scrub":"267'727","last_deep_scrub_stamp":"2024-09-12T18:05:46.097749+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.097749+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:08.696482+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'146","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.753537+0000","last_change":"2024-09-12T18:05:49.753458+0000","last_active":"2024-09-12T18:05:49.753537+0000","last_peered":"2024-09-12T18:05:49.753537+0000","last_clean":"2024-09-12T18:05:49.753537+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:05:49.753537+0000","last_undegraded":"2024-09-12T18:05:49.753537+0000","last_fullsized":"2024-09-12T18:05:49.753537+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'146","last_scrub_stamp":"2024-09-12T18:05:49.753362+0000","last_deep_scrub":"267'146","last_deep_scrub_stamp":"2024-09-12T18:05:49.753362+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.753362+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:19.875958+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.927333+0000","last_change":"2024-09-12T18:05:35.927333+0000","last_active":"2024-09-12T18:05:35.927333+0000","last_peered":"2024-09-12T18:05:35.927333+0000","last_clean":"2024-09-12T18:05:35.927333+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:05:35.927333+0000","last_undegraded":"2024-09-12T18:05:35.927333+0000","last_fullsized":"2024-09-12T18:05:35.927333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.927249+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:40.070584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'332","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.801117+0000","last_change":"2024-09-12T18:05:28.801117+0000","last_active":"2024-09-12T18:05:28.801117+0000","last_peered":"2024-09-12T18:05:28.801117+0000","last_clean":"2024-09-12T18:05:28.801117+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:28.801117+0000","last_undegraded":"2024-09-12T18:05:28.801117+0000","last_fullsized":"2024-09-12T18:05:28.801117+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.800980+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:49.158226+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1029449,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":530,"num_read_kb":31364,"num_write":1120,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1480,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.334234+0000","last_change":"2024-09-12T18:05:51.334234+0000","last_active":"2024-09-12T18:05:51.334234+0000","last_peered":"2024-09-12T18:05:51.334234+0000","last_clean":"2024-09-12T18:05:51.334234+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:51.334234+0000","last_undegraded":"2024-09-12T18:05:51.334234+0000","last_fullsized":"2024-09-12T18:05:51.334234+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:51.334143+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:51.334143+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.334143+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:32.141112+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'112","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.027674+0000","last_change":"2024-09-12T18:05:53.027674+0000","last_active":"2024-09-12T18:05:53.027674+0000","last_peered":"2024-09-12T18:05:53.027674+0000","last_clean":"2024-09-12T18:05:53.027674+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:05:53.027674+0000","last_undegraded":"2024-09-12T18:05:53.027674+0000","last_fullsized":"2024-09-12T18:05:53.027674+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:05:53.027576+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:05:53.027576+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.027576+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:21.109378+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'764","reported_seq":4304,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.024369+0000","last_change":"2024-09-12T18:05:46.024369+0000","last_active":"2024-09-12T18:05:46.024369+0000","last_peered":"2024-09-12T18:05:46.024369+0000","last_clean":"2024-09-12T18:05:46.024369+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:46.024369+0000","last_undegraded":"2024-09-12T18:05:46.024369+0000","last_fullsized":"2024-09-12T18:05:46.024369+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:46.024269+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:46.024269+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.024269+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:42.873928+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.093485+0000","last_change":"2024-09-12T18:06:00.093428+0000","last_active":"2024-09-12T18:06:00.093485+0000","last_peered":"2024-09-12T18:06:00.093485+0000","last_clean":"2024-09-12T18:06:00.093485+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:06:00.093485+0000","last_undegraded":"2024-09-12T18:06:00.093485+0000","last_fullsized":"2024-09-12T18:06:00.093485+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'122","last_scrub_stamp":"2024-09-12T18:06:00.093341+0000","last_deep_scrub":"267'122","last_deep_scrub_stamp":"2024-09-12T18:06:00.093341+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.093341+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:30.145582+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'266","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.858870+0000","last_change":"2024-09-12T18:05:41.858870+0000","last_active":"2024-09-12T18:05:41.858870+0000","last_peered":"2024-09-12T18:05:41.858870+0000","last_clean":"2024-09-12T18:05:41.858870+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:05:41.858870+0000","last_undegraded":"2024-09-12T18:05:41.858870+0000","last_fullsized":"2024-09-12T18:05:41.858870+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'266","last_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_deep_scrub":"267'266","last_deep_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.858774+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:35.681534+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'318","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.072779+0000","last_change":"2024-09-12T18:05:30.072779+0000","last_active":"2024-09-12T18:05:30.072779+0000","last_peered":"2024-09-12T18:05:30.072779+0000","last_clean":"2024-09-12T18:05:30.072779+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:30.072779+0000","last_undegraded":"2024-09-12T18:05:30.072779+0000","last_fullsized":"2024-09-12T18:05:30.072779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.072678+0000","objects_scrubbed":2,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:25.311461+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":459,"num_read_kb":42011,"num_write":1047,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.990358+0000","last_change":"2024-09-12T18:05:47.990358+0000","last_active":"2024-09-12T18:05:47.990358+0000","last_peered":"2024-09-12T18:05:47.990358+0000","last_clean":"2024-09-12T18:05:47.990358+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:05:47.990358+0000","last_undegraded":"2024-09-12T18:05:47.990358+0000","last_fullsized":"2024-09-12T18:05:47.990358+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.990236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.990236+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.990236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:38.819546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'369","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.313915+0000","last_change":"2024-09-12T18:05:59.313915+0000","last_active":"2024-09-12T18:05:59.313915+0000","last_peered":"2024-09-12T18:05:59.313915+0000","last_clean":"2024-09-12T18:05:59.313915+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:59.313915+0000","last_undegraded":"2024-09-12T18:05:59.313915+0000","last_fullsized":"2024-09-12T18:05:59.313915+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'369","last_scrub_stamp":"2024-09-12T18:05:59.313810+0000","last_deep_scrub":"267'369","last_deep_scrub_stamp":"2024-09-12T18:05:59.313810+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.313810+0000","objects_scrubbed":8,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:01.770830+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.006679+0000","last_change":"2024-09-12T18:05:45.006679+0000","last_active":"2024-09-12T18:05:45.006679+0000","last_peered":"2024-09-12T18:05:45.006679+0000","last_clean":"2024-09-12T18:05:45.006679+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:05:45.006679+0000","last_undegraded":"2024-09-12T18:05:45.006679+0000","last_fullsized":"2024-09-12T18:05:45.006679+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.006597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:05.937286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'121","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.781223+0000","last_change":"2024-09-12T18:05:52.781159+0000","last_active":"2024-09-12T18:05:52.781223+0000","last_peered":"2024-09-12T18:05:52.781223+0000","last_clean":"2024-09-12T18:05:52.781223+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:05:52.781223+0000","last_undegraded":"2024-09-12T18:05:52.781223+0000","last_fullsized":"2024-09-12T18:05:52.781223+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T18:05:52.781064+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T18:05:52.781064+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.781064+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:04.959104+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.165350+0000","last_change":"2024-09-12T18:05:37.165244+0000","last_active":"2024-09-12T18:05:37.165350+0000","last_peered":"2024-09-12T18:05:37.165350+0000","last_clean":"2024-09-12T18:05:37.165350+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:05:37.165350+0000","last_undegraded":"2024-09-12T18:05:37.165350+0000","last_fullsized":"2024-09-12T18:05:37.165350+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.165156+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.933138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.223584+0000","last_change":"2024-09-12T18:05:30.223584+0000","last_active":"2024-09-12T18:05:30.223584+0000","last_peered":"2024-09-12T18:05:30.223584+0000","last_clean":"2024-09-12T18:05:30.223584+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:05:30.223584+0000","last_undegraded":"2024-09-12T18:05:30.223584+0000","last_fullsized":"2024-09-12T18:05:30.223584+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.223489+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:38.475663+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":548,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.400964+0000","last_change":"2024-09-12T18:05:29.400883+0000","last_active":"2024-09-12T18:05:29.400964+0000","last_peered":"2024-09-12T18:05:29.400964+0000","last_clean":"2024-09-12T18:05:29.400964+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:05:29.400964+0000","last_undegraded":"2024-09-12T18:05:29.400964+0000","last_fullsized":"2024-09-12T18:05:29.400964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.400793+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:18.478414+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'322","reported_seq":1086,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.059128+0000","last_change":"2024-09-12T18:05:28.059077+0000","last_active":"2024-09-12T18:05:28.059128+0000","last_peered":"2024-09-12T18:05:28.059128+0000","last_clean":"2024-09-12T18:05:28.059128+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:28.059128+0000","last_undegraded":"2024-09-12T18:05:28.059128+0000","last_fullsized":"2024-09-12T18:05:28.059128+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.058957+0000","objects_scrubbed":11,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:48.316982+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456541,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":700,"num_read_kb":78548,"num_write":1132,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.169597+0000","last_change":"2024-09-12T18:05:45.169545+0000","last_active":"2024-09-12T18:05:45.169597+0000","last_peered":"2024-09-12T18:05:45.169597+0000","last_clean":"2024-09-12T18:05:45.169597+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:05:45.169597+0000","last_undegraded":"2024-09-12T18:05:45.169597+0000","last_fullsized":"2024-09-12T18:05:45.169597+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.169453+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.202370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'801","reported_seq":1532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.290821+0000","last_change":"2024-09-12T18:05:56.290821+0000","last_active":"2024-09-12T18:05:56.290821+0000","last_peered":"2024-09-12T18:05:56.290821+0000","last_clean":"2024-09-12T18:05:56.290821+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:56.290821+0000","last_undegraded":"2024-09-12T18:05:56.290821+0000","last_fullsized":"2024-09-12T18:05:56.290821+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'801","last_scrub_stamp":"2024-09-12T18:05:56.290722+0000","last_deep_scrub":"267'801","last_deep_scrub_stamp":"2024-09-12T18:05:56.290722+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.290722+0000","objects_scrubbed":7,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:38.976065+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1539,"num_read_kb":3581,"num_write":1488,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106972,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.394826+0000","last_change":"2024-09-12T18:05:54.394826+0000","last_active":"2024-09-12T18:05:54.394826+0000","last_peered":"2024-09-12T18:05:54.394826+0000","last_clean":"2024-09-12T18:05:54.394826+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:05:54.394826+0000","last_undegraded":"2024-09-12T18:05:54.394826+0000","last_fullsized":"2024-09-12T18:05:54.394826+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:54.394750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:54.394750+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.394750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:27.453338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'193","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.039201+0000","last_change":"2024-09-12T18:05:51.039201+0000","last_active":"2024-09-12T18:05:51.039201+0000","last_peered":"2024-09-12T18:05:51.039201+0000","last_clean":"2024-09-12T18:05:51.039201+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:05:51.039201+0000","last_undegraded":"2024-09-12T18:05:51.039201+0000","last_fullsized":"2024-09-12T18:05:51.039201+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:51.039107+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:51.039107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.039107+0000","objects_scrubbed":3,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:37.256394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'169","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.379487+0000","last_change":"2024-09-12T18:05:39.379487+0000","last_active":"2024-09-12T18:05:39.379487+0000","last_peered":"2024-09-12T18:05:39.379487+0000","last_clean":"2024-09-12T18:05:39.379487+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:05:39.379487+0000","last_undegraded":"2024-09-12T18:05:39.379487+0000","last_fullsized":"2024-09-12T18:05:39.379487+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.379355+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:41.846245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.269183+0000","last_change":"2024-09-12T18:05:31.269183+0000","last_active":"2024-09-12T18:05:31.269183+0000","last_peered":"2024-09-12T18:05:31.269183+0000","last_clean":"2024-09-12T18:05:31.269183+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:05:31.269183+0000","last_undegraded":"2024-09-12T18:05:31.269183+0000","last_fullsized":"2024-09-12T18:05:31.269183+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.269096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:53.067561+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'361","reported_seq":1059,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.347194+0000","last_change":"2024-09-12T18:05:27.347111+0000","last_active":"2024-09-12T18:05:27.347194+0000","last_peered":"2024-09-12T18:05:27.347194+0000","last_clean":"2024-09-12T18:05:27.347194+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:27.347194+0000","last_undegraded":"2024-09-12T18:05:27.347194+0000","last_fullsized":"2024-09-12T18:05:27.347194+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.347003+0000","objects_scrubbed":6,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:24.232627+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524326,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":33721,"num_write":1219,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.370997+0000","last_change":"2024-09-12T18:05:50.370997+0000","last_active":"2024-09-12T18:05:50.370997+0000","last_peered":"2024-09-12T18:05:50.370997+0000","last_clean":"2024-09-12T18:05:50.370997+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:05:50.370997+0000","last_undegraded":"2024-09-12T18:05:50.370997+0000","last_fullsized":"2024-09-12T18:05:50.370997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.370908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.370908+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.370908+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:20.666394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1390","reported_seq":3222,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.724899+0000","last_change":"2024-09-12T18:05:47.724841+0000","last_active":"2024-09-12T18:05:47.724899+0000","last_peered":"2024-09-12T18:05:47.724899+0000","last_clean":"2024-09-12T18:05:47.724899+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:05:47.724899+0000","last_undegraded":"2024-09-12T18:05:47.724899+0000","last_fullsized":"2024-09-12T18:05:47.724899+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'1390","last_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_deep_scrub":"267'1390","last_deep_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.724741+0000","objects_scrubbed":11,"log_size":90,"log_dups_size":1300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:52.740021+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156602,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2214,"num_read_kb":4361,"num_write":1306,"num_write_kb":1111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.113851+0000","last_change":"2024-09-12T18:05:55.113851+0000","last_active":"2024-09-12T18:05:55.113851+0000","last_peered":"2024-09-12T18:05:55.113851+0000","last_clean":"2024-09-12T18:05:55.113851+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:05:55.113851+0000","last_undegraded":"2024-09-12T18:05:55.113851+0000","last_fullsized":"2024-09-12T18:05:55.113851+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.113741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.113741+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.113741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:59.703779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'133","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.819425+0000","last_change":"2024-09-12T18:05:54.819425+0000","last_active":"2024-09-12T18:05:54.819425+0000","last_peered":"2024-09-12T18:05:54.819425+0000","last_clean":"2024-09-12T18:05:54.819425+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:05:54.819425+0000","last_undegraded":"2024-09-12T18:05:54.819425+0000","last_fullsized":"2024-09-12T18:05:54.819425+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T18:05:54.819321+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T18:05:54.819321+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.819321+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:15.425857+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.852114+0000","last_change":"2024-09-12T18:05:40.852114+0000","last_active":"2024-09-12T18:05:40.852114+0000","last_peered":"2024-09-12T18:05:40.852114+0000","last_clean":"2024-09-12T18:05:40.852114+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:05:40.852114+0000","last_undegraded":"2024-09-12T18:05:40.852114+0000","last_fullsized":"2024-09-12T18:05:40.852114+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.851992+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:30.347888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.986532+0000","last_change":"2024-09-12T18:05:26.986473+0000","last_active":"2024-09-12T18:05:26.986532+0000","last_peered":"2024-09-12T18:05:26.986532+0000","last_clean":"2024-09-12T18:05:26.986532+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:05:26.986532+0000","last_undegraded":"2024-09-12T18:05:26.986532+0000","last_fullsized":"2024-09-12T18:05:26.986532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.986394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:04.870264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'384","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.685034+0000","last_change":"2024-09-12T18:05:28.684952+0000","last_active":"2024-09-12T18:05:28.685034+0000","last_peered":"2024-09-12T18:05:28.685034+0000","last_clean":"2024-09-12T18:05:28.685034+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:05:28.685034+0000","last_undegraded":"2024-09-12T18:05:28.685034+0000","last_fullsized":"2024-09-12T18:05:28.685034+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.684852+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:50.457279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287941,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":594,"num_read_kb":73902,"num_write":1137,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.051068+0000","last_change":"2024-09-12T18:05:38.051068+0000","last_active":"2024-09-12T18:05:38.051068+0000","last_peered":"2024-09-12T18:05:38.051068+0000","last_clean":"2024-09-12T18:05:38.051068+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:05:38.051068+0000","last_undegraded":"2024-09-12T18:05:38.051068+0000","last_fullsized":"2024-09-12T18:05:38.051068+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.050988+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:56.325996+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'305","reported_seq":1730,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.112599+0000","last_change":"2024-09-12T18:05:51.112599+0000","last_active":"2024-09-12T18:05:51.112599+0000","last_peered":"2024-09-12T18:05:51.112599+0000","last_clean":"2024-09-12T18:05:51.112599+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:05:51.112599+0000","last_undegraded":"2024-09-12T18:05:51.112599+0000","last_fullsized":"2024-09-12T18:05:51.112599+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'305","last_scrub_stamp":"2024-09-12T18:05:51.112496+0000","last_deep_scrub":"267'305","last_deep_scrub_stamp":"2024-09-12T18:05:51.112496+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.112496+0000","objects_scrubbed":9,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:34.700622+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.406065+0000","last_change":"2024-09-12T18:05:53.406006+0000","last_active":"2024-09-12T18:05:53.406065+0000","last_peered":"2024-09-12T18:05:53.406065+0000","last_clean":"2024-09-12T18:05:53.406065+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:05:53.406065+0000","last_undegraded":"2024-09-12T18:05:53.406065+0000","last_fullsized":"2024-09-12T18:05:53.406065+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:53.405922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:53.405922+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.405922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:04.871449+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'274","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.025731+0000","last_change":"2024-09-12T18:06:03.025731+0000","last_active":"2024-09-12T18:06:03.025731+0000","last_peered":"2024-09-12T18:06:03.025731+0000","last_clean":"2024-09-12T18:06:03.025731+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:06:03.025731+0000","last_undegraded":"2024-09-12T18:06:03.025731+0000","last_fullsized":"2024-09-12T18:06:03.025731+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'274","last_scrub_stamp":"2024-09-12T18:06:03.025641+0000","last_deep_scrub":"267'274","last_deep_scrub_stamp":"2024-09-12T18:06:03.025641+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.025641+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:27.271544+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":894,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.706451+0000","last_change":"2024-09-12T18:05:31.706395+0000","last_active":"2024-09-12T18:05:31.706451+0000","last_peered":"2024-09-12T18:05:31.706451+0000","last_clean":"2024-09-12T18:05:31.706451+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:05:31.706451+0000","last_undegraded":"2024-09-12T18:05:31.706451+0000","last_fullsized":"2024-09-12T18:05:31.706451+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.706306+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:42.599607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":549,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.380536+0000","last_change":"2024-09-12T18:05:31.380456+0000","last_active":"2024-09-12T18:05:31.380536+0000","last_peered":"2024-09-12T18:05:31.380536+0000","last_clean":"2024-09-12T18:05:31.380536+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:05:31.380536+0000","last_undegraded":"2024-09-12T18:05:31.380536+0000","last_fullsized":"2024-09-12T18:05:31.380536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.380362+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.827821+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'354","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.036600+0000","last_change":"2024-09-12T18:05:28.036600+0000","last_active":"2024-09-12T18:05:28.036600+0000","last_peered":"2024-09-12T18:05:28.036600+0000","last_clean":"2024-09-12T18:05:28.036600+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:28.036600+0000","last_undegraded":"2024-09-12T18:05:28.036600+0000","last_fullsized":"2024-09-12T18:05:28.036600+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'354","last_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_deep_scrub":"267'354","last_deep_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.036442+0000","objects_scrubbed":10,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:41.825674+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699393,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":504,"num_read_kb":81469,"num_write":1069,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.364576+0000","last_change":"2024-09-12T18:05:50.364529+0000","last_active":"2024-09-12T18:05:50.364576+0000","last_peered":"2024-09-12T18:05:50.364576+0000","last_clean":"2024-09-12T18:05:50.364576+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:05:50.364576+0000","last_undegraded":"2024-09-12T18:05:50.364576+0000","last_fullsized":"2024-09-12T18:05:50.364576+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.364436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.364436+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.364436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:32.683167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'164","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.003797+0000","last_change":"2024-09-12T18:05:52.003797+0000","last_active":"2024-09-12T18:05:52.003797+0000","last_peered":"2024-09-12T18:05:52.003797+0000","last_clean":"2024-09-12T18:05:52.003797+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:05:52.003797+0000","last_undegraded":"2024-09-12T18:05:52.003797+0000","last_fullsized":"2024-09-12T18:05:52.003797+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'164","last_scrub_stamp":"2024-09-12T18:05:52.003685+0000","last_deep_scrub":"267'164","last_deep_scrub_stamp":"2024-09-12T18:05:52.003685+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.003685+0000","objects_scrubbed":7,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:56.172514+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.980878+0000","last_change":"2024-09-12T18:05:43.980878+0000","last_active":"2024-09-12T18:05:43.980878+0000","last_peered":"2024-09-12T18:05:43.980878+0000","last_clean":"2024-09-12T18:05:43.980878+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:05:43.980878+0000","last_undegraded":"2024-09-12T18:05:43.980878+0000","last_fullsized":"2024-09-12T18:05:43.980878+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.980789+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:16.789994+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":675,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.247214+0000","last_change":"2024-09-12T18:06:04.247214+0000","last_active":"2024-09-12T18:06:04.247214+0000","last_peered":"2024-09-12T18:06:04.247214+0000","last_clean":"2024-09-12T18:06:04.247214+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:06:04.247214+0000","last_undegraded":"2024-09-12T18:06:04.247214+0000","last_fullsized":"2024-09-12T18:06:04.247214+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'111","last_scrub_stamp":"2024-09-12T18:06:04.247128+0000","last_deep_scrub":"267'111","last_deep_scrub_stamp":"2024-09-12T18:06:04.247128+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.247128+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:43.243304+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.820697+0000","last_change":"2024-09-12T18:05:36.820611+0000","last_active":"2024-09-12T18:05:36.820697+0000","last_peered":"2024-09-12T18:05:36.820697+0000","last_clean":"2024-09-12T18:05:36.820697+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:05:36.820697+0000","last_undegraded":"2024-09-12T18:05:36.820697+0000","last_fullsized":"2024-09-12T18:05:36.820697+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.820508+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:31.821200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'331","reported_seq":1001,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.441797+0000","last_change":"2024-09-12T18:05:28.441719+0000","last_active":"2024-09-12T18:05:28.441797+0000","last_peered":"2024-09-12T18:05:28.441797+0000","last_clean":"2024-09-12T18:05:28.441797+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:28.441797+0000","last_undegraded":"2024-09-12T18:05:28.441797+0000","last_fullsized":"2024-09-12T18:05:28.441797+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.441553+0000","objects_scrubbed":8,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:50.211102+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33366,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":523,"num_read_kb":18479,"num_write":1167,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":546,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.751931+0000","last_change":"2024-09-12T18:05:26.751866+0000","last_active":"2024-09-12T18:05:26.751931+0000","last_peered":"2024-09-12T18:05:26.751931+0000","last_clean":"2024-09-12T18:05:26.751931+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:05:26.751931+0000","last_undegraded":"2024-09-12T18:05:26.751931+0000","last_fullsized":"2024-09-12T18:05:26.751931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.751793+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:54.169430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.363611+0000","last_change":"2024-09-12T18:05:44.363533+0000","last_active":"2024-09-12T18:05:44.363611+0000","last_peered":"2024-09-12T18:05:44.363611+0000","last_clean":"2024-09-12T18:05:44.363611+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:05:44.363611+0000","last_undegraded":"2024-09-12T18:05:44.363611+0000","last_fullsized":"2024-09-12T18:05:44.363611+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.363434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:53.483180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'638","reported_seq":1343,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.382519+0000","last_change":"2024-09-12T18:05:45.382519+0000","last_active":"2024-09-12T18:05:45.382519+0000","last_peered":"2024-09-12T18:05:45.382519+0000","last_clean":"2024-09-12T18:05:45.382519+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:45.382519+0000","last_undegraded":"2024-09-12T18:05:45.382519+0000","last_fullsized":"2024-09-12T18:05:45.382519+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'638","last_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_deep_scrub":"267'638","last_deep_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.382400+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":600,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:06.076248+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96911,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1667,"num_read_kb":2916,"num_write":2148,"num_write_kb":1947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":502116,"num_omap_keys":1140,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.096532+0000","last_change":"2024-09-12T18:05:55.096466+0000","last_active":"2024-09-12T18:05:55.096532+0000","last_peered":"2024-09-12T18:05:55.096532+0000","last_clean":"2024-09-12T18:05:55.096532+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:05:55.096532+0000","last_undegraded":"2024-09-12T18:05:55.096532+0000","last_fullsized":"2024-09-12T18:05:55.096532+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.096387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.096387+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.096387+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:18.277539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'136","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.377584+0000","last_change":"2024-09-12T18:06:02.377584+0000","last_active":"2024-09-12T18:06:02.377584+0000","last_peered":"2024-09-12T18:06:02.377584+0000","last_clean":"2024-09-12T18:06:02.377584+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:06:02.377584+0000","last_undegraded":"2024-09-12T18:06:02.377584+0000","last_fullsized":"2024-09-12T18:06:02.377584+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T18:06:02.377479+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T18:06:02.377479+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.377479+0000","objects_scrubbed":3,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:38.666316+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1258,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.353948+0000","last_change":"2024-09-12T18:05:37.353812+0000","last_active":"2024-09-12T18:05:37.353948+0000","last_peered":"2024-09-12T18:05:37.353948+0000","last_clean":"2024-09-12T18:05:37.353948+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:05:37.353948+0000","last_undegraded":"2024-09-12T18:05:37.353948+0000","last_fullsized":"2024-09-12T18:05:37.353948+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'482","last_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_deep_scrub":"267'482","last_deep_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.353715+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:10.621493+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'299","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.670086+0000","last_change":"2024-09-12T18:05:29.669988+0000","last_active":"2024-09-12T18:05:29.670086+0000","last_peered":"2024-09-12T18:05:29.670086+0000","last_clean":"2024-09-12T18:05:29.670086+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:05:29.670086+0000","last_undegraded":"2024-09-12T18:05:29.670086+0000","last_fullsized":"2024-09-12T18:05:29.670086+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.669864+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:34.329162+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":378,"num_read_kb":14880,"num_write":914,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.185107+0000","last_change":"2024-09-12T18:05:29.185004+0000","last_active":"2024-09-12T18:05:29.185107+0000","last_peered":"2024-09-12T18:05:29.185107+0000","last_clean":"2024-09-12T18:05:29.185107+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:05:29.185107+0000","last_undegraded":"2024-09-12T18:05:29.185107+0000","last_fullsized":"2024-09-12T18:05:29.185107+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.184905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:50.812369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.020473+0000","last_change":"2024-09-12T18:05:41.020382+0000","last_active":"2024-09-12T18:05:41.020473+0000","last_peered":"2024-09-12T18:05:41.020473+0000","last_clean":"2024-09-12T18:05:41.020473+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:05:41.020473+0000","last_undegraded":"2024-09-12T18:05:41.020473+0000","last_fullsized":"2024-09-12T18:05:41.020473+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.020292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:30.694814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'252","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.770128+0000","last_change":"2024-09-12T18:05:46.770071+0000","last_active":"2024-09-12T18:05:46.770128+0000","last_peered":"2024-09-12T18:05:46.770128+0000","last_clean":"2024-09-12T18:05:46.770128+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:05:46.770128+0000","last_undegraded":"2024-09-12T18:05:46.770128+0000","last_fullsized":"2024-09-12T18:05:46.770128+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'252","last_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_deep_scrub":"267'252","last_deep_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.769962+0000","objects_scrubbed":8,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:39.512984+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'764","reported_seq":3117,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.315888+0000","last_change":"2024-09-12T18:05:58.315888+0000","last_active":"2024-09-12T18:05:58.315888+0000","last_peered":"2024-09-12T18:05:58.315888+0000","last_clean":"2024-09-12T18:05:58.315888+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:58.315888+0000","last_undegraded":"2024-09-12T18:05:58.315888+0000","last_fullsized":"2024-09-12T18:05:58.315888+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:58.315789+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:58.315789+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.315789+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:33.072276+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'121","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.071034+0000","last_change":"2024-09-12T18:06:04.071034+0000","last_active":"2024-09-12T18:06:04.071034+0000","last_peered":"2024-09-12T18:06:04.071034+0000","last_clean":"2024-09-12T18:06:04.071034+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:06:04.071034+0000","last_undegraded":"2024-09-12T18:06:04.071034+0000","last_fullsized":"2024-09-12T18:06:04.071034+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T18:06:04.070930+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T18:06:04.070930+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.070930+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:33.566282+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.065746+0000","last_change":"2024-09-12T18:05:39.065746+0000","last_active":"2024-09-12T18:05:39.065746+0000","last_peered":"2024-09-12T18:05:39.065746+0000","last_clean":"2024-09-12T18:05:39.065746+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:05:39.065746+0000","last_undegraded":"2024-09-12T18:05:39.065746+0000","last_fullsized":"2024-09-12T18:05:39.065746+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.065661+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:59.977087+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'297","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.048178+0000","last_change":"2024-09-12T18:05:29.048178+0000","last_active":"2024-09-12T18:05:29.048178+0000","last_peered":"2024-09-12T18:05:29.048178+0000","last_clean":"2024-09-12T18:05:29.048178+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:29.048178+0000","last_undegraded":"2024-09-12T18:05:29.048178+0000","last_fullsized":"2024-09-12T18:05:29.048178+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.048026+0000","objects_scrubbed":8,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:37.571446+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":4832,"num_write":857,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":544,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.721402+0000","last_change":"2024-09-12T18:05:27.721402+0000","last_active":"2024-09-12T18:05:27.721402+0000","last_peered":"2024-09-12T18:05:27.721402+0000","last_clean":"2024-09-12T18:05:27.721402+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:05:27.721402+0000","last_undegraded":"2024-09-12T18:05:27.721402+0000","last_fullsized":"2024-09-12T18:05:27.721402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.721320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:00.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.007844+0000","last_change":"2024-09-12T18:05:47.007780+0000","last_active":"2024-09-12T18:05:47.007844+0000","last_peered":"2024-09-12T18:05:47.007844+0000","last_clean":"2024-09-12T18:05:47.007844+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:05:47.007844+0000","last_undegraded":"2024-09-12T18:05:47.007844+0000","last_fullsized":"2024-09-12T18:05:47.007844+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.007689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.007689+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.007689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:57.966107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'135","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.047057+0000","last_change":"2024-09-12T18:05:50.046965+0000","last_active":"2024-09-12T18:05:50.047057+0000","last_peered":"2024-09-12T18:05:50.047057+0000","last_clean":"2024-09-12T18:05:50.047057+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:05:50.047057+0000","last_undegraded":"2024-09-12T18:05:50.047057+0000","last_fullsized":"2024-09-12T18:05:50.047057+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'135","last_scrub_stamp":"2024-09-12T18:05:50.046859+0000","last_deep_scrub":"267'135","last_deep_scrub_stamp":"2024-09-12T18:05:50.046859+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.046859+0000","objects_scrubbed":5,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:59.854529+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'807","reported_seq":2737,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.034641+0000","last_change":"2024-09-12T18:06:01.034582+0000","last_active":"2024-09-12T18:06:01.034641+0000","last_peered":"2024-09-12T18:06:01.034641+0000","last_clean":"2024-09-12T18:06:01.034641+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:06:01.034641+0000","last_undegraded":"2024-09-12T18:06:01.034641+0000","last_fullsized":"2024-09-12T18:06:01.034641+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'807","last_scrub_stamp":"2024-09-12T18:06:01.034483+0000","last_deep_scrub":"267'807","last_deep_scrub_stamp":"2024-09-12T18:06:01.034483+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.034483+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":700,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:28.888844+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'301","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.342815+0000","last_change":"2024-09-12T18:06:01.342815+0000","last_active":"2024-09-12T18:06:01.342815+0000","last_peered":"2024-09-12T18:06:01.342815+0000","last_clean":"2024-09-12T18:06:01.342815+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:06:01.342815+0000","last_undegraded":"2024-09-12T18:06:01.342815+0000","last_fullsized":"2024-09-12T18:06:01.342815+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'301","last_scrub_stamp":"2024-09-12T18:06:01.342727+0000","last_deep_scrub":"267'301","last_deep_scrub_stamp":"2024-09-12T18:06:01.342727+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.342727+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:29.730127+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'94","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.840714+0000","last_change":"2024-09-12T18:05:29.840635+0000","last_active":"2024-09-12T18:05:29.840714+0000","last_peered":"2024-09-12T18:05:29.840714+0000","last_clean":"2024-09-12T18:05:29.840714+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:05:29.840714+0000","last_undegraded":"2024-09-12T18:05:29.840714+0000","last_fullsized":"2024-09-12T18:05:29.840714+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.840547+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:55.659917+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'345","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.322524+0000","last_change":"2024-09-12T18:05:26.322524+0000","last_active":"2024-09-12T18:05:26.322524+0000","last_peered":"2024-09-12T18:05:26.322524+0000","last_clean":"2024-09-12T18:05:26.322524+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:26.322524+0000","last_undegraded":"2024-09-12T18:05:26.322524+0000","last_fullsized":"2024-09-12T18:05:26.322524+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.322404+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:08.333993+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242935,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":505,"num_read_kb":10938,"num_write":1167,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.221215+0000","last_change":"2024-09-12T18:05:30.221215+0000","last_active":"2024-09-12T18:05:30.221215+0000","last_peered":"2024-09-12T18:05:30.221215+0000","last_clean":"2024-09-12T18:05:30.221215+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:05:30.221215+0000","last_undegraded":"2024-09-12T18:05:30.221215+0000","last_fullsized":"2024-09-12T18:05:30.221215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.221118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:33.949911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.054910+0000","last_change":"2024-09-12T18:05:47.054910+0000","last_active":"2024-09-12T18:05:47.054910+0000","last_peered":"2024-09-12T18:05:47.054910+0000","last_clean":"2024-09-12T18:05:47.054910+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:05:47.054910+0000","last_undegraded":"2024-09-12T18:05:47.054910+0000","last_fullsized":"2024-09-12T18:05:47.054910+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.054783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.054783+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.054783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:27.067068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'794","reported_seq":1546,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.107373+0000","last_change":"2024-09-12T18:05:50.107313+0000","last_active":"2024-09-12T18:05:50.107373+0000","last_peered":"2024-09-12T18:05:50.107373+0000","last_clean":"2024-09-12T18:05:50.107373+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:50.107373+0000","last_undegraded":"2024-09-12T18:05:50.107373+0000","last_fullsized":"2024-09-12T18:05:50.107373+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'794","last_scrub_stamp":"2024-09-12T18:05:50.107209+0000","last_deep_scrub":"267'794","last_deep_scrub_stamp":"2024-09-12T18:05:50.107209+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.107209+0000","objects_scrubbed":8,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:27.075026+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142584,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1402,"num_read_kb":3438,"num_write":1144,"num_write_kb":939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.989985+0000","last_change":"2024-09-12T18:05:57.989920+0000","last_active":"2024-09-12T18:05:57.989985+0000","last_peered":"2024-09-12T18:05:57.989985+0000","last_clean":"2024-09-12T18:05:57.989985+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:05:57.989985+0000","last_undegraded":"2024-09-12T18:05:57.989985+0000","last_fullsized":"2024-09-12T18:05:57.989985+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.989830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.989830+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.989830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.626571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'195","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.274877+0000","last_change":"2024-09-12T18:06:02.274877+0000","last_active":"2024-09-12T18:06:02.274877+0000","last_peered":"2024-09-12T18:06:02.274877+0000","last_clean":"2024-09-12T18:06:02.274877+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:06:02.274877+0000","last_undegraded":"2024-09-12T18:06:02.274877+0000","last_fullsized":"2024-09-12T18:06:02.274877+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'195","last_scrub_stamp":"2024-09-12T18:06:02.274771+0000","last_deep_scrub":"267'195","last_deep_scrub_stamp":"2024-09-12T18:06:02.274771+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.274771+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:03.420266+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'160","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.375569+0000","last_change":"2024-09-12T18:06:05.375505+0000","last_active":"2024-09-12T18:06:05.375569+0000","last_peered":"2024-09-12T18:06:05.375569+0000","last_clean":"2024-09-12T18:06:05.375569+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:06:05.375569+0000","last_undegraded":"2024-09-12T18:06:05.375569+0000","last_fullsized":"2024-09-12T18:06:05.375569+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'160","last_scrub_stamp":"2024-09-12T18:06:05.375421+0000","last_deep_scrub":"267'160","last_deep_scrub_stamp":"2024-09-12T18:06:05.375421+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.375421+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:52.051548+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.928886+0000","last_change":"2024-09-12T18:05:37.928776+0000","last_active":"2024-09-12T18:05:37.928886+0000","last_peered":"2024-09-12T18:05:37.928886+0000","last_clean":"2024-09-12T18:05:37.928886+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:05:37.928886+0000","last_undegraded":"2024-09-12T18:05:37.928886+0000","last_fullsized":"2024-09-12T18:05:37.928886+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.928668+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:50.771664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'337","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.795349+0000","last_change":"2024-09-12T18:05:27.795257+0000","last_active":"2024-09-12T18:05:27.795349+0000","last_peered":"2024-09-12T18:05:27.795349+0000","last_clean":"2024-09-12T18:05:27.795349+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:27.795349+0000","last_undegraded":"2024-09-12T18:05:27.795349+0000","last_fullsized":"2024-09-12T18:05:27.795349+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.795092+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:39.390399+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":812836,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":549,"num_read_kb":14274,"num_write":1122,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.825651+0000","last_change":"2024-09-12T18:05:43.825651+0000","last_active":"2024-09-12T18:05:43.825651+0000","last_peered":"2024-09-12T18:05:43.825651+0000","last_clean":"2024-09-12T18:05:43.825651+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:05:43.825651+0000","last_undegraded":"2024-09-12T18:05:43.825651+0000","last_fullsized":"2024-09-12T18:05:43.825651+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.825548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:17.869499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'276","reported_seq":886,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.986740+0000","last_change":"2024-09-12T18:05:53.986740+0000","last_active":"2024-09-12T18:05:53.986740+0000","last_peered":"2024-09-12T18:05:53.986740+0000","last_clean":"2024-09-12T18:05:53.986740+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:53.986740+0000","last_undegraded":"2024-09-12T18:05:53.986740+0000","last_fullsized":"2024-09-12T18:05:53.986740+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'276","last_scrub_stamp":"2024-09-12T18:05:53.986645+0000","last_deep_scrub":"267'276","last_deep_scrub_stamp":"2024-09-12T18:05:53.986645+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.986645+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:06:04.852663+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.044176+0000","last_change":"2024-09-12T18:06:02.044176+0000","last_active":"2024-09-12T18:06:02.044176+0000","last_peered":"2024-09-12T18:06:02.044176+0000","last_clean":"2024-09-12T18:06:02.044176+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:06:02.044176+0000","last_undegraded":"2024-09-12T18:06:02.044176+0000","last_fullsized":"2024-09-12T18:06:02.044176+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:02.044089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:02.044089+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.044089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:08.027163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'162","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.032199+0000","last_change":"2024-09-12T18:06:08.032199+0000","last_active":"2024-09-12T18:06:08.032199+0000","last_peered":"2024-09-12T18:06:08.032199+0000","last_clean":"2024-09-12T18:06:08.032199+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:06:08.032199+0000","last_undegraded":"2024-09-12T18:06:08.032199+0000","last_fullsized":"2024-09-12T18:06:08.032199+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T18:06:08.032094+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T18:06:08.032094+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.032094+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:38.379308+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.828626+0000","last_change":"2024-09-12T18:05:38.828626+0000","last_active":"2024-09-12T18:05:38.828626+0000","last_peered":"2024-09-12T18:05:38.828626+0000","last_clean":"2024-09-12T18:05:38.828626+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:05:38.828626+0000","last_undegraded":"2024-09-12T18:05:38.828626+0000","last_fullsized":"2024-09-12T18:05:38.828626+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.828530+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:37.639208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'357","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203017+0000","last_change":"2024-09-12T18:05:36.202950+0000","last_active":"2024-09-12T18:05:36.203017+0000","last_peered":"2024-09-12T18:05:36.203017+0000","last_clean":"2024-09-12T18:05:36.203017+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:36.203017+0000","last_undegraded":"2024-09-12T18:05:36.203017+0000","last_fullsized":"2024-09-12T18:05:36.203017+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.202817+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:27.710909+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128623,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":3764,"num_write":997,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.087437+0000","last_change":"2024-09-12T18:05:50.087437+0000","last_active":"2024-09-12T18:05:50.087437+0000","last_peered":"2024-09-12T18:05:50.087437+0000","last_clean":"2024-09-12T18:05:50.087437+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:05:50.087437+0000","last_undegraded":"2024-09-12T18:05:50.087437+0000","last_fullsized":"2024-09-12T18:05:50.087437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.087371+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.087371+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.087371+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:04.776403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'63","reported_seq":591,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.336287+0000","last_change":"2024-09-12T18:05:48.336287+0000","last_active":"2024-09-12T18:05:48.336287+0000","last_peered":"2024-09-12T18:05:48.336287+0000","last_clean":"2024-09-12T18:05:48.336287+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:05:48.336287+0000","last_undegraded":"2024-09-12T18:05:48.336287+0000","last_fullsized":"2024-09-12T18:05:48.336287+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'63","last_scrub_stamp":"2024-09-12T18:05:48.336197+0000","last_deep_scrub":"267'63","last_deep_scrub_stamp":"2024-09-12T18:05:48.336197+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.336197+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:58.200355+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.050915+0000","last_change":"2024-09-12T18:05:57.050915+0000","last_active":"2024-09-12T18:05:57.050915+0000","last_peered":"2024-09-12T18:05:57.050915+0000","last_clean":"2024-09-12T18:05:57.050915+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:05:57.050915+0000","last_undegraded":"2024-09-12T18:05:57.050915+0000","last_fullsized":"2024-09-12T18:05:57.050915+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.050826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.050826+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.050826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:07.486006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'175","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.353287+0000","last_change":"2024-09-12T18:06:04.353287+0000","last_active":"2024-09-12T18:06:04.353287+0000","last_peered":"2024-09-12T18:06:04.353287+0000","last_clean":"2024-09-12T18:06:04.353287+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:06:04.353287+0000","last_undegraded":"2024-09-12T18:06:04.353287+0000","last_fullsized":"2024-09-12T18:06:04.353287+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'175","last_scrub_stamp":"2024-09-12T18:06:04.353201+0000","last_deep_scrub":"267'175","last_deep_scrub_stamp":"2024-09-12T18:06:04.353201+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.353201+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:05.935405+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":828,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.074685+0000","last_change":"2024-09-12T18:05:41.074685+0000","last_active":"2024-09-12T18:05:41.074685+0000","last_peered":"2024-09-12T18:05:41.074685+0000","last_clean":"2024-09-12T18:05:41.074685+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:05:41.074685+0000","last_undegraded":"2024-09-12T18:05:41.074685+0000","last_fullsized":"2024-09-12T18:05:41.074685+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.074597+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:20.227897+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'339","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.405121+0000","last_change":"2024-09-12T18:05:34.405018+0000","last_active":"2024-09-12T18:05:34.405121+0000","last_peered":"2024-09-12T18:05:34.405121+0000","last_clean":"2024-09-12T18:05:34.405121+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:34.405121+0000","last_undegraded":"2024-09-12T18:05:34.405121+0000","last_fullsized":"2024-09-12T18:05:34.405121+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.404830+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:43.368414+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456479,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":37584,"num_write":1077,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"267'4","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.129810+0000","last_change":"2024-09-12T18:05:48.129810+0000","last_active":"2024-09-12T18:05:48.129810+0000","last_peered":"2024-09-12T18:05:48.129810+0000","last_clean":"2024-09-12T18:05:48.129810+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:48.129810+0000","last_undegraded":"2024-09-12T18:05:48.129810+0000","last_fullsized":"2024-09-12T18:05:48.129810+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:48.129729+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:48.129729+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.129729+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:05.919933+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'339","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.975043+0000","last_change":"2024-09-12T18:05:54.975043+0000","last_active":"2024-09-12T18:05:54.975043+0000","last_peered":"2024-09-12T18:05:54.975043+0000","last_clean":"2024-09-12T18:05:54.975043+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:05:54.975043+0000","last_undegraded":"2024-09-12T18:05:54.975043+0000","last_fullsized":"2024-09-12T18:05:54.975043+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T18:05:54.974944+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T18:05:54.974944+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.974944+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:11.569104+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47143,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":556,"num_read_kb":1220,"num_write":440,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.023352+0000","last_change":"2024-09-12T18:05:47.023352+0000","last_active":"2024-09-12T18:05:47.023352+0000","last_peered":"2024-09-12T18:05:47.023352+0000","last_clean":"2024-09-12T18:05:47.023352+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:05:47.023352+0000","last_undegraded":"2024-09-12T18:05:47.023352+0000","last_fullsized":"2024-09-12T18:05:47.023352+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.023229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.023229+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.023229+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:13.126793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'110","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.214025+0000","last_change":"2024-09-12T18:06:06.214025+0000","last_active":"2024-09-12T18:06:06.214025+0000","last_peered":"2024-09-12T18:06:06.214025+0000","last_clean":"2024-09-12T18:06:06.214025+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:06:06.214025+0000","last_undegraded":"2024-09-12T18:06:06.214025+0000","last_fullsized":"2024-09-12T18:06:06.214025+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T18:06:06.213931+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T18:06:06.213931+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.213931+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:29.479651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.088987+0000","last_change":"2024-09-12T18:05:40.088930+0000","last_active":"2024-09-12T18:05:40.088987+0000","last_peered":"2024-09-12T18:05:40.088987+0000","last_clean":"2024-09-12T18:05:40.088987+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:05:40.088987+0000","last_undegraded":"2024-09-12T18:05:40.088987+0000","last_fullsized":"2024-09-12T18:05:40.088987+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.088850+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:39.583828+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'361","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.302851+0000","last_change":"2024-09-12T18:05:28.302795+0000","last_active":"2024-09-12T18:05:28.302851+0000","last_peered":"2024-09-12T18:05:28.302851+0000","last_clean":"2024-09-12T18:05:28.302851+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:28.302851+0000","last_undegraded":"2024-09-12T18:05:28.302851+0000","last_fullsized":"2024-09-12T18:05:28.302851+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.302699+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:50.971132+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145769,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":503,"num_read_kb":25558,"num_write":1014,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.994191+0000","last_change":"2024-09-12T18:05:41.994191+0000","last_active":"2024-09-12T18:05:41.994191+0000","last_peered":"2024-09-12T18:05:41.994191+0000","last_clean":"2024-09-12T18:05:41.994191+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:05:41.994191+0000","last_undegraded":"2024-09-12T18:05:41.994191+0000","last_fullsized":"2024-09-12T18:05:41.994191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.994105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:18.994802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'262","reported_seq":854,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.089229+0000","last_change":"2024-09-12T18:05:52.089229+0000","last_active":"2024-09-12T18:05:52.089229+0000","last_peered":"2024-09-12T18:05:52.089229+0000","last_clean":"2024-09-12T18:05:52.089229+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:05:52.089229+0000","last_undegraded":"2024-09-12T18:05:52.089229+0000","last_fullsized":"2024-09-12T18:05:52.089229+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T18:05:52.089131+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T18:05:52.089131+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.089131+0000","objects_scrubbed":4,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:01.142582+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49619,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":432,"num_read_kb":980,"num_write":340,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.381956+0000","last_change":"2024-09-12T18:05:56.381956+0000","last_active":"2024-09-12T18:05:56.381956+0000","last_peered":"2024-09-12T18:05:56.381956+0000","last_clean":"2024-09-12T18:05:56.381956+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:05:56.381956+0000","last_undegraded":"2024-09-12T18:05:56.381956+0000","last_fullsized":"2024-09-12T18:05:56.381956+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.381868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.381868+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.381868+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:55.884139+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.240144+0000","last_change":"2024-09-12T18:05:34.240083+0000","last_active":"2024-09-12T18:05:34.240144+0000","last_peered":"2024-09-12T18:05:34.240144+0000","last_clean":"2024-09-12T18:05:34.240144+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:05:34.240144+0000","last_undegraded":"2024-09-12T18:05:34.240144+0000","last_fullsized":"2024-09-12T18:05:34.240144+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'135","last_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_deep_scrub":"267'135","last_deep_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.239989+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:13.625703+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'363","reported_seq":1225,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.109650+0000","last_change":"2024-09-12T18:05:34.109558+0000","last_active":"2024-09-12T18:05:34.109650+0000","last_peered":"2024-09-12T18:05:34.109650+0000","last_clean":"2024-09-12T18:05:34.109650+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:34.109650+0000","last_undegraded":"2024-09-12T18:05:34.109650+0000","last_fullsized":"2024-09-12T18:05:34.109650+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'363","last_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_deep_scrub":"267'363","last_deep_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.109422+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:31.650381+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262205,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":949,"num_read_kb":17598,"num_write":1227,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.326213+0000","last_change":"2024-09-12T18:05:46.326213+0000","last_active":"2024-09-12T18:05:46.326213+0000","last_peered":"2024-09-12T18:05:46.326213+0000","last_clean":"2024-09-12T18:05:46.326213+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:05:46.326213+0000","last_undegraded":"2024-09-12T18:05:46.326213+0000","last_fullsized":"2024-09-12T18:05:46.326213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:46.326130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:46.326130+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.326130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:36.544320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'539","reported_seq":1196,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.768467+0000","last_change":"2024-09-12T18:05:50.768391+0000","last_active":"2024-09-12T18:05:50.768467+0000","last_peered":"2024-09-12T18:05:50.768467+0000","last_clean":"2024-09-12T18:05:50.768467+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:05:50.768467+0000","last_undegraded":"2024-09-12T18:05:50.768467+0000","last_fullsized":"2024-09-12T18:05:50.768467+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'539","last_scrub_stamp":"2024-09-12T18:05:50.768285+0000","last_deep_scrub":"267'539","last_deep_scrub_stamp":"2024-09-12T18:05:50.768285+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.768285+0000","objects_scrubbed":7,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:46.223591+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100616,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":951,"num_read_kb":2333,"num_write":822,"num_write_kb":711,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.301188+0000","last_change":"2024-09-12T18:06:00.301188+0000","last_active":"2024-09-12T18:06:00.301188+0000","last_peered":"2024-09-12T18:06:00.301188+0000","last_clean":"2024-09-12T18:06:00.301188+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:06:00.301188+0000","last_undegraded":"2024-09-12T18:06:00.301188+0000","last_fullsized":"2024-09-12T18:06:00.301188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.301100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.301100+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.301100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:25.328301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'192","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.055015+0000","last_change":"2024-09-12T18:06:05.055015+0000","last_active":"2024-09-12T18:06:05.055015+0000","last_peered":"2024-09-12T18:06:05.055015+0000","last_clean":"2024-09-12T18:06:05.055015+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:06:05.055015+0000","last_undegraded":"2024-09-12T18:06:05.055015+0000","last_fullsized":"2024-09-12T18:06:05.055015+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T18:06:05.054929+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T18:06:05.054929+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.054929+0000","objects_scrubbed":2,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:35.101075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.321787+0000","last_change":"2024-09-12T18:05:43.321787+0000","last_active":"2024-09-12T18:05:43.321787+0000","last_peered":"2024-09-12T18:05:43.321787+0000","last_clean":"2024-09-12T18:05:43.321787+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:05:43.321787+0000","last_undegraded":"2024-09-12T18:05:43.321787+0000","last_fullsized":"2024-09-12T18:05:43.321787+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.321701+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:00.286249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'496","reported_seq":1194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.719576+0000","last_change":"2024-09-12T18:05:33.719506+0000","last_active":"2024-09-12T18:05:33.719576+0000","last_peered":"2024-09-12T18:05:33.719576+0000","last_clean":"2024-09-12T18:05:33.719576+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:05:33.719576+0000","last_undegraded":"2024-09-12T18:05:33.719576+0000","last_fullsized":"2024-09-12T18:05:33.719576+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'496","last_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_deep_scrub":"267'496","last_deep_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.719328+0000","objects_scrubbed":10,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:51.850426+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4368992,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":829,"num_read_kb":9383,"num_write":1425,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.988986+0000","last_change":"2024-09-12T18:05:42.988923+0000","last_active":"2024-09-12T18:05:42.988986+0000","last_peered":"2024-09-12T18:05:42.988986+0000","last_clean":"2024-09-12T18:05:42.988986+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:05:42.988986+0000","last_undegraded":"2024-09-12T18:05:42.988986+0000","last_fullsized":"2024-09-12T18:05:42.988986+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.988852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:57.840957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'342","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.078004+0000","last_change":"2024-09-12T18:05:56.078004+0000","last_active":"2024-09-12T18:05:56.078004+0000","last_peered":"2024-09-12T18:05:56.078004+0000","last_clean":"2024-09-12T18:05:56.078004+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:05:56.078004+0000","last_undegraded":"2024-09-12T18:05:56.078004+0000","last_fullsized":"2024-09-12T18:05:56.078004+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'342","last_scrub_stamp":"2024-09-12T18:05:56.077903+0000","last_deep_scrub":"267'342","last_deep_scrub_stamp":"2024-09-12T18:05:56.077903+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.077903+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:16.815652+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45918,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":569,"num_read_kb":1223,"num_write":472,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.712704+0000","last_change":"2024-09-12T18:05:48.712628+0000","last_active":"2024-09-12T18:05:48.712704+0000","last_peered":"2024-09-12T18:05:48.712704+0000","last_clean":"2024-09-12T18:05:48.712704+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:05:48.712704+0000","last_undegraded":"2024-09-12T18:05:48.712704+0000","last_fullsized":"2024-09-12T18:05:48.712704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.712531+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:50.420168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'193","reported_seq":1085,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.019511+0000","last_change":"2024-09-12T18:05:52.019511+0000","last_active":"2024-09-12T18:05:52.019511+0000","last_peered":"2024-09-12T18:05:52.019511+0000","last_clean":"2024-09-12T18:05:52.019511+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:05:52.019511+0000","last_undegraded":"2024-09-12T18:05:52.019511+0000","last_fullsized":"2024-09-12T18:05:52.019511+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:52.019422+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:52.019422+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.019422+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:12.450738+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'246","reported_seq":909,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.015501+0000","last_change":"2024-09-12T18:05:44.015415+0000","last_active":"2024-09-12T18:05:44.015501+0000","last_peered":"2024-09-12T18:05:44.015501+0000","last_clean":"2024-09-12T18:05:44.015501+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:05:44.015501+0000","last_undegraded":"2024-09-12T18:05:44.015501+0000","last_fullsized":"2024-09-12T18:05:44.015501+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.015301+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:06.488280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'396","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.878936+0000","last_change":"2024-09-12T18:05:31.878876+0000","last_active":"2024-09-12T18:05:31.878936+0000","last_peered":"2024-09-12T18:05:31.878936+0000","last_clean":"2024-09-12T18:05:31.878936+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:31.878936+0000","last_undegraded":"2024-09-12T18:05:31.878936+0000","last_fullsized":"2024-09-12T18:05:31.878936+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.878747+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:25.828011+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5280861,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":46684,"num_write":1211,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.058188+0000","last_change":"2024-09-12T18:05:56.058188+0000","last_active":"2024-09-12T18:05:56.058188+0000","last_peered":"2024-09-12T18:05:56.058188+0000","last_clean":"2024-09-12T18:05:56.058188+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:05:56.058188+0000","last_undegraded":"2024-09-12T18:05:56.058188+0000","last_fullsized":"2024-09-12T18:05:56.058188+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.058107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.058107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.058107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:16.221539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'290","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.030756+0000","last_change":"2024-09-12T18:05:57.030664+0000","last_active":"2024-09-12T18:05:57.030756+0000","last_peered":"2024-09-12T18:05:57.030756+0000","last_clean":"2024-09-12T18:05:57.030756+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:57.030756+0000","last_undegraded":"2024-09-12T18:05:57.030756+0000","last_fullsized":"2024-09-12T18:05:57.030756+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T18:05:57.030552+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T18:05:57.030552+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.030552+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:23.655129+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.732094+0000","last_change":"2024-09-12T18:05:56.732094+0000","last_active":"2024-09-12T18:05:56.732094+0000","last_peered":"2024-09-12T18:05:56.732094+0000","last_clean":"2024-09-12T18:05:56.732094+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:05:56.732094+0000","last_undegraded":"2024-09-12T18:05:56.732094+0000","last_fullsized":"2024-09-12T18:05:56.732094+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.732003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.732003+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.732003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:48.125892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'106","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.242577+0000","last_change":"2024-09-12T18:06:03.242577+0000","last_active":"2024-09-12T18:06:03.242577+0000","last_peered":"2024-09-12T18:06:03.242577+0000","last_clean":"2024-09-12T18:06:03.242577+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:06:03.242577+0000","last_undegraded":"2024-09-12T18:06:03.242577+0000","last_fullsized":"2024-09-12T18:06:03.242577+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'106","last_scrub_stamp":"2024-09-12T18:06:03.242465+0000","last_deep_scrub":"267'106","last_deep_scrub_stamp":"2024-09-12T18:06:03.242465+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.242465+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:41.147428+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.034877+0000","last_change":"2024-09-12T18:05:33.034768+0000","last_active":"2024-09-12T18:05:33.034877+0000","last_peered":"2024-09-12T18:05:33.034877+0000","last_clean":"2024-09-12T18:05:33.034877+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:05:33.034877+0000","last_undegraded":"2024-09-12T18:05:33.034877+0000","last_fullsized":"2024-09-12T18:05:33.034877+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'249","last_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_deep_scrub":"267'249","last_deep_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.034648+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:00.550377+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'358","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.286655+0000","last_change":"2024-09-12T18:05:35.286592+0000","last_active":"2024-09-12T18:05:35.286655+0000","last_peered":"2024-09-12T18:05:35.286655+0000","last_clean":"2024-09-12T18:05:35.286655+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:35.286655+0000","last_undegraded":"2024-09-12T18:05:35.286655+0000","last_fullsized":"2024-09-12T18:05:35.286655+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.286421+0000","objects_scrubbed":12,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:50.599313+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097403,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":562,"num_read_kb":92826,"num_write":1200,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.804708+0000","last_change":"2024-09-12T18:05:45.804630+0000","last_active":"2024-09-12T18:05:45.804708+0000","last_peered":"2024-09-12T18:05:45.804708+0000","last_clean":"2024-09-12T18:05:45.804708+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:05:45.804708+0000","last_undegraded":"2024-09-12T18:05:45.804708+0000","last_fullsized":"2024-09-12T18:05:45.804708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.804537+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.359051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'112","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.082852+0000","last_change":"2024-09-12T18:05:53.082852+0000","last_active":"2024-09-12T18:05:53.082852+0000","last_peered":"2024-09-12T18:05:53.082852+0000","last_clean":"2024-09-12T18:05:53.082852+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:05:53.082852+0000","last_undegraded":"2024-09-12T18:05:53.082852+0000","last_fullsized":"2024-09-12T18:05:53.082852+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:05:53.082760+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:05:53.082760+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.082760+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:04.790816+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'764","reported_seq":2518,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.039754+0000","last_change":"2024-09-12T18:05:49.039685+0000","last_active":"2024-09-12T18:05:49.039754+0000","last_peered":"2024-09-12T18:05:49.039754+0000","last_clean":"2024-09-12T18:05:49.039754+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:49.039754+0000","last_undegraded":"2024-09-12T18:05:49.039754+0000","last_fullsized":"2024-09-12T18:05:49.039754+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:49.039604+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:49.039604+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.039604+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:54.040004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":641,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.068484+0000","last_change":"2024-09-12T18:05:59.068484+0000","last_active":"2024-09-12T18:05:59.068484+0000","last_peered":"2024-09-12T18:05:59.068484+0000","last_clean":"2024-09-12T18:05:59.068484+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:05:59.068484+0000","last_undegraded":"2024-09-12T18:05:59.068484+0000","last_fullsized":"2024-09-12T18:05:59.068484+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T18:05:59.068367+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T18:05:59.068367+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.068367+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:15.324785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":859,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.937150+0000","last_change":"2024-09-12T18:05:39.937090+0000","last_active":"2024-09-12T18:05:39.937150+0000","last_peered":"2024-09-12T18:05:39.937150+0000","last_clean":"2024-09-12T18:05:39.937150+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:05:39.937150+0000","last_undegraded":"2024-09-12T18:05:39.937150+0000","last_fullsized":"2024-09-12T18:05:39.937150+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'235","last_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_deep_scrub":"267'235","last_deep_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.937006+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:20.904671+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'337","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.408277+0000","last_change":"2024-09-12T18:05:32.408218+0000","last_active":"2024-09-12T18:05:32.408277+0000","last_peered":"2024-09-12T18:05:32.408277+0000","last_clean":"2024-09-12T18:05:32.408277+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:32.408277+0000","last_undegraded":"2024-09-12T18:05:32.408277+0000","last_fullsized":"2024-09-12T18:05:32.408277+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.408112+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:59.204236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218987,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":500,"num_read_kb":57627,"num_write":976,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.088877+0000","last_change":"2024-09-12T18:05:49.088785+0000","last_active":"2024-09-12T18:05:49.088877+0000","last_peered":"2024-09-12T18:05:49.088877+0000","last_clean":"2024-09-12T18:05:49.088877+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:05:49.088877+0000","last_undegraded":"2024-09-12T18:05:49.088877+0000","last_fullsized":"2024-09-12T18:05:49.088877+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:49.088663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:49.088663+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.088663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:29.577282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'373","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.336652+0000","last_change":"2024-09-12T18:05:57.336546+0000","last_active":"2024-09-12T18:05:57.336652+0000","last_peered":"2024-09-12T18:05:57.336652+0000","last_clean":"2024-09-12T18:05:57.336652+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:57.336652+0000","last_undegraded":"2024-09-12T18:05:57.336652+0000","last_fullsized":"2024-09-12T18:05:57.336652+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T18:05:57.336431+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T18:05:57.336431+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.336431+0000","objects_scrubbed":8,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:09.124427+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.427639+0000","last_change":"2024-09-12T18:05:57.427639+0000","last_active":"2024-09-12T18:05:57.427639+0000","last_peered":"2024-09-12T18:05:57.427639+0000","last_clean":"2024-09-12T18:05:57.427639+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:05:57.427639+0000","last_undegraded":"2024-09-12T18:05:57.427639+0000","last_fullsized":"2024-09-12T18:05:57.427639+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.427536+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.427536+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.427536+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:46.926924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'136","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.145119+0000","last_change":"2024-09-12T18:06:02.145119+0000","last_active":"2024-09-12T18:06:02.145119+0000","last_peered":"2024-09-12T18:06:02.145119+0000","last_clean":"2024-09-12T18:06:02.145119+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:06:02.145119+0000","last_undegraded":"2024-09-12T18:06:02.145119+0000","last_fullsized":"2024-09-12T18:06:02.145119+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T18:06:02.145022+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T18:06:02.145022+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.145022+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:36.337097+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.938745+0000","last_change":"2024-09-12T18:05:38.938669+0000","last_active":"2024-09-12T18:05:38.938745+0000","last_peered":"2024-09-12T18:05:38.938745+0000","last_clean":"2024-09-12T18:05:38.938745+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:05:38.938745+0000","last_undegraded":"2024-09-12T18:05:38.938745+0000","last_fullsized":"2024-09-12T18:05:38.938745+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.938550+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:03.534062+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'322","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.362393+0000","last_change":"2024-09-12T18:05:33.362300+0000","last_active":"2024-09-12T18:05:33.362393+0000","last_peered":"2024-09-12T18:05:33.362393+0000","last_clean":"2024-09-12T18:05:33.362393+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:33.362393+0000","last_undegraded":"2024-09-12T18:05:33.362393+0000","last_fullsized":"2024-09-12T18:05:33.362393+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.362203+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:25.528842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":491,"num_read_kb":64387,"num_write":1047,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.322568+0000","last_change":"2024-09-12T18:05:53.322568+0000","last_active":"2024-09-12T18:05:53.322568+0000","last_peered":"2024-09-12T18:05:53.322568+0000","last_clean":"2024-09-12T18:05:53.322568+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:05:53.322568+0000","last_undegraded":"2024-09-12T18:05:53.322568+0000","last_fullsized":"2024-09-12T18:05:53.322568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:53.322424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:53.322424+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.322424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:03.496331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'299","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.398518+0000","last_change":"2024-09-12T18:05:52.398413+0000","last_active":"2024-09-12T18:05:52.398518+0000","last_peered":"2024-09-12T18:05:52.398518+0000","last_clean":"2024-09-12T18:05:52.398518+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:52.398518+0000","last_undegraded":"2024-09-12T18:05:52.398518+0000","last_fullsized":"2024-09-12T18:05:52.398518+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T18:05:52.398304+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T18:05:52.398304+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.398304+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:09.591871+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.036127+0000","last_change":"2024-09-12T18:05:48.036073+0000","last_active":"2024-09-12T18:05:48.036127+0000","last_peered":"2024-09-12T18:05:48.036127+0000","last_clean":"2024-09-12T18:05:48.036127+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:05:48.036127+0000","last_undegraded":"2024-09-12T18:05:48.036127+0000","last_fullsized":"2024-09-12T18:05:48.036127+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.035986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.035986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.035986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:02.859651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'141","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.030336+0000","last_change":"2024-09-12T18:06:06.030336+0000","last_active":"2024-09-12T18:06:06.030336+0000","last_peered":"2024-09-12T18:06:06.030336+0000","last_clean":"2024-09-12T18:06:06.030336+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:06:06.030336+0000","last_undegraded":"2024-09-12T18:06:06.030336+0000","last_fullsized":"2024-09-12T18:06:06.030336+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T18:06:06.030233+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T18:06:06.030233+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.030233+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:23.800614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":843,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.346890+0000","last_change":"2024-09-12T18:05:45.346890+0000","last_active":"2024-09-12T18:05:45.346890+0000","last_peered":"2024-09-12T18:05:45.346890+0000","last_clean":"2024-09-12T18:05:45.346890+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:05:45.346890+0000","last_undegraded":"2024-09-12T18:05:45.346890+0000","last_fullsized":"2024-09-12T18:05:45.346890+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'250","last_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_deep_scrub":"267'250","last_deep_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.346778+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:56.844719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'323","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.116522+0000","last_change":"2024-09-12T18:05:32.116522+0000","last_active":"2024-09-12T18:05:32.116522+0000","last_peered":"2024-09-12T18:05:32.116522+0000","last_clean":"2024-09-12T18:05:32.116522+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:32.116522+0000","last_undegraded":"2024-09-12T18:05:32.116522+0000","last_fullsized":"2024-09-12T18:05:32.116522+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.116385+0000","objects_scrubbed":5,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:32.267065+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456499,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":6587,"num_write":1019,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.996000+0000","last_change":"2024-09-12T18:05:48.995943+0000","last_active":"2024-09-12T18:05:48.996000+0000","last_peered":"2024-09-12T18:05:48.996000+0000","last_clean":"2024-09-12T18:05:48.996000+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:05:48.996000+0000","last_undegraded":"2024-09-12T18:05:48.996000+0000","last_fullsized":"2024-09-12T18:05:48.996000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.995857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.995857+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.995857+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:11.115975+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'262","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.014410+0000","last_change":"2024-09-12T18:05:59.014410+0000","last_active":"2024-09-12T18:05:59.014410+0000","last_peered":"2024-09-12T18:05:59.014410+0000","last_clean":"2024-09-12T18:05:59.014410+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:59.014410+0000","last_undegraded":"2024-09-12T18:05:59.014410+0000","last_fullsized":"2024-09-12T18:05:59.014410+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T18:05:59.014325+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T18:05:59.014325+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.014325+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:57.368981+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.105628+0000","last_change":"2024-09-12T18:05:59.105628+0000","last_active":"2024-09-12T18:05:59.105628+0000","last_peered":"2024-09-12T18:05:59.105628+0000","last_clean":"2024-09-12T18:05:59.105628+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:05:59.105628+0000","last_undegraded":"2024-09-12T18:05:59.105628+0000","last_fullsized":"2024-09-12T18:05:59.105628+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.105547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.105547+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.105547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:13.058960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'215","reported_seq":1360,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.070863+0000","last_change":"2024-09-12T18:06:00.070863+0000","last_active":"2024-09-12T18:06:00.070863+0000","last_peered":"2024-09-12T18:06:00.070863+0000","last_clean":"2024-09-12T18:06:00.070863+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:06:00.070863+0000","last_undegraded":"2024-09-12T18:06:00.070863+0000","last_fullsized":"2024-09-12T18:06:00.070863+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T18:06:00.070774+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T18:06:00.070774+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.070774+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:02:37.348276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.939984+0000","last_change":"2024-09-12T18:05:36.939885+0000","last_active":"2024-09-12T18:05:36.939984+0000","last_peered":"2024-09-12T18:05:36.939984+0000","last_clean":"2024-09-12T18:05:36.939984+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:36.939984+0000","last_undegraded":"2024-09-12T18:05:36.939984+0000","last_fullsized":"2024-09-12T18:05:36.939984+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.939771+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:27.025583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'366","reported_seq":1068,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.280066+0000","last_change":"2024-09-12T18:05:31.280006+0000","last_active":"2024-09-12T18:05:31.280066+0000","last_peered":"2024-09-12T18:05:31.280066+0000","last_clean":"2024-09-12T18:05:31.280066+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:31.280066+0000","last_undegraded":"2024-09-12T18:05:31.280066+0000","last_fullsized":"2024-09-12T18:05:31.280066+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'366","last_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_deep_scrub":"267'366","last_deep_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.279862+0000","objects_scrubbed":5,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:27.107662+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262286,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":566,"num_read_kb":63668,"num_write":1148,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.848948+0000","last_change":"2024-09-12T18:05:44.848846+0000","last_active":"2024-09-12T18:05:44.848948+0000","last_peered":"2024-09-12T18:05:44.848948+0000","last_clean":"2024-09-12T18:05:44.848948+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:05:44.848948+0000","last_undegraded":"2024-09-12T18:05:44.848948+0000","last_fullsized":"2024-09-12T18:05:44.848948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.848732+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:01.534495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'328","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.082600+0000","last_change":"2024-09-12T18:05:52.082541+0000","last_active":"2024-09-12T18:05:52.082600+0000","last_peered":"2024-09-12T18:05:52.082600+0000","last_clean":"2024-09-12T18:05:52.082600+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:52.082600+0000","last_undegraded":"2024-09-12T18:05:52.082600+0000","last_fullsized":"2024-09-12T18:05:52.082600+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T18:05:52.082446+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T18:05:52.082446+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.082446+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:12:33.025343+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.382609+0000","last_change":"2024-09-12T18:06:00.382609+0000","last_active":"2024-09-12T18:06:00.382609+0000","last_peered":"2024-09-12T18:06:00.382609+0000","last_clean":"2024-09-12T18:06:00.382609+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:06:00.382609+0000","last_undegraded":"2024-09-12T18:06:00.382609+0000","last_fullsized":"2024-09-12T18:06:00.382609+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.382525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.382525+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.382525+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:29.750942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'131","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.158604+0000","last_change":"2024-09-12T18:06:10.158604+0000","last_active":"2024-09-12T18:06:10.158604+0000","last_peered":"2024-09-12T18:06:10.158604+0000","last_clean":"2024-09-12T18:06:10.158604+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:06:10.158604+0000","last_undegraded":"2024-09-12T18:06:10.158604+0000","last_fullsized":"2024-09-12T18:06:10.158604+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:06:10.158513+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:06:10.158513+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.158513+0000","objects_scrubbed":4,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:24.633634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":742,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.867742+0000","last_change":"2024-09-12T18:05:42.867742+0000","last_active":"2024-09-12T18:05:42.867742+0000","last_peered":"2024-09-12T18:05:42.867742+0000","last_clean":"2024-09-12T18:05:42.867742+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:42.867742+0000","last_undegraded":"2024-09-12T18:05:42.867742+0000","last_fullsized":"2024-09-12T18:05:42.867742+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.867652+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:54.243987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'332","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.239457+0000","last_change":"2024-09-12T18:05:32.239399+0000","last_active":"2024-09-12T18:05:32.239457+0000","last_peered":"2024-09-12T18:05:32.239457+0000","last_clean":"2024-09-12T18:05:32.239457+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:32.239457+0000","last_undegraded":"2024-09-12T18:05:32.239457+0000","last_fullsized":"2024-09-12T18:05:32.239457+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.239290+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:14.494762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5417690,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":16973,"num_write":1041,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.838497+0000","last_change":"2024-09-12T18:05:37.838497+0000","last_active":"2024-09-12T18:05:37.838497+0000","last_peered":"2024-09-12T18:05:37.838497+0000","last_clean":"2024-09-12T18:05:37.838497+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:05:37.838497+0000","last_undegraded":"2024-09-12T18:05:37.838497+0000","last_fullsized":"2024-09-12T18:05:37.838497+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4079","last_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_deep_scrub":"267'4079","last_deep_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.838413+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:22.152246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'310","reported_seq":965,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.008268+0000","last_change":"2024-09-12T18:05:31.008207+0000","last_active":"2024-09-12T18:05:31.008268+0000","last_peered":"2024-09-12T18:05:31.008268+0000","last_clean":"2024-09-12T18:05:31.008268+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:31.008268+0000","last_undegraded":"2024-09-12T18:05:31.008268+0000","last_fullsized":"2024-09-12T18:05:31.008268+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'310","last_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_deep_scrub":"267'310","last_deep_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.008058+0000","objects_scrubbed":4,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:44.142780+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":531,"num_read_kb":1717,"num_write":1000,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.353527+0000","last_change":"2024-09-12T18:05:44.353527+0000","last_active":"2024-09-12T18:05:44.353527+0000","last_peered":"2024-09-12T18:05:44.353527+0000","last_clean":"2024-09-12T18:05:44.353527+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:05:44.353527+0000","last_undegraded":"2024-09-12T18:05:44.353527+0000","last_fullsized":"2024-09-12T18:05:44.353527+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'179","last_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_deep_scrub":"267'179","last_deep_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.353442+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:25.709483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'357","reported_seq":1035,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.353285+0000","last_change":"2024-09-12T18:05:35.353225+0000","last_active":"2024-09-12T18:05:35.353285+0000","last_peered":"2024-09-12T18:05:35.353285+0000","last_clean":"2024-09-12T18:05:35.353285+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:35.353285+0000","last_undegraded":"2024-09-12T18:05:35.353285+0000","last_fullsized":"2024-09-12T18:05:35.353285+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.353053+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:18.454298+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":9180,"num_write":1279,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1155,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.787265+0000","last_change":"2024-09-12T18:05:35.787265+0000","last_active":"2024-09-12T18:05:35.787265+0000","last_peered":"2024-09-12T18:05:35.787265+0000","last_clean":"2024-09-12T18:05:35.787265+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:05:35.787265+0000","last_undegraded":"2024-09-12T18:05:35.787265+0000","last_fullsized":"2024-09-12T18:05:35.787265+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'389","last_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_deep_scrub":"267'389","last_deep_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.787180+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:28.111822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'376","reported_seq":1137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.305914+0000","last_change":"2024-09-12T18:05:30.305828+0000","last_active":"2024-09-12T18:05:30.305914+0000","last_peered":"2024-09-12T18:05:30.305914+0000","last_clean":"2024-09-12T18:05:30.305914+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:30.305914+0000","last_undegraded":"2024-09-12T18:05:30.305914+0000","last_fullsized":"2024-09-12T18:05:30.305914+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'376","last_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_deep_scrub":"267'376","last_deep_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.305710+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:50.808236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436973,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":814,"num_read_kb":48369,"num_write":1085,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.999266+0000","last_change":"2024-09-12T18:05:44.999176+0000","last_active":"2024-09-12T18:05:44.999266+0000","last_peered":"2024-09-12T18:05:44.999266+0000","last_clean":"2024-09-12T18:05:44.999266+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:05:44.999266+0000","last_undegraded":"2024-09-12T18:05:44.999266+0000","last_fullsized":"2024-09-12T18:05:44.999266+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.999058+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:10.660044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'344","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.084587+0000","last_change":"2024-09-12T18:05:33.084587+0000","last_active":"2024-09-12T18:05:33.084587+0000","last_peered":"2024-09-12T18:05:33.084587+0000","last_clean":"2024-09-12T18:05:33.084587+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:33.084587+0000","last_undegraded":"2024-09-12T18:05:33.084587+0000","last_fullsized":"2024-09-12T18:05:33.084587+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.084432+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:11.433522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":26098,"num_write":1083,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.974014+0000","last_change":"2024-09-12T18:05:41.973931+0000","last_active":"2024-09-12T18:05:41.974014+0000","last_peered":"2024-09-12T18:05:41.974014+0000","last_clean":"2024-09-12T18:05:41.974014+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:05:41.974014+0000","last_undegraded":"2024-09-12T18:05:41.974014+0000","last_fullsized":"2024-09-12T18:05:41.974014+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'111","last_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_deep_scrub":"267'111","last_deep_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.973843+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:58.620105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'338","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.681116+0000","last_change":"2024-09-12T18:05:30.681116+0000","last_active":"2024-09-12T18:05:30.681116+0000","last_peered":"2024-09-12T18:05:30.681116+0000","last_clean":"2024-09-12T18:05:30.681116+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:05:30.681116+0000","last_undegraded":"2024-09-12T18:05:30.681116+0000","last_fullsized":"2024-09-12T18:05:30.681116+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'338","last_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_deep_scrub":"267'338","last_deep_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.680983+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:47.047163+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456508,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":466,"num_read_kb":72775,"num_write":1119,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.042941+0000","last_change":"2024-09-12T18:05:46.042864+0000","last_active":"2024-09-12T18:05:46.042941+0000","last_peered":"2024-09-12T18:05:46.042941+0000","last_clean":"2024-09-12T18:05:46.042941+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:05:46.042941+0000","last_undegraded":"2024-09-12T18:05:46.042941+0000","last_fullsized":"2024-09-12T18:05:46.042941+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4417","last_scrub_stamp":"2024-09-12T18:05:46.042779+0000","last_deep_scrub":"267'4417","last_deep_scrub_stamp":"2024-09-12T18:05:46.042779+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.042779+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:10.165916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'367","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203778+0000","last_change":"2024-09-12T18:05:36.203778+0000","last_active":"2024-09-12T18:05:36.203778+0000","last_peered":"2024-09-12T18:05:36.203778+0000","last_clean":"2024-09-12T18:05:36.203778+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:36.203778+0000","last_undegraded":"2024-09-12T18:05:36.203778+0000","last_fullsized":"2024-09-12T18:05:36.203778+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'367","last_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_deep_scrub":"267'367","last_deep_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.203632+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:34.986434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":595,"num_read_kb":28225,"num_write":1110,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.110245+0000","last_change":"2024-09-12T18:05:39.110186+0000","last_active":"2024-09-12T18:05:39.110245+0000","last_peered":"2024-09-12T18:05:39.110245+0000","last_clean":"2024-09-12T18:05:39.110245+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:05:39.110245+0000","last_undegraded":"2024-09-12T18:05:39.110245+0000","last_fullsized":"2024-09-12T18:05:39.110245+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.110096+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:59.172297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'391","reported_seq":1154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.140118+0000","last_change":"2024-09-12T18:05:35.140118+0000","last_active":"2024-09-12T18:05:35.140118+0000","last_peered":"2024-09-12T18:05:35.140118+0000","last_clean":"2024-09-12T18:05:35.140118+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:35.140118+0000","last_undegraded":"2024-09-12T18:05:35.140118+0000","last_fullsized":"2024-09-12T18:05:35.140118+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.139986+0000","objects_scrubbed":7,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:16.234475+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699451,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":818,"num_read_kb":14556,"num_write":1098,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.340582+0000","last_change":"2024-09-12T18:05:38.340507+0000","last_active":"2024-09-12T18:05:38.340582+0000","last_peered":"2024-09-12T18:05:38.340582+0000","last_clean":"2024-09-12T18:05:38.340582+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:05:38.340582+0000","last_undegraded":"2024-09-12T18:05:38.340582+0000","last_fullsized":"2024-09-12T18:05:38.340582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.340407+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:54.862591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'336","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.398660+0000","last_change":"2024-09-12T18:05:36.398660+0000","last_active":"2024-09-12T18:05:36.398660+0000","last_peered":"2024-09-12T18:05:36.398660+0000","last_clean":"2024-09-12T18:05:36.398660+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:36.398660+0000","last_undegraded":"2024-09-12T18:05:36.398660+0000","last_fullsized":"2024-09-12T18:05:36.398660+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.398546+0000","objects_scrubbed":8,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:32.280626+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767385,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":15457,"num_write":1167,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.007201+0000","last_change":"2024-09-12T18:05:43.007201+0000","last_active":"2024-09-12T18:05:43.007201+0000","last_peered":"2024-09-12T18:05:43.007201+0000","last_clean":"2024-09-12T18:05:43.007201+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:05:43.007201+0000","last_undegraded":"2024-09-12T18:05:43.007201+0000","last_fullsized":"2024-09-12T18:05:43.007201+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.007079+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:05.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'365","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.100825+0000","last_change":"2024-09-12T18:05:36.100825+0000","last_active":"2024-09-12T18:05:36.100825+0000","last_peered":"2024-09-12T18:05:36.100825+0000","last_clean":"2024-09-12T18:05:36.100825+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:36.100825+0000","last_undegraded":"2024-09-12T18:05:36.100825+0000","last_fullsized":"2024-09-12T18:05:36.100825+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'365","last_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_deep_scrub":"267'365","last_deep_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.100612+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:26.747501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288800,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":467,"num_read_kb":7425,"num_write":1174,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.990768+0000","last_change":"2024-09-12T18:05:33.990700+0000","last_active":"2024-09-12T18:05:33.990768+0000","last_peered":"2024-09-12T18:05:33.990768+0000","last_clean":"2024-09-12T18:05:33.990768+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:05:33.990768+0000","last_undegraded":"2024-09-12T18:05:33.990768+0000","last_fullsized":"2024-09-12T18:05:33.990768+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.990611+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:18.791593+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'378","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.428981+0000","last_change":"2024-09-12T18:05:37.428981+0000","last_active":"2024-09-12T18:05:37.428981+0000","last_peered":"2024-09-12T18:05:37.428981+0000","last_clean":"2024-09-12T18:05:37.428981+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:37.428981+0000","last_undegraded":"2024-09-12T18:05:37.428981+0000","last_fullsized":"2024-09-12T18:05:37.428981+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.428871+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:02.549114+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661335,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":49194,"num_write":1163,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'152","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.941432+0000","last_change":"2024-09-12T18:05:40.941432+0000","last_active":"2024-09-12T18:05:40.941432+0000","last_peered":"2024-09-12T18:05:40.941432+0000","last_clean":"2024-09-12T18:05:40.941432+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:05:40.941432+0000","last_undegraded":"2024-09-12T18:05:40.941432+0000","last_fullsized":"2024-09-12T18:05:40.941432+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.941346+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.656349+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":271,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'371","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.328006+0000","last_change":"2024-09-12T18:05:34.328006+0000","last_active":"2024-09-12T18:05:34.328006+0000","last_peered":"2024-09-12T18:05:34.328006+0000","last_clean":"2024-09-12T18:05:34.328006+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:34.328006+0000","last_undegraded":"2024-09-12T18:05:34.328006+0000","last_fullsized":"2024-09-12T18:05:34.328006+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.327899+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:40.801588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":601,"num_read_kb":5649,"num_write":1150,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.185771+0000","last_change":"2024-09-12T18:05:43.185771+0000","last_active":"2024-09-12T18:05:43.185771+0000","last_peered":"2024-09-12T18:05:43.185771+0000","last_clean":"2024-09-12T18:05:43.185771+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:05:43.185771+0000","last_undegraded":"2024-09-12T18:05:43.185771+0000","last_fullsized":"2024-09-12T18:05:43.185771+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'101","last_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_deep_scrub":"267'101","last_deep_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.185681+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:42.621228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'344","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.189367+0000","last_change":"2024-09-12T18:05:31.189367+0000","last_active":"2024-09-12T18:05:31.189367+0000","last_peered":"2024-09-12T18:05:31.189367+0000","last_clean":"2024-09-12T18:05:31.189367+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:31.189367+0000","last_undegraded":"2024-09-12T18:05:31.189367+0000","last_fullsized":"2024-09-12T18:05:31.189367+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.189252+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:48.238959+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":552598,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":20718,"num_write":1046,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.315504+0000","last_change":"2024-09-12T18:05:36.315504+0000","last_active":"2024-09-12T18:05:36.315504+0000","last_peered":"2024-09-12T18:05:36.315504+0000","last_clean":"2024-09-12T18:05:36.315504+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:05:36.315504+0000","last_undegraded":"2024-09-12T18:05:36.315504+0000","last_fullsized":"2024-09-12T18:05:36.315504+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.315388+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'315","reported_seq":960,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.146547+0000","last_change":"2024-09-12T18:05:39.146547+0000","last_active":"2024-09-12T18:05:39.146547+0000","last_peered":"2024-09-12T18:05:39.146547+0000","last_clean":"2024-09-12T18:05:39.146547+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:39.146547+0000","last_undegraded":"2024-09-12T18:05:39.146547+0000","last_fullsized":"2024-09-12T18:05:39.146547+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.146450+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:48.685715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1303126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":10309,"num_write":1041,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'236","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.089808+0000","last_change":"2024-09-12T18:05:48.089808+0000","last_active":"2024-09-12T18:05:48.089808+0000","last_peered":"2024-09-12T18:05:48.089808+0000","last_clean":"2024-09-12T18:05:48.089808+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:05:48.089808+0000","last_undegraded":"2024-09-12T18:05:48.089808+0000","last_fullsized":"2024-09-12T18:05:48.089808+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T18:05:48.089720+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T18:05:48.089720+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.089720+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:09.291078+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25748,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'391","reported_seq":1148,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.018180+0000","last_change":"2024-09-12T18:05:32.018089+0000","last_active":"2024-09-12T18:05:32.018180+0000","last_peered":"2024-09-12T18:05:32.018180+0000","last_clean":"2024-09-12T18:05:32.018180+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:32.018180+0000","last_undegraded":"2024-09-12T18:05:32.018180+0000","last_fullsized":"2024-09-12T18:05:32.018180+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.017893+0000","objects_scrubbed":11,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:21.394561+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8881887,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":904,"num_read_kb":28207,"num_write":1356,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'190","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.206191+0000","last_change":"2024-09-12T18:05:42.206191+0000","last_active":"2024-09-12T18:05:42.206191+0000","last_peered":"2024-09-12T18:05:42.206191+0000","last_clean":"2024-09-12T18:05:42.206191+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:05:42.206191+0000","last_undegraded":"2024-09-12T18:05:42.206191+0000","last_fullsized":"2024-09-12T18:05:42.206191+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.206053+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:48.241413+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'343","reported_seq":1056,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.436589+0000","last_change":"2024-09-12T18:05:39.436589+0000","last_active":"2024-09-12T18:05:39.436589+0000","last_peered":"2024-09-12T18:05:39.436589+0000","last_clean":"2024-09-12T18:05:39.436589+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:39.436589+0000","last_undegraded":"2024-09-12T18:05:39.436589+0000","last_fullsized":"2024-09-12T18:05:39.436589+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'343","last_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_deep_scrub":"267'343","last_deep_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.436448+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:00.806202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048658,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":20652,"num_write":1161,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'412","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.394256+0000","last_change":"2024-09-12T18:05:38.394256+0000","last_active":"2024-09-12T18:05:38.394256+0000","last_peered":"2024-09-12T18:05:38.394256+0000","last_clean":"2024-09-12T18:05:38.394256+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:38.394256+0000","last_undegraded":"2024-09-12T18:05:38.394256+0000","last_fullsized":"2024-09-12T18:05:38.394256+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'412","last_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_deep_scrub":"267'412","last_deep_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.394107+0000","objects_scrubbed":10,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:34.196854+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2300203,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":693,"num_read_kb":13492,"num_write":1316,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.358235+0000","last_change":"2024-09-12T18:05:42.358147+0000","last_active":"2024-09-12T18:05:42.358235+0000","last_peered":"2024-09-12T18:05:42.358235+0000","last_clean":"2024-09-12T18:05:42.358235+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:05:42.358235+0000","last_undegraded":"2024-09-12T18:05:42.358235+0000","last_fullsized":"2024-09-12T18:05:42.358235+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.358032+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:25.818668+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'361","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.750658+0000","last_change":"2024-09-12T18:05:34.750591+0000","last_active":"2024-09-12T18:05:34.750658+0000","last_peered":"2024-09-12T18:05:34.750658+0000","last_clean":"2024-09-12T18:05:34.750658+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:05:34.750658+0000","last_undegraded":"2024-09-12T18:05:34.750658+0000","last_fullsized":"2024-09-12T18:05:34.750658+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.750438+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:51.708799+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1093930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":1728,"num_write":1217,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.330150+0000","last_change":"2024-09-12T18:05:47.330077+0000","last_active":"2024-09-12T18:05:47.330150+0000","last_peered":"2024-09-12T18:05:47.330150+0000","last_clean":"2024-09-12T18:05:47.330150+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:05:47.330150+0000","last_undegraded":"2024-09-12T18:05:47.330150+0000","last_fullsized":"2024-09-12T18:05:47.330150+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'309","last_scrub_stamp":"2024-09-12T18:05:47.329962+0000","last_deep_scrub":"267'309","last_deep_scrub_stamp":"2024-09-12T18:05:47.329962+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.329962+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:47.900707+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6967,"num_omap_keys":14,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1059,"ondisk_log_size":1059,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2861,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1750,"ondisk_log_size":1750,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":570,"ondisk_log_size":570,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1488285,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18988,"num_read_kb":39666,"num_write":15841,"num_write_kb":11932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685910,"num_omap_keys":1574,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1820,"ondisk_log_size":1820,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43834,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3818,"ondisk_log_size":3818,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":940,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":11,"ondisk_log_size":11,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":149967958,"num_objects":399,"num_object_clones":0,"num_object_copies":1197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":399,"num_whiteouts":0,"num_read":36175,"num_read_kb":1833143,"num_write":71500,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":226897920,"data_stored":226897920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3621,"ondisk_log_size":3621,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":161915,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":157810,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510329,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":301236,"kb_used_data":27108,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94070604,"statfs":{"total":96636764160,"available":96328298496,"internally_reserved":0,"allocated":27758592,"data_stored":25768418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510329,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271056,"kb_used_data":27456,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94100784,"statfs":{"total":96636764160,"available":96359202816,"internally_reserved":0,"allocated":28114944,"data_stored":26146123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510328,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":144844,"kb_used_data":23484,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94226996,"statfs":{"total":96636764160,"available":96488443904,"internally_reserved":0,"allocated":24047616,"data_stored":22047289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510328,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":114928,"kb_used_data":29600,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94256912,"statfs":{"total":96636764160,"available":96519077888,"internally_reserved":0,"allocated":30310400,"data_stored":28364498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510329,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":282196,"kb_used_data":30276,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94089644,"statfs":{"total":96636764160,"available":96347795456,"internally_reserved":0,"allocated":31002624,"data_stored":28986250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510328,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":143828,"kb_used_data":36356,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94228012,"statfs":{"total":96636764160,"available":96489484288,"internally_reserved":0,"allocated":37228544,"data_stored":35275205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510327,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294344,"kb_used_data":38264,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94077496,"statfs":{"total":96636764160,"available":96335355904,"internally_reserved":0,"allocated":39182336,"data_stored":37180998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575738,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":209356,"kb_used_data":43580,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94162484,"statfs":{"total":96636764160,"available":96422383616,"internally_reserved":0,"allocated":44625920,"data_stored":42664169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34295808,"data_stored":34295808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40370176,"data_stored":40370176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32980992,"data_stored":32980992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26689536,"data_stored":26689536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":26071040,"data_stored":26071040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19755008,"data_stored":19755008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":23851008,"data_stored":23851008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":22884352,"data_stored":22884352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:06:30.718 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:30.718 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:30.718 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:30.718 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:30.719 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:30.719 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:09:09.245428+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=9, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:30.719 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:32:40.524792+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=32, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=5, tm_sec=24, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:06:30.722 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:06:50.724 DEBUG:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:06:51.057 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-12T18:06:51.069 INFO:teuthology.orchestra.run.smithi123.stderr:dumped all 2024-09-12T18:06:51.071 INFO:teuthology.orchestra.run.smithi123.stdout:{"pg_ready":true,"pg_map":{"version":2477,"stamp":"2024-09-12T18:06:49.127640+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":152064492,"num_objects":729,"num_object_clones":0,"num_object_copies":1857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":729,"num_whiteouts":0,"num_read":182295,"num_read_kb":2300826,"num_write":143596,"num_write_kb":2374495,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":740700,"num_omap_keys":1794,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12991,"ondisk_log_size":12991,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1761788,"kb_used_data":256124,"kb_used_omap":12,"kb_used_meta":1505523,"kb_avail":753212932,"statfs":{"total":773094113280,"available":771290042368,"internally_reserved":0,"allocated":262270976,"data_stored":246432950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1541656112},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005913"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.069568+0000","last_change":"2024-09-12T18:06:16.069568+0000","last_active":"2024-09-12T18:06:16.069568+0000","last_peered":"2024-09-12T18:06:16.069568+0000","last_clean":"2024-09-12T18:06:16.069568+0000","last_became_active":"2024-09-12T17:32:41.541900+0000","last_became_peered":"2024-09-12T17:32:41.541900+0000","last_unstale":"2024-09-12T18:06:16.069568+0000","last_undegraded":"2024-09-12T18:06:16.069568+0000","last_fullsized":"2024-09-12T18:06:16.069568+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:16.069477+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:16.069477+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.069477+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:52.148239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.116159+0000","last_change":"2024-09-12T18:06:14.116159+0000","last_active":"2024-09-12T18:06:14.116159+0000","last_peered":"2024-09-12T18:06:14.116159+0000","last_clean":"2024-09-12T18:06:14.116159+0000","last_became_active":"2024-09-12T17:13:10.323278+0000","last_became_peered":"2024-09-12T17:13:10.323278+0000","last_unstale":"2024-09-12T18:06:14.116159+0000","last_undegraded":"2024-09-12T18:06:14.116159+0000","last_fullsized":"2024-09-12T18:06:14.116159+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:14.116070+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:14.116070+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.116070+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:40.761449+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.152956+0000","last_change":"2024-09-12T18:06:16.152956+0000","last_active":"2024-09-12T18:06:16.152956+0000","last_peered":"2024-09-12T18:06:16.152956+0000","last_clean":"2024-09-12T18:06:16.152956+0000","last_became_active":"2024-09-12T17:13:06.292998+0000","last_became_peered":"2024-09-12T17:13:06.292998+0000","last_unstale":"2024-09-12T18:06:16.152956+0000","last_undegraded":"2024-09-12T18:06:16.152956+0000","last_fullsized":"2024-09-12T18:06:16.152956+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:16.152791+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:16.152791+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.152791+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:22.925683+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'38","reported_seq":175,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.367508+0000","last_change":"2024-09-12T18:06:12.367508+0000","last_active":"2024-09-12T18:06:12.367508+0000","last_peered":"2024-09-12T18:06:12.367508+0000","last_clean":"2024-09-12T18:06:12.367508+0000","last_became_active":"2024-09-12T17:09:10.266615+0000","last_became_peered":"2024-09-12T17:09:10.266615+0000","last_unstale":"2024-09-12T18:06:12.367508+0000","last_undegraded":"2024-09-12T18:06:12.367508+0000","last_fullsized":"2024-09-12T18:06:12.367508+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T18:06:12.367417+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T18:06:12.367417+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.367417+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:29.087381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":200,"num_read_kb":144,"num_write":66,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.975325+0000","last_change":"2024-09-12T18:05:56.975325+0000","last_active":"2024-09-12T18:05:56.975325+0000","last_peered":"2024-09-12T18:05:56.975325+0000","last_clean":"2024-09-12T18:05:56.975325+0000","last_became_active":"2024-09-12T17:32:41.551312+0000","last_became_peered":"2024-09-12T17:32:41.551312+0000","last_unstale":"2024-09-12T18:05:56.975325+0000","last_undegraded":"2024-09-12T18:05:56.975325+0000","last_fullsized":"2024-09-12T18:05:56.975325+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.975232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.975232+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.975232+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:56.959677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"267'8","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.160487+0000","last_change":"2024-09-12T18:06:15.160487+0000","last_active":"2024-09-12T18:06:15.160487+0000","last_peered":"2024-09-12T18:06:15.160487+0000","last_clean":"2024-09-12T18:06:15.160487+0000","last_became_active":"2024-09-12T17:13:10.325443+0000","last_became_peered":"2024-09-12T17:13:10.325443+0000","last_unstale":"2024-09-12T18:06:15.160487+0000","last_undegraded":"2024-09-12T18:06:15.160487+0000","last_fullsized":"2024-09-12T18:06:15.160487+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T18:06:15.160388+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T18:06:15.160388+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.160388+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:16:05.566609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":14340,"num_write":8,"num_write_kb":10244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.813198+0000","last_change":"2024-09-12T18:06:04.813198+0000","last_active":"2024-09-12T18:06:04.813198+0000","last_peered":"2024-09-12T18:06:04.813198+0000","last_clean":"2024-09-12T18:06:04.813198+0000","last_became_active":"2024-09-12T17:13:06.297306+0000","last_became_peered":"2024-09-12T17:13:06.297306+0000","last_unstale":"2024-09-12T18:06:04.813198+0000","last_undegraded":"2024-09-12T18:06:04.813198+0000","last_fullsized":"2024-09-12T18:06:04.813198+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:04.813076+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:04.813076+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.813076+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:24:09.721332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'23","reported_seq":134,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.060300+0000","last_change":"2024-09-12T18:05:49.060300+0000","last_active":"2024-09-12T18:05:49.060300+0000","last_peered":"2024-09-12T18:05:49.060300+0000","last_clean":"2024-09-12T18:05:49.060300+0000","last_became_active":"2024-09-12T17:09:10.274615+0000","last_became_peered":"2024-09-12T17:09:10.274615+0000","last_unstale":"2024-09-12T18:05:49.060300+0000","last_undegraded":"2024-09-12T18:05:49.060300+0000","last_fullsized":"2024-09-12T18:05:49.060300+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T18:05:49.060184+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T18:05:49.060184+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.060184+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:20.744373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":86,"num_write":38,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.113191+0000","last_change":"2024-09-12T18:06:05.113112+0000","last_active":"2024-09-12T18:06:05.113191+0000","last_peered":"2024-09-12T18:06:05.113191+0000","last_clean":"2024-09-12T18:06:05.113191+0000","last_became_active":"2024-09-12T17:32:41.543962+0000","last_became_peered":"2024-09-12T17:32:41.543962+0000","last_unstale":"2024-09-12T18:06:05.113191+0000","last_undegraded":"2024-09-12T18:06:05.113191+0000","last_fullsized":"2024-09-12T18:06:05.113191+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:05.113021+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:05.113021+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.113021+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:56.133983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:19.448529+0000","last_change":"2024-09-12T18:06:19.448529+0000","last_active":"2024-09-12T18:06:19.448529+0000","last_peered":"2024-09-12T18:06:19.448529+0000","last_clean":"2024-09-12T18:06:19.448529+0000","last_became_active":"2024-09-12T17:13:10.888554+0000","last_became_peered":"2024-09-12T17:13:10.888554+0000","last_unstale":"2024-09-12T18:06:19.448529+0000","last_undegraded":"2024-09-12T18:06:19.448529+0000","last_fullsized":"2024-09-12T18:06:19.448529+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:19.448423+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:19.448423+0000","last_clean_scrub_stamp":"2024-09-12T18:06:19.448423+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:15.238473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'10","reported_seq":84,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.096046+0000","last_change":"2024-09-12T18:05:53.096046+0000","last_active":"2024-09-12T18:05:53.096046+0000","last_peered":"2024-09-12T18:05:53.096046+0000","last_clean":"2024-09-12T18:05:53.096046+0000","last_became_active":"2024-09-12T17:13:06.301320+0000","last_became_peered":"2024-09-12T17:13:06.301320+0000","last_unstale":"2024-09-12T18:05:53.096046+0000","last_undegraded":"2024-09-12T18:05:53.096046+0000","last_fullsized":"2024-09-12T18:05:53.096046+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T18:05:53.095960+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T18:05:53.095960+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.095960+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:28.520752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":15368,"num_write":10,"num_write_kb":5124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'22","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.354103+0000","last_change":"2024-09-12T18:06:11.354007+0000","last_active":"2024-09-12T18:06:11.354103+0000","last_peered":"2024-09-12T18:06:11.354103+0000","last_clean":"2024-09-12T18:06:11.354103+0000","last_became_active":"2024-09-12T17:09:10.271581+0000","last_became_peered":"2024-09-12T17:09:10.271581+0000","last_unstale":"2024-09-12T18:06:11.354103+0000","last_undegraded":"2024-09-12T18:06:11.354103+0000","last_fullsized":"2024-09-12T18:06:11.354103+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T18:06:11.353896+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T18:06:11.353896+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.353896+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:32.798364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":81,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:29.146132+0000","last_change":"2024-09-12T18:06:29.146065+0000","last_active":"2024-09-12T18:06:29.146132+0000","last_peered":"2024-09-12T18:06:29.146132+0000","last_clean":"2024-09-12T18:06:29.146132+0000","last_became_active":"2024-09-12T17:32:41.551386+0000","last_became_peered":"2024-09-12T17:32:41.551386+0000","last_unstale":"2024-09-12T18:06:29.146132+0000","last_undegraded":"2024-09-12T18:06:29.146132+0000","last_fullsized":"2024-09-12T18:06:29.146132+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:29.145969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:29.145969+0000","last_clean_scrub_stamp":"2024-09-12T18:06:29.145969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:28:52.217465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"267'7","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:22.134305+0000","last_change":"2024-09-12T18:06:22.134305+0000","last_active":"2024-09-12T18:06:22.134305+0000","last_peered":"2024-09-12T18:06:22.134305+0000","last_clean":"2024-09-12T18:06:22.134305+0000","last_became_active":"2024-09-12T17:13:10.887758+0000","last_became_peered":"2024-09-12T17:13:10.887758+0000","last_unstale":"2024-09-12T18:06:22.134305+0000","last_undegraded":"2024-09-12T18:06:22.134305+0000","last_fullsized":"2024-09-12T18:06:22.134305+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:06:22.134217+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:06:22.134217+0000","last_clean_scrub_stamp":"2024-09-12T18:06:22.134217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:30.874246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":12300,"num_write":12,"num_write_kb":4101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.116391+0000","last_change":"2024-09-12T18:06:09.116391+0000","last_active":"2024-09-12T18:06:09.116391+0000","last_peered":"2024-09-12T18:06:09.116391+0000","last_clean":"2024-09-12T18:06:09.116391+0000","last_became_active":"2024-09-12T17:13:06.301951+0000","last_became_peered":"2024-09-12T17:13:06.301951+0000","last_unstale":"2024-09-12T18:06:09.116391+0000","last_undegraded":"2024-09-12T18:06:09.116391+0000","last_fullsized":"2024-09-12T18:06:09.116391+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:09.116236+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:09.116236+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.116236+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:50.449704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'42","reported_seq":174,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.071065+0000","last_change":"2024-09-12T18:06:11.070981+0000","last_active":"2024-09-12T18:06:11.071065+0000","last_peered":"2024-09-12T18:06:11.071065+0000","last_clean":"2024-09-12T18:06:11.071065+0000","last_became_active":"2024-09-12T17:09:10.270408+0000","last_became_peered":"2024-09-12T17:09:10.270408+0000","last_unstale":"2024-09-12T18:06:11.071065+0000","last_undegraded":"2024-09-12T18:06:11.071065+0000","last_fullsized":"2024-09-12T18:06:11.071065+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'42","last_scrub_stamp":"2024-09-12T18:06:11.070866+0000","last_deep_scrub":"267'42","last_deep_scrub_stamp":"2024-09-12T18:06:11.070866+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.070866+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:44.961401+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":139,"num_write":81,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:30.157033+0000","last_change":"2024-09-12T18:06:30.156941+0000","last_active":"2024-09-12T18:06:30.157033+0000","last_peered":"2024-09-12T18:06:30.157033+0000","last_clean":"2024-09-12T18:06:30.157033+0000","last_became_active":"2024-09-12T17:32:41.550925+0000","last_became_peered":"2024-09-12T17:32:41.550925+0000","last_unstale":"2024-09-12T18:06:30.157033+0000","last_undegraded":"2024-09-12T18:06:30.157033+0000","last_fullsized":"2024-09-12T18:06:30.157033+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:30.156838+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:30.156838+0000","last_clean_scrub_stamp":"2024-09-12T18:06:30.156838+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:16.298627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'5","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.122413+0000","last_change":"2024-09-12T18:06:13.122359+0000","last_active":"2024-09-12T18:06:13.122413+0000","last_peered":"2024-09-12T18:06:13.122413+0000","last_clean":"2024-09-12T18:06:13.122413+0000","last_became_active":"2024-09-12T17:13:10.326123+0000","last_became_peered":"2024-09-12T17:13:10.326123+0000","last_unstale":"2024-09-12T18:06:13.122413+0000","last_undegraded":"2024-09-12T18:06:13.122413+0000","last_fullsized":"2024-09-12T18:06:13.122413+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:13.122279+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:13.122279+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.122279+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:17.796743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2088,"num_write":10,"num_write_kb":1064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.460743+0000","last_change":"2024-09-12T18:06:17.460743+0000","last_active":"2024-09-12T18:06:17.460743+0000","last_peered":"2024-09-12T18:06:17.460743+0000","last_clean":"2024-09-12T18:06:17.460743+0000","last_became_active":"2024-09-12T17:13:06.298329+0000","last_became_peered":"2024-09-12T17:13:06.298329+0000","last_unstale":"2024-09-12T18:06:17.460743+0000","last_undegraded":"2024-09-12T18:06:17.460743+0000","last_fullsized":"2024-09-12T18:06:17.460743+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:17.460643+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:17.460643+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.460643+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:19.299435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'26","reported_seq":137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.043984+0000","last_change":"2024-09-12T18:06:13.043892+0000","last_active":"2024-09-12T18:06:13.043984+0000","last_peered":"2024-09-12T18:06:13.043984+0000","last_clean":"2024-09-12T18:06:13.043984+0000","last_became_active":"2024-09-12T17:09:10.270667+0000","last_became_peered":"2024-09-12T17:09:10.270667+0000","last_unstale":"2024-09-12T18:06:13.043984+0000","last_undegraded":"2024-09-12T18:06:13.043984+0000","last_fullsized":"2024-09-12T18:06:13.043984+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T18:06:13.043770+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T18:06:13.043770+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.043770+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:08.854750+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":98,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.855997+0000","last_change":"2024-09-12T18:06:07.855997+0000","last_active":"2024-09-12T18:06:07.855997+0000","last_peered":"2024-09-12T18:06:07.855997+0000","last_clean":"2024-09-12T18:06:07.855997+0000","last_became_active":"2024-09-12T17:32:41.548255+0000","last_became_peered":"2024-09-12T17:32:41.548255+0000","last_unstale":"2024-09-12T18:06:07.855997+0000","last_undegraded":"2024-09-12T18:06:07.855997+0000","last_fullsized":"2024-09-12T18:06:07.855997+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:07.855900+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:07.855900+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.855900+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:44:07.383738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.090023+0000","last_change":"2024-09-12T18:06:04.089963+0000","last_active":"2024-09-12T18:06:04.090023+0000","last_peered":"2024-09-12T18:06:04.090023+0000","last_clean":"2024-09-12T18:06:04.090023+0000","last_became_active":"2024-09-12T17:13:10.326921+0000","last_became_peered":"2024-09-12T17:13:10.326921+0000","last_unstale":"2024-09-12T18:06:04.090023+0000","last_undegraded":"2024-09-12T18:06:04.090023+0000","last_fullsized":"2024-09-12T18:06:04.090023+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:04.089874+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:04.089874+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.089874+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:42.073967+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'6","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.135277+0000","last_change":"2024-09-12T18:06:06.135194+0000","last_active":"2024-09-12T18:06:06.135277+0000","last_peered":"2024-09-12T18:06:06.135277+0000","last_clean":"2024-09-12T18:06:06.135277+0000","last_became_active":"2024-09-12T17:13:06.297605+0000","last_became_peered":"2024-09-12T17:13:06.297605+0000","last_unstale":"2024-09-12T18:06:06.135277+0000","last_undegraded":"2024-09-12T18:06:06.135277+0000","last_fullsized":"2024-09-12T18:06:06.135277+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:06.135114+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:06.135114+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.135114+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:41.178287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'15","reported_seq":108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.017866+0000","last_change":"2024-09-12T18:05:55.017799+0000","last_active":"2024-09-12T18:05:55.017866+0000","last_peered":"2024-09-12T18:05:55.017866+0000","last_clean":"2024-09-12T18:05:55.017866+0000","last_became_active":"2024-09-12T17:09:10.270581+0000","last_became_peered":"2024-09-12T17:09:10.270581+0000","last_unstale":"2024-09-12T18:05:55.017866+0000","last_undegraded":"2024-09-12T18:05:55.017866+0000","last_fullsized":"2024-09-12T18:05:55.017866+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T18:05:55.017719+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T18:05:55.017719+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.017719+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:18.515293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":56,"num_write":29,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'2","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:24.190335+0000","last_change":"2024-09-12T18:06:24.190335+0000","last_active":"2024-09-12T18:06:24.190335+0000","last_peered":"2024-09-12T18:06:24.190335+0000","last_clean":"2024-09-12T18:06:24.190335+0000","last_became_active":"2024-09-12T17:32:41.552147+0000","last_became_peered":"2024-09-12T17:32:41.552147+0000","last_unstale":"2024-09-12T18:06:24.190335+0000","last_undegraded":"2024-09-12T18:06:24.190335+0000","last_fullsized":"2024-09-12T18:06:24.190335+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:24.190238+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:24.190238+0000","last_clean_scrub_stamp":"2024-09-12T18:06:24.190238+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:51:51.289903+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.070817+0000","last_change":"2024-09-12T18:06:03.070817+0000","last_active":"2024-09-12T18:06:03.070817+0000","last_peered":"2024-09-12T18:06:03.070817+0000","last_clean":"2024-09-12T18:06:03.070817+0000","last_became_active":"2024-09-12T17:13:10.325207+0000","last_became_peered":"2024-09-12T17:13:10.325207+0000","last_unstale":"2024-09-12T18:06:03.070817+0000","last_undegraded":"2024-09-12T18:06:03.070817+0000","last_fullsized":"2024-09-12T18:06:03.070817+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:03.070732+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:03.070732+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.070732+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:54.829993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.156448+0000","last_change":"2024-09-12T18:06:08.156448+0000","last_active":"2024-09-12T18:06:08.156448+0000","last_peered":"2024-09-12T18:06:08.156448+0000","last_clean":"2024-09-12T18:06:08.156448+0000","last_became_active":"2024-09-12T17:13:06.300817+0000","last_became_peered":"2024-09-12T17:13:06.300817+0000","last_unstale":"2024-09-12T18:06:08.156448+0000","last_undegraded":"2024-09-12T18:06:08.156448+0000","last_fullsized":"2024-09-12T18:06:08.156448+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:08.156348+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:08.156348+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.156348+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:49:43.607398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'20","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.371007+0000","last_change":"2024-09-12T18:06:08.371007+0000","last_active":"2024-09-12T18:06:08.371007+0000","last_peered":"2024-09-12T18:06:08.371007+0000","last_clean":"2024-09-12T18:06:08.371007+0000","last_became_active":"2024-09-12T17:09:10.262738+0000","last_became_peered":"2024-09-12T17:09:10.262738+0000","last_unstale":"2024-09-12T18:06:08.371007+0000","last_undegraded":"2024-09-12T18:06:08.371007+0000","last_fullsized":"2024-09-12T18:06:08.371007+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'20","last_scrub_stamp":"2024-09-12T18:06:08.370927+0000","last_deep_scrub":"267'20","last_deep_scrub_stamp":"2024-09-12T18:06:08.370927+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.370927+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:43.370029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":78,"num_write":30,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:25.201968+0000","last_change":"2024-09-12T18:06:25.201968+0000","last_active":"2024-09-12T18:06:25.201968+0000","last_peered":"2024-09-12T18:06:25.201968+0000","last_clean":"2024-09-12T18:06:25.201968+0000","last_became_active":"2024-09-12T17:32:41.554756+0000","last_became_peered":"2024-09-12T17:32:41.554756+0000","last_unstale":"2024-09-12T18:06:25.201968+0000","last_undegraded":"2024-09-12T18:06:25.201968+0000","last_fullsized":"2024-09-12T18:06:25.201968+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:25.201869+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:25.201869+0000","last_clean_scrub_stamp":"2024-09-12T18:06:25.201869+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:37.276236+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"267'5","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:21.180531+0000","last_change":"2024-09-12T18:06:21.180531+0000","last_active":"2024-09-12T18:06:21.180531+0000","last_peered":"2024-09-12T18:06:21.180531+0000","last_clean":"2024-09-12T18:06:21.180531+0000","last_became_active":"2024-09-12T17:13:10.325489+0000","last_became_peered":"2024-09-12T17:13:10.325489+0000","last_unstale":"2024-09-12T18:06:21.180531+0000","last_undegraded":"2024-09-12T18:06:21.180531+0000","last_fullsized":"2024-09-12T18:06:21.180531+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:21.180432+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:21.180432+0000","last_clean_scrub_stamp":"2024-09-12T18:06:21.180432+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:53.604871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"267'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:18.448043+0000","last_change":"2024-09-12T18:06:18.448043+0000","last_active":"2024-09-12T18:06:18.448043+0000","last_peered":"2024-09-12T18:06:18.448043+0000","last_clean":"2024-09-12T18:06:18.448043+0000","last_became_active":"2024-09-12T17:13:06.302209+0000","last_became_peered":"2024-09-12T17:13:06.302209+0000","last_unstale":"2024-09-12T18:06:18.448043+0000","last_undegraded":"2024-09-12T18:06:18.448043+0000","last_fullsized":"2024-09-12T18:06:18.448043+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:18.447933+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:18.447933+0000","last_clean_scrub_stamp":"2024-09-12T18:06:18.447933+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:11.016778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'28","reported_seq":150,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.714197+0000","last_change":"2024-09-12T18:05:58.714197+0000","last_active":"2024-09-12T18:05:58.714197+0000","last_peered":"2024-09-12T18:05:58.714197+0000","last_clean":"2024-09-12T18:05:58.714197+0000","last_became_active":"2024-09-12T17:09:10.272469+0000","last_became_peered":"2024-09-12T17:09:10.272469+0000","last_unstale":"2024-09-12T18:05:58.714197+0000","last_undegraded":"2024-09-12T18:05:58.714197+0000","last_fullsized":"2024-09-12T18:05:58.714197+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'28","last_scrub_stamp":"2024-09-12T18:05:58.714074+0000","last_deep_scrub":"264'28","last_deep_scrub_stamp":"2024-09-12T18:05:58.714074+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.714074+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:21.434163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":115,"num_write":45,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.875371+0000","last_change":"2024-09-12T18:06:09.875371+0000","last_active":"2024-09-12T18:06:09.875371+0000","last_peered":"2024-09-12T18:06:09.875371+0000","last_clean":"2024-09-12T18:06:09.875371+0000","last_became_active":"2024-09-12T17:32:41.542925+0000","last_became_peered":"2024-09-12T17:32:41.542925+0000","last_unstale":"2024-09-12T18:06:09.875371+0000","last_undegraded":"2024-09-12T18:06:09.875371+0000","last_fullsized":"2024-09-12T18:06:09.875371+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:09.875266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:09.875266+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.875266+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:36.443773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:25.130495+0000","last_change":"2024-09-12T18:06:25.130495+0000","last_active":"2024-09-12T18:06:25.130495+0000","last_peered":"2024-09-12T18:06:25.130495+0000","last_clean":"2024-09-12T18:06:25.130495+0000","last_became_active":"2024-09-12T17:13:10.887892+0000","last_became_peered":"2024-09-12T17:13:10.887892+0000","last_unstale":"2024-09-12T18:06:25.130495+0000","last_undegraded":"2024-09-12T18:06:25.130495+0000","last_fullsized":"2024-09-12T18:06:25.130495+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:25.130401+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:25.130401+0000","last_clean_scrub_stamp":"2024-09-12T18:06:25.130401+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:48.321297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.180779+0000","last_change":"2024-09-12T18:06:11.180779+0000","last_active":"2024-09-12T18:06:11.180779+0000","last_peered":"2024-09-12T18:06:11.180779+0000","last_clean":"2024-09-12T18:06:11.180779+0000","last_became_active":"2024-09-12T17:13:06.303243+0000","last_became_peered":"2024-09-12T17:13:06.303243+0000","last_unstale":"2024-09-12T18:06:11.180779+0000","last_undegraded":"2024-09-12T18:06:11.180779+0000","last_fullsized":"2024-09-12T18:06:11.180779+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:11.180672+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:11.180672+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.180672+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:43.095088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'36","reported_seq":159,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.321754+0000","last_change":"2024-09-12T18:06:10.321754+0000","last_active":"2024-09-12T18:06:10.321754+0000","last_peered":"2024-09-12T18:06:10.321754+0000","last_clean":"2024-09-12T18:06:10.321754+0000","last_became_active":"2024-09-12T17:09:10.267264+0000","last_became_peered":"2024-09-12T17:09:10.267264+0000","last_unstale":"2024-09-12T18:06:10.321754+0000","last_undegraded":"2024-09-12T18:06:10.321754+0000","last_fullsized":"2024-09-12T18:06:10.321754+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'36","last_scrub_stamp":"2024-09-12T18:06:10.321684+0000","last_deep_scrub":"267'36","last_deep_scrub_stamp":"2024-09-12T18:06:10.321684+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.321684+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:11:36.534846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":176,"num_read_kb":122,"num_write":66,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.019955+0000","last_change":"2024-09-12T18:05:56.019955+0000","last_active":"2024-09-12T18:05:56.019955+0000","last_peered":"2024-09-12T18:05:56.019955+0000","last_clean":"2024-09-12T18:05:56.019955+0000","last_became_active":"2024-09-12T17:32:41.550183+0000","last_became_peered":"2024-09-12T17:32:41.550183+0000","last_unstale":"2024-09-12T18:05:56.019955+0000","last_undegraded":"2024-09-12T18:05:56.019955+0000","last_fullsized":"2024-09-12T18:05:56.019955+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:56.019860+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:56.019860+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.019860+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:45.515063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:22.452131+0000","last_change":"2024-09-12T18:06:22.452131+0000","last_active":"2024-09-12T18:06:22.452131+0000","last_peered":"2024-09-12T18:06:22.452131+0000","last_clean":"2024-09-12T18:06:22.452131+0000","last_became_active":"2024-09-12T17:13:50.379581+0000","last_became_peered":"2024-09-12T17:13:50.379581+0000","last_unstale":"2024-09-12T18:06:22.452131+0000","last_undegraded":"2024-09-12T18:06:22.452131+0000","last_fullsized":"2024-09-12T18:06:22.452131+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:22.452046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:22.452046+0000","last_clean_scrub_stamp":"2024-09-12T18:06:22.452046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:55.472306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.15","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.267277+0000","last_change":"2024-09-12T18:06:12.267207+0000","last_active":"2024-09-12T18:06:12.267277+0000","last_peered":"2024-09-12T18:06:12.267277+0000","last_clean":"2024-09-12T18:06:12.267277+0000","last_became_active":"2024-09-12T17:13:06.305265+0000","last_became_peered":"2024-09-12T17:13:06.305265+0000","last_unstale":"2024-09-12T18:06:12.267277+0000","last_undegraded":"2024-09-12T18:06:12.267277+0000","last_fullsized":"2024-09-12T18:06:12.267277+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:12.267126+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:12.267126+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.267126+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:01.855812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'26","reported_seq":132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.075369+0000","last_change":"2024-09-12T18:06:12.075369+0000","last_active":"2024-09-12T18:06:12.075369+0000","last_peered":"2024-09-12T18:06:12.075369+0000","last_clean":"2024-09-12T18:06:12.075369+0000","last_became_active":"2024-09-12T17:09:10.271789+0000","last_became_peered":"2024-09-12T17:09:10.271789+0000","last_unstale":"2024-09-12T18:06:12.075369+0000","last_undegraded":"2024-09-12T18:06:12.075369+0000","last_fullsized":"2024-09-12T18:06:12.075369+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T18:06:12.075268+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T18:06:12.075268+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.075268+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:08.962758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":81,"num_write":53,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:22.168874+0000","last_change":"2024-09-12T18:06:22.168874+0000","last_active":"2024-09-12T18:06:22.168874+0000","last_peered":"2024-09-12T18:06:22.168874+0000","last_clean":"2024-09-12T18:06:22.168874+0000","last_became_active":"2024-09-12T17:32:41.552057+0000","last_became_peered":"2024-09-12T17:32:41.552057+0000","last_unstale":"2024-09-12T18:06:22.168874+0000","last_undegraded":"2024-09-12T18:06:22.168874+0000","last_fullsized":"2024-09-12T18:06:22.168874+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:22.168780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:22.168780+0000","last_clean_scrub_stamp":"2024-09-12T18:06:22.168780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:31:07.104626+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'4","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:20.188283+0000","last_change":"2024-09-12T18:06:20.188196+0000","last_active":"2024-09-12T18:06:20.188283+0000","last_peered":"2024-09-12T18:06:20.188283+0000","last_clean":"2024-09-12T18:06:20.188283+0000","last_became_active":"2024-09-12T17:13:10.890476+0000","last_became_peered":"2024-09-12T17:13:10.890476+0000","last_unstale":"2024-09-12T18:06:20.188283+0000","last_undegraded":"2024-09-12T18:06:20.188283+0000","last_fullsized":"2024-09-12T18:06:20.188283+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:06:20.188075+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:06:20.188075+0000","last_clean_scrub_stamp":"2024-09-12T18:06:20.188075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:25.636647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.050623+0000","last_change":"2024-09-12T18:05:52.050550+0000","last_active":"2024-09-12T18:05:52.050623+0000","last_peered":"2024-09-12T18:05:52.050623+0000","last_clean":"2024-09-12T18:05:52.050623+0000","last_became_active":"2024-09-12T17:13:06.292350+0000","last_became_peered":"2024-09-12T17:13:06.292350+0000","last_unstale":"2024-09-12T18:05:52.050623+0000","last_undegraded":"2024-09-12T18:05:52.050623+0000","last_fullsized":"2024-09-12T18:05:52.050623+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:52.050456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:52.050456+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.050456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:40.568997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'75","reported_seq":303,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.105766+0000","last_change":"2024-09-12T18:05:48.105766+0000","last_active":"2024-09-12T18:05:48.105766+0000","last_peered":"2024-09-12T18:05:48.105766+0000","last_clean":"2024-09-12T18:05:48.105766+0000","last_became_active":"2024-09-12T17:09:10.272429+0000","last_became_peered":"2024-09-12T17:09:10.272429+0000","last_unstale":"2024-09-12T18:05:48.105766+0000","last_undegraded":"2024-09-12T18:05:48.105766+0000","last_fullsized":"2024-09-12T18:05:48.105766+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'75","last_scrub_stamp":"2024-09-12T18:05:48.105685+0000","last_deep_scrub":"267'75","last_deep_scrub_stamp":"2024-09-12T18:05:48.105685+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.105685+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:49:35.887748+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":459,"num_read_kb":309,"num_write":100,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4970,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.036794+0000","last_change":"2024-09-12T18:06:17.036794+0000","last_active":"2024-09-12T18:06:17.036794+0000","last_peered":"2024-09-12T18:06:17.036794+0000","last_clean":"2024-09-12T18:06:17.036794+0000","last_became_active":"2024-09-12T17:32:41.544977+0000","last_became_peered":"2024-09-12T17:32:41.544977+0000","last_unstale":"2024-09-12T18:06:17.036794+0000","last_undegraded":"2024-09-12T18:06:17.036794+0000","last_fullsized":"2024-09-12T18:06:17.036794+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:17.036709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:17.036709+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.036709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:11.891918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.208680+0000","last_change":"2024-09-12T18:06:13.208569+0000","last_active":"2024-09-12T18:06:13.208680+0000","last_peered":"2024-09-12T18:06:13.208680+0000","last_clean":"2024-09-12T18:06:13.208680+0000","last_became_active":"2024-09-12T17:13:10.326890+0000","last_became_peered":"2024-09-12T17:13:10.326890+0000","last_unstale":"2024-09-12T18:06:13.208680+0000","last_undegraded":"2024-09-12T18:06:13.208680+0000","last_fullsized":"2024-09-12T18:06:13.208680+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:13.208476+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:13.208476+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.208476+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:38.873514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'10","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.415546+0000","last_change":"2024-09-12T18:06:16.415546+0000","last_active":"2024-09-12T18:06:16.415546+0000","last_peered":"2024-09-12T18:06:16.415546+0000","last_clean":"2024-09-12T18:06:16.415546+0000","last_became_active":"2024-09-12T17:13:06.297736+0000","last_became_peered":"2024-09-12T17:13:06.297736+0000","last_unstale":"2024-09-12T18:06:16.415546+0000","last_undegraded":"2024-09-12T18:06:16.415546+0000","last_fullsized":"2024-09-12T18:06:16.415546+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T18:06:16.415435+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T18:06:16.415435+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.415435+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:57.133980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":15364,"num_write":20,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"256'15","reported_seq":110,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.236156+0000","last_change":"2024-09-12T18:06:08.236156+0000","last_active":"2024-09-12T18:06:08.236156+0000","last_peered":"2024-09-12T18:06:08.236156+0000","last_clean":"2024-09-12T18:06:08.236156+0000","last_became_active":"2024-09-12T17:09:10.274699+0000","last_became_peered":"2024-09-12T17:09:10.274699+0000","last_unstale":"2024-09-12T18:06:08.236156+0000","last_undegraded":"2024-09-12T18:06:08.236156+0000","last_fullsized":"2024-09-12T18:06:08.236156+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"256'15","last_scrub_stamp":"2024-09-12T18:06:08.236048+0000","last_deep_scrub":"256'15","last_deep_scrub_stamp":"2024-09-12T18:06:08.236048+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.236048+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:17:54.849736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":20,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:28.102621+0000","last_change":"2024-09-12T18:06:28.102551+0000","last_active":"2024-09-12T18:06:28.102621+0000","last_peered":"2024-09-12T18:06:28.102621+0000","last_clean":"2024-09-12T18:06:28.102621+0000","last_became_active":"2024-09-12T17:32:41.549822+0000","last_became_peered":"2024-09-12T17:32:41.549822+0000","last_unstale":"2024-09-12T18:06:28.102621+0000","last_undegraded":"2024-09-12T18:06:28.102621+0000","last_fullsized":"2024-09-12T18:06:28.102621+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:28.102448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:28.102448+0000","last_clean_scrub_stamp":"2024-09-12T18:06:28.102448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:57.821989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'3","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.771470+0000","last_change":"2024-09-12T18:06:05.771470+0000","last_active":"2024-09-12T18:06:05.771470+0000","last_peered":"2024-09-12T18:06:05.771470+0000","last_clean":"2024-09-12T18:06:05.771470+0000","last_became_active":"2024-09-12T17:13:10.317679+0000","last_became_peered":"2024-09-12T17:13:10.317679+0000","last_unstale":"2024-09-12T18:06:05.771470+0000","last_undegraded":"2024-09-12T18:06:05.771470+0000","last_fullsized":"2024-09-12T18:06:05.771470+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:06:05.771373+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:06:05.771373+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.771373+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:12.282970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"267'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.137742+0000","last_change":"2024-09-12T18:06:05.137669+0000","last_active":"2024-09-12T18:06:05.137742+0000","last_peered":"2024-09-12T18:06:05.137742+0000","last_clean":"2024-09-12T18:06:05.137742+0000","last_became_active":"2024-09-12T17:13:06.295611+0000","last_became_peered":"2024-09-12T17:13:06.295611+0000","last_unstale":"2024-09-12T18:06:05.137742+0000","last_undegraded":"2024-09-12T18:06:05.137742+0000","last_fullsized":"2024-09-12T18:06:05.137742+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:05.137577+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:05.137577+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.137577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:51.342444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'52","reported_seq":230,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.177574+0000","last_change":"2024-09-12T18:06:06.177574+0000","last_active":"2024-09-12T18:06:06.177574+0000","last_peered":"2024-09-12T18:06:06.177574+0000","last_clean":"2024-09-12T18:06:06.177574+0000","last_became_active":"2024-09-12T17:09:10.274720+0000","last_became_peered":"2024-09-12T17:09:10.274720+0000","last_unstale":"2024-09-12T18:06:06.177574+0000","last_undegraded":"2024-09-12T18:06:06.177574+0000","last_fullsized":"2024-09-12T18:06:06.177574+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T18:06:06.177485+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T18:06:06.177485+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.177485+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:35.605366+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":312,"num_read_kb":218,"num_write":78,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1997,"num_omap_keys":4,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:27.464498+0000","last_change":"2024-09-12T18:06:27.464444+0000","last_active":"2024-09-12T18:06:27.464498+0000","last_peered":"2024-09-12T18:06:27.464498+0000","last_clean":"2024-09-12T18:06:27.464498+0000","last_became_active":"2024-09-12T17:32:41.550199+0000","last_became_peered":"2024-09-12T17:32:41.550199+0000","last_unstale":"2024-09-12T18:06:27.464498+0000","last_undegraded":"2024-09-12T18:06:27.464498+0000","last_fullsized":"2024-09-12T18:06:27.464498+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:27.464348+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:27.464348+0000","last_clean_scrub_stamp":"2024-09-12T18:06:27.464348+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:25.479775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.811273+0000","last_change":"2024-09-12T18:06:06.811273+0000","last_active":"2024-09-12T18:06:06.811273+0000","last_peered":"2024-09-12T18:06:06.811273+0000","last_clean":"2024-09-12T18:06:06.811273+0000","last_became_active":"2024-09-12T17:13:10.325828+0000","last_became_peered":"2024-09-12T17:13:10.325828+0000","last_unstale":"2024-09-12T18:06:06.811273+0000","last_undegraded":"2024-09-12T18:06:06.811273+0000","last_fullsized":"2024-09-12T18:06:06.811273+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:06.811174+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:06.811174+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.811174+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:25:49.893872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":12288,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.085857+0000","last_change":"2024-09-12T18:06:14.085775+0000","last_active":"2024-09-12T18:06:14.085857+0000","last_peered":"2024-09-12T18:06:14.085857+0000","last_clean":"2024-09-12T18:06:14.085857+0000","last_became_active":"2024-09-12T17:13:06.302057+0000","last_became_peered":"2024-09-12T17:13:06.302057+0000","last_unstale":"2024-09-12T18:06:14.085857+0000","last_undegraded":"2024-09-12T18:06:14.085857+0000","last_fullsized":"2024-09-12T18:06:14.085857+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:06:14.085687+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:06:14.085687+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.085687+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:47:16.245451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'29","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.364407+0000","last_change":"2024-09-12T18:06:07.364407+0000","last_active":"2024-09-12T18:06:07.364407+0000","last_peered":"2024-09-12T18:06:07.364407+0000","last_clean":"2024-09-12T18:06:07.364407+0000","last_became_active":"2024-09-12T17:09:10.266651+0000","last_became_peered":"2024-09-12T17:09:10.266651+0000","last_unstale":"2024-09-12T18:06:07.364407+0000","last_undegraded":"2024-09-12T18:06:07.364407+0000","last_fullsized":"2024-09-12T18:06:07.364407+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'29","last_scrub_stamp":"2024-09-12T18:06:07.364308+0000","last_deep_scrub":"267'29","last_deep_scrub_stamp":"2024-09-12T18:06:07.364308+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.364308+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:25.086842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":97,"num_write":63,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:25.458748+0000","last_change":"2024-09-12T18:06:25.458748+0000","last_active":"2024-09-12T18:06:25.458748+0000","last_peered":"2024-09-12T18:06:25.458748+0000","last_clean":"2024-09-12T18:06:25.458748+0000","last_became_active":"2024-09-12T17:32:41.546896+0000","last_became_peered":"2024-09-12T17:32:41.546896+0000","last_unstale":"2024-09-12T18:06:25.458748+0000","last_undegraded":"2024-09-12T18:06:25.458748+0000","last_fullsized":"2024-09-12T18:06:25.458748+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:25.458661+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:25.458661+0000","last_clean_scrub_stamp":"2024-09-12T18:06:25.458661+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:47.760622+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:18.219972+0000","last_change":"2024-09-12T18:06:18.219972+0000","last_active":"2024-09-12T18:06:18.219972+0000","last_peered":"2024-09-12T18:06:18.219972+0000","last_clean":"2024-09-12T18:06:18.219972+0000","last_became_active":"2024-09-12T17:13:10.326706+0000","last_became_peered":"2024-09-12T17:13:10.326706+0000","last_unstale":"2024-09-12T18:06:18.219972+0000","last_undegraded":"2024-09-12T18:06:18.219972+0000","last_fullsized":"2024-09-12T18:06:18.219972+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:18.219847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:18.219847+0000","last_clean_scrub_stamp":"2024-09-12T18:06:18.219847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:49:55.135772+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.134566+0000","last_change":"2024-09-12T18:05:59.134512+0000","last_active":"2024-09-12T18:05:59.134566+0000","last_peered":"2024-09-12T18:05:59.134566+0000","last_clean":"2024-09-12T18:05:59.134566+0000","last_became_active":"2024-09-12T17:13:06.300978+0000","last_became_peered":"2024-09-12T17:13:06.300978+0000","last_unstale":"2024-09-12T18:05:59.134566+0000","last_undegraded":"2024-09-12T18:05:59.134566+0000","last_fullsized":"2024-09-12T18:05:59.134566+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.134431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.134431+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.134431+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:06.190511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'51","reported_seq":202,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.110472+0000","last_change":"2024-09-12T18:06:04.110472+0000","last_active":"2024-09-12T18:06:04.110472+0000","last_peered":"2024-09-12T18:06:04.110472+0000","last_clean":"2024-09-12T18:06:04.110472+0000","last_became_active":"2024-09-12T17:09:10.273229+0000","last_became_peered":"2024-09-12T17:09:10.273229+0000","last_unstale":"2024-09-12T18:06:04.110472+0000","last_undegraded":"2024-09-12T18:06:04.110472+0000","last_fullsized":"2024-09-12T18:06:04.110472+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'51","last_scrub_stamp":"2024-09-12T18:06:04.110391+0000","last_deep_scrub":"267'51","last_deep_scrub_stamp":"2024-09-12T18:06:04.110391+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.110391+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:02.291163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":176,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:26.141937+0000","last_change":"2024-09-12T18:06:26.141868+0000","last_active":"2024-09-12T18:06:26.141937+0000","last_peered":"2024-09-12T18:06:26.141937+0000","last_clean":"2024-09-12T18:06:26.141937+0000","last_became_active":"2024-09-12T17:32:41.549165+0000","last_became_peered":"2024-09-12T17:32:41.549165+0000","last_unstale":"2024-09-12T18:06:26.141937+0000","last_undegraded":"2024-09-12T18:06:26.141937+0000","last_fullsized":"2024-09-12T18:06:26.141937+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:26.141786+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:26.141786+0000","last_clean_scrub_stamp":"2024-09-12T18:06:26.141786+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:56.251951+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.127431+0000","last_change":"2024-09-12T18:06:01.127431+0000","last_active":"2024-09-12T18:06:01.127431+0000","last_peered":"2024-09-12T18:06:01.127431+0000","last_clean":"2024-09-12T18:06:01.127431+0000","last_became_active":"2024-09-12T17:13:10.322076+0000","last_became_peered":"2024-09-12T17:13:10.322076+0000","last_unstale":"2024-09-12T18:06:01.127431+0000","last_undegraded":"2024-09-12T18:06:01.127431+0000","last_fullsized":"2024-09-12T18:06:01.127431+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:06:01.127348+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:06:01.127348+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.127348+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:07.820422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"0'0","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.206431+0000","last_change":"2024-09-12T18:06:10.206374+0000","last_active":"2024-09-12T18:06:10.206431+0000","last_peered":"2024-09-12T18:06:10.206431+0000","last_clean":"2024-09-12T18:06:10.206431+0000","last_became_active":"2024-09-12T17:13:06.302400+0000","last_became_peered":"2024-09-12T17:13:06.302400+0000","last_unstale":"2024-09-12T18:06:10.206431+0000","last_undegraded":"2024-09-12T18:06:10.206431+0000","last_fullsized":"2024-09-12T18:06:10.206431+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:10.206286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:10.206286+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.206286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:09.858014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'28","reported_seq":143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:27.151400+0000","last_change":"2024-09-12T18:06:27.151400+0000","last_active":"2024-09-12T18:06:27.151400+0000","last_peered":"2024-09-12T18:06:27.151400+0000","last_clean":"2024-09-12T18:06:27.151400+0000","last_became_active":"2024-09-12T17:09:10.271011+0000","last_became_peered":"2024-09-12T17:09:10.271011+0000","last_unstale":"2024-09-12T18:06:27.151400+0000","last_undegraded":"2024-09-12T18:06:27.151400+0000","last_fullsized":"2024-09-12T18:06:27.151400+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'28","last_scrub_stamp":"2024-09-12T18:06:27.151312+0000","last_deep_scrub":"267'28","last_deep_scrub_stamp":"2024-09-12T18:06:27.151312+0000","last_clean_scrub_stamp":"2024-09-12T18:06:27.151312+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:10.098890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.059348+0000","last_change":"2024-09-12T18:05:55.059348+0000","last_active":"2024-09-12T18:05:55.059348+0000","last_peered":"2024-09-12T18:05:55.059348+0000","last_clean":"2024-09-12T18:05:55.059348+0000","last_became_active":"2024-09-12T17:32:41.551300+0000","last_became_peered":"2024-09-12T17:32:41.551300+0000","last_unstale":"2024-09-12T18:05:55.059348+0000","last_undegraded":"2024-09-12T18:05:55.059348+0000","last_fullsized":"2024-09-12T18:05:55.059348+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.059256+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.059256+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.059256+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:51:41.765580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"267'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.102885+0000","last_change":"2024-09-12T18:06:15.102885+0000","last_active":"2024-09-12T18:06:15.102885+0000","last_peered":"2024-09-12T18:06:15.102885+0000","last_clean":"2024-09-12T18:06:15.102885+0000","last_became_active":"2024-09-12T17:13:10.326617+0000","last_became_peered":"2024-09-12T17:13:10.326617+0000","last_unstale":"2024-09-12T18:06:15.102885+0000","last_undegraded":"2024-09-12T18:06:15.102885+0000","last_fullsized":"2024-09-12T18:06:15.102885+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T18:06:15.102799+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T18:06:15.102799+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.102799+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:02:50.647058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":7172,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'5","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.307038+0000","last_change":"2024-09-12T18:06:13.307038+0000","last_active":"2024-09-12T18:06:13.307038+0000","last_peered":"2024-09-12T18:06:13.307038+0000","last_clean":"2024-09-12T18:06:13.307038+0000","last_became_active":"2024-09-12T17:13:06.303690+0000","last_became_peered":"2024-09-12T17:13:06.303690+0000","last_unstale":"2024-09-12T18:06:13.307038+0000","last_undegraded":"2024-09-12T18:06:13.307038+0000","last_fullsized":"2024-09-12T18:06:13.307038+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:13.306941+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:13.306941+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.306941+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:50.312092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'21","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.018296+0000","last_change":"2024-09-12T18:06:09.018296+0000","last_active":"2024-09-12T18:06:09.018296+0000","last_peered":"2024-09-12T18:06:09.018296+0000","last_clean":"2024-09-12T18:06:09.018296+0000","last_became_active":"2024-09-12T17:09:10.269830+0000","last_became_peered":"2024-09-12T17:09:10.269830+0000","last_unstale":"2024-09-12T18:06:09.018296+0000","last_undegraded":"2024-09-12T18:06:09.018296+0000","last_fullsized":"2024-09-12T18:06:09.018296+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'21","last_scrub_stamp":"2024-09-12T18:06:09.018197+0000","last_deep_scrub":"267'21","last_deep_scrub_stamp":"2024-09-12T18:06:09.018197+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.018197+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:09.027444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:19.225859+0000","last_change":"2024-09-12T18:06:19.225780+0000","last_active":"2024-09-12T18:06:19.225859+0000","last_peered":"2024-09-12T18:06:19.225859+0000","last_clean":"2024-09-12T18:06:19.225859+0000","last_became_active":"2024-09-12T17:32:41.554729+0000","last_became_peered":"2024-09-12T17:32:41.554729+0000","last_unstale":"2024-09-12T18:06:19.225859+0000","last_undegraded":"2024-09-12T18:06:19.225859+0000","last_fullsized":"2024-09-12T18:06:19.225859+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:19.225659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:19.225659+0000","last_clean_scrub_stamp":"2024-09-12T18:06:19.225659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:01.960970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:19.224568+0000","last_change":"2024-09-12T18:06:19.224568+0000","last_active":"2024-09-12T18:06:19.224568+0000","last_peered":"2024-09-12T18:06:19.224568+0000","last_clean":"2024-09-12T18:06:19.224568+0000","last_became_active":"2024-09-12T17:13:10.326330+0000","last_became_peered":"2024-09-12T17:13:10.326330+0000","last_unstale":"2024-09-12T18:06:19.224568+0000","last_undegraded":"2024-09-12T18:06:19.224568+0000","last_fullsized":"2024-09-12T18:06:19.224568+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:19.224443+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:19.224443+0000","last_clean_scrub_stamp":"2024-09-12T18:06:19.224443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:05.783637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'7","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.059227+0000","last_change":"2024-09-12T18:05:51.059227+0000","last_active":"2024-09-12T18:05:51.059227+0000","last_peered":"2024-09-12T18:05:51.059227+0000","last_clean":"2024-09-12T18:05:51.059227+0000","last_became_active":"2024-09-12T17:13:06.300133+0000","last_became_peered":"2024-09-12T17:13:06.300133+0000","last_unstale":"2024-09-12T18:05:51.059227+0000","last_undegraded":"2024-09-12T18:05:51.059227+0000","last_fullsized":"2024-09-12T18:05:51.059227+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:05:51.059115+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:05:51.059115+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.059115+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:36.147251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5160,"num_write":12,"num_write_kb":5160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'14","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.220542+0000","last_change":"2024-09-12T18:06:08.220542+0000","last_active":"2024-09-12T18:06:08.220542+0000","last_peered":"2024-09-12T18:06:08.220542+0000","last_clean":"2024-09-12T18:06:08.220542+0000","last_became_active":"2024-09-12T17:09:10.268959+0000","last_became_peered":"2024-09-12T17:09:10.268959+0000","last_unstale":"2024-09-12T18:06:08.220542+0000","last_undegraded":"2024-09-12T18:06:08.220542+0000","last_fullsized":"2024-09-12T18:06:08.220542+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'14","last_scrub_stamp":"2024-09-12T18:06:08.220451+0000","last_deep_scrub":"264'14","last_deep_scrub_stamp":"2024-09-12T18:06:08.220451+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.220451+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:11:58.067460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":76,"num_read_kb":55,"num_write":20,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.081920+0000","last_change":"2024-09-12T18:06:02.081920+0000","last_active":"2024-09-12T18:06:02.081920+0000","last_peered":"2024-09-12T18:06:02.081920+0000","last_clean":"2024-09-12T18:06:02.081920+0000","last_became_active":"2024-09-12T17:32:41.549980+0000","last_became_peered":"2024-09-12T17:32:41.549980+0000","last_unstale":"2024-09-12T18:06:02.081920+0000","last_undegraded":"2024-09-12T18:06:02.081920+0000","last_fullsized":"2024-09-12T18:06:02.081920+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:02.081805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:02.081805+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.081805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:09.640580+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.779015+0000","last_change":"2024-09-12T18:06:02.779015+0000","last_active":"2024-09-12T18:06:02.779015+0000","last_peered":"2024-09-12T18:06:02.779015+0000","last_clean":"2024-09-12T18:06:02.779015+0000","last_became_active":"2024-09-12T17:13:10.890647+0000","last_became_peered":"2024-09-12T17:13:10.890647+0000","last_unstale":"2024-09-12T18:06:02.779015+0000","last_undegraded":"2024-09-12T18:06:02.779015+0000","last_fullsized":"2024-09-12T18:06:02.779015+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:06:02.778923+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:06:02.778923+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.778923+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:53.933624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'6","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.404866+0000","last_change":"2024-09-12T18:06:15.404866+0000","last_active":"2024-09-12T18:06:15.404866+0000","last_peered":"2024-09-12T18:06:15.404866+0000","last_clean":"2024-09-12T18:06:15.404866+0000","last_became_active":"2024-09-12T17:13:06.304120+0000","last_became_peered":"2024-09-12T17:13:06.304120+0000","last_unstale":"2024-09-12T18:06:15.404866+0000","last_undegraded":"2024-09-12T18:06:15.404866+0000","last_fullsized":"2024-09-12T18:06:15.404866+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:15.404776+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:15.404776+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.404776+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:55.023913+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":16,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'18","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.026723+0000","last_change":"2024-09-12T18:05:54.026723+0000","last_active":"2024-09-12T18:05:54.026723+0000","last_peered":"2024-09-12T18:05:54.026723+0000","last_clean":"2024-09-12T18:05:54.026723+0000","last_became_active":"2024-09-12T17:09:10.267442+0000","last_became_peered":"2024-09-12T17:09:10.267442+0000","last_unstale":"2024-09-12T18:05:54.026723+0000","last_undegraded":"2024-09-12T18:05:54.026723+0000","last_fullsized":"2024-09-12T18:05:54.026723+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T18:05:54.026627+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T18:05:54.026627+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.026627+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:49.121514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":66,"num_write":34,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:18.270913+0000","last_change":"2024-09-12T18:06:18.270913+0000","last_active":"2024-09-12T18:06:18.270913+0000","last_peered":"2024-09-12T18:06:18.270913+0000","last_clean":"2024-09-12T18:06:18.270913+0000","last_became_active":"2024-09-12T17:32:41.549543+0000","last_became_peered":"2024-09-12T17:32:41.549543+0000","last_unstale":"2024-09-12T18:06:18.270913+0000","last_undegraded":"2024-09-12T18:06:18.270913+0000","last_fullsized":"2024-09-12T18:06:18.270913+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:18.270830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:18.270830+0000","last_clean_scrub_stamp":"2024-09-12T18:06:18.270830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:10:04.806215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'7","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.199561+0000","last_change":"2024-09-12T18:06:17.199561+0000","last_active":"2024-09-12T18:06:17.199561+0000","last_peered":"2024-09-12T18:06:17.199561+0000","last_clean":"2024-09-12T18:06:17.199561+0000","last_became_active":"2024-09-12T17:13:10.327440+0000","last_became_peered":"2024-09-12T17:13:10.327440+0000","last_unstale":"2024-09-12T18:06:17.199561+0000","last_undegraded":"2024-09-12T18:06:17.199561+0000","last_fullsized":"2024-09-12T18:06:17.199561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T18:06:17.199427+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T18:06:17.199427+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.199427+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:42.229280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":13314,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'2","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.722095+0000","last_change":"2024-09-12T18:06:00.722095+0000","last_active":"2024-09-12T18:06:00.722095+0000","last_peered":"2024-09-12T18:06:00.722095+0000","last_clean":"2024-09-12T18:06:00.722095+0000","last_became_active":"2024-09-12T17:13:06.298164+0000","last_became_peered":"2024-09-12T17:13:06.298164+0000","last_unstale":"2024-09-12T18:06:00.722095+0000","last_undegraded":"2024-09-12T18:06:00.722095+0000","last_fullsized":"2024-09-12T18:06:00.722095+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:00.721971+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:00.721971+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.721971+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:28.811807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":45,"num_write":2,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"267'46","reported_seq":191,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.099936+0000","last_change":"2024-09-12T18:05:47.099936+0000","last_active":"2024-09-12T18:05:47.099936+0000","last_peered":"2024-09-12T18:05:47.099936+0000","last_clean":"2024-09-12T18:05:47.099936+0000","last_became_active":"2024-09-12T17:09:10.270718+0000","last_became_peered":"2024-09-12T17:09:10.270718+0000","last_unstale":"2024-09-12T18:05:47.099936+0000","last_undegraded":"2024-09-12T18:05:47.099936+0000","last_fullsized":"2024-09-12T18:05:47.099936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'46","last_scrub_stamp":"2024-09-12T18:05:47.099850+0000","last_deep_scrub":"267'46","last_deep_scrub_stamp":"2024-09-12T18:05:47.099850+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.099850+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:01.863076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":163,"num_write":88,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:23.107900+0000","last_change":"2024-09-12T18:06:23.107843+0000","last_active":"2024-09-12T18:06:23.107900+0000","last_peered":"2024-09-12T18:06:23.107900+0000","last_clean":"2024-09-12T18:06:23.107900+0000","last_became_active":"2024-09-12T17:32:41.550942+0000","last_became_peered":"2024-09-12T17:32:41.550942+0000","last_unstale":"2024-09-12T18:06:23.107900+0000","last_undegraded":"2024-09-12T18:06:23.107900+0000","last_fullsized":"2024-09-12T18:06:23.107900+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:23.107755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:23.107755+0000","last_clean_scrub_stamp":"2024-09-12T18:06:23.107755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:41.616290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"0'0","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.197421+0000","last_change":"2024-09-12T18:06:14.197421+0000","last_active":"2024-09-12T18:06:14.197421+0000","last_peered":"2024-09-12T18:06:14.197421+0000","last_clean":"2024-09-12T18:06:14.197421+0000","last_became_active":"2024-09-12T17:13:10.327210+0000","last_became_peered":"2024-09-12T17:13:10.327210+0000","last_unstale":"2024-09-12T18:06:14.197421+0000","last_undegraded":"2024-09-12T18:06:14.197421+0000","last_fullsized":"2024-09-12T18:06:14.197421+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:14.197303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:14.197303+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.197303+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:38.190846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'12","reported_seq":83,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:13.352252+0000","last_change":"2024-09-12T18:06:13.352252+0000","last_active":"2024-09-12T18:06:13.352252+0000","last_peered":"2024-09-12T18:06:13.352252+0000","last_clean":"2024-09-12T18:06:13.352252+0000","last_became_active":"2024-09-12T17:13:06.299593+0000","last_became_peered":"2024-09-12T17:13:06.299593+0000","last_unstale":"2024-09-12T18:06:13.352252+0000","last_undegraded":"2024-09-12T18:06:13.352252+0000","last_fullsized":"2024-09-12T18:06:13.352252+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'12","last_scrub_stamp":"2024-09-12T18:06:13.352155+0000","last_deep_scrub":"267'12","last_deep_scrub_stamp":"2024-09-12T18:06:13.352155+0000","last_clean_scrub_stamp":"2024-09-12T18:06:13.352155+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:42.859106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":27648,"num_write":22,"num_write_kb":19456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"256'5","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.413928+0000","last_change":"2024-09-12T18:06:06.413928+0000","last_active":"2024-09-12T18:06:06.413928+0000","last_peered":"2024-09-12T18:06:06.413928+0000","last_clean":"2024-09-12T18:06:06.413928+0000","last_became_active":"2024-09-12T17:09:10.265828+0000","last_became_peered":"2024-09-12T17:09:10.265828+0000","last_unstale":"2024-09-12T18:06:06.413928+0000","last_undegraded":"2024-09-12T18:06:06.413928+0000","last_fullsized":"2024-09-12T18:06:06.413928+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"256'5","last_scrub_stamp":"2024-09-12T18:06:06.413834+0000","last_deep_scrub":"256'5","last_deep_scrub_stamp":"2024-09-12T18:06:06.413834+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.413834+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:20.740749+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":17,"num_write":11,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:23.196275+0000","last_change":"2024-09-12T18:06:23.196185+0000","last_active":"2024-09-12T18:06:23.196275+0000","last_peered":"2024-09-12T18:06:23.196275+0000","last_clean":"2024-09-12T18:06:23.196275+0000","last_became_active":"2024-09-12T17:32:41.551737+0000","last_became_peered":"2024-09-12T17:32:41.551737+0000","last_unstale":"2024-09-12T18:06:23.196275+0000","last_undegraded":"2024-09-12T18:06:23.196275+0000","last_fullsized":"2024-09-12T18:06:23.196275+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:23.196086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:23.196086+0000","last_clean_scrub_stamp":"2024-09-12T18:06:23.196086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:47.984619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"267'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.292540+0000","last_change":"2024-09-12T18:06:15.292540+0000","last_active":"2024-09-12T18:06:15.292540+0000","last_peered":"2024-09-12T18:06:15.292540+0000","last_clean":"2024-09-12T18:06:15.292540+0000","last_became_active":"2024-09-12T17:13:10.888003+0000","last_became_peered":"2024-09-12T17:13:10.888003+0000","last_unstale":"2024-09-12T18:06:15.292540+0000","last_undegraded":"2024-09-12T18:06:15.292540+0000","last_fullsized":"2024-09-12T18:06:15.292540+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:15.292442+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:15.292442+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.292442+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:27.089737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'4","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.712223+0000","last_change":"2024-09-12T18:05:57.712223+0000","last_active":"2024-09-12T18:05:57.712223+0000","last_peered":"2024-09-12T18:05:57.712223+0000","last_clean":"2024-09-12T18:05:57.712223+0000","last_became_active":"2024-09-12T17:13:06.297614+0000","last_became_peered":"2024-09-12T17:13:06.297614+0000","last_unstale":"2024-09-12T18:05:57.712223+0000","last_undegraded":"2024-09-12T18:05:57.712223+0000","last_fullsized":"2024-09-12T18:05:57.712223+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:57.712138+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:57.712138+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.712138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:57.314664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'40","reported_seq":170,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.152192+0000","last_change":"2024-09-12T18:06:05.152192+0000","last_active":"2024-09-12T18:06:05.152192+0000","last_peered":"2024-09-12T18:06:05.152192+0000","last_clean":"2024-09-12T18:06:05.152192+0000","last_became_active":"2024-09-12T17:09:10.270225+0000","last_became_peered":"2024-09-12T17:09:10.270225+0000","last_unstale":"2024-09-12T18:06:05.152192+0000","last_undegraded":"2024-09-12T18:06:05.152192+0000","last_fullsized":"2024-09-12T18:06:05.152192+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T18:06:05.152087+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T18:06:05.152087+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.152087+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:35:23.182011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":127,"num_write":82,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:21.196225+0000","last_change":"2024-09-12T18:06:21.196168+0000","last_active":"2024-09-12T18:06:21.196225+0000","last_peered":"2024-09-12T18:06:21.196225+0000","last_clean":"2024-09-12T18:06:21.196225+0000","last_became_active":"2024-09-12T17:32:41.549901+0000","last_became_peered":"2024-09-12T17:32:41.549901+0000","last_unstale":"2024-09-12T18:06:21.196225+0000","last_undegraded":"2024-09-12T18:06:21.196225+0000","last_fullsized":"2024-09-12T18:06:21.196225+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:21.196083+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:21.196083+0000","last_clean_scrub_stamp":"2024-09-12T18:06:21.196083+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:55.365584+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.805298+0000","last_change":"2024-09-12T18:06:03.805298+0000","last_active":"2024-09-12T18:06:03.805298+0000","last_peered":"2024-09-12T18:06:03.805298+0000","last_clean":"2024-09-12T18:06:03.805298+0000","last_became_active":"2024-09-12T17:13:10.322156+0000","last_became_peered":"2024-09-12T17:13:10.322156+0000","last_unstale":"2024-09-12T18:06:03.805298+0000","last_undegraded":"2024-09-12T18:06:03.805298+0000","last_fullsized":"2024-09-12T18:06:03.805298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:03.805212+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:03.805212+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.805212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:50.713238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.355555+0000","last_change":"2024-09-12T18:06:14.355555+0000","last_active":"2024-09-12T18:06:14.355555+0000","last_peered":"2024-09-12T18:06:14.355555+0000","last_clean":"2024-09-12T18:06:14.355555+0000","last_became_active":"2024-09-12T17:13:06.297266+0000","last_became_peered":"2024-09-12T17:13:06.297266+0000","last_unstale":"2024-09-12T18:06:14.355555+0000","last_undegraded":"2024-09-12T18:06:14.355555+0000","last_fullsized":"2024-09-12T18:06:14.355555+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:14.355458+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:14.355458+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.355458+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:52.315667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'44","reported_seq":190,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.030017+0000","last_change":"2024-09-12T18:06:10.030017+0000","last_active":"2024-09-12T18:06:10.030017+0000","last_peered":"2024-09-12T18:06:10.030017+0000","last_clean":"2024-09-12T18:06:10.030017+0000","last_became_active":"2024-09-12T17:09:10.272806+0000","last_became_peered":"2024-09-12T17:09:10.272806+0000","last_unstale":"2024-09-12T18:06:10.030017+0000","last_undegraded":"2024-09-12T18:06:10.030017+0000","last_fullsized":"2024-09-12T18:06:10.030017+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'44","last_scrub_stamp":"2024-09-12T18:06:10.029934+0000","last_deep_scrub":"267'44","last_deep_scrub_stamp":"2024-09-12T18:06:10.029934+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.029934+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:53.658038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":163,"num_write":73,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:24.414988+0000","last_change":"2024-09-12T18:06:24.414933+0000","last_active":"2024-09-12T18:06:24.414988+0000","last_peered":"2024-09-12T18:06:24.414988+0000","last_clean":"2024-09-12T18:06:24.414988+0000","last_became_active":"2024-09-12T17:32:41.545225+0000","last_became_peered":"2024-09-12T17:32:41.545225+0000","last_unstale":"2024-09-12T18:06:24.414988+0000","last_undegraded":"2024-09-12T18:06:24.414988+0000","last_fullsized":"2024-09-12T18:06:24.414988+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:24.414847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:24.414847+0000","last_clean_scrub_stamp":"2024-09-12T18:06:24.414847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:15:26.982214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.287665+0000","last_change":"2024-09-12T18:06:16.287665+0000","last_active":"2024-09-12T18:06:16.287665+0000","last_peered":"2024-09-12T18:06:16.287665+0000","last_clean":"2024-09-12T18:06:16.287665+0000","last_became_active":"2024-09-12T17:13:10.326189+0000","last_became_peered":"2024-09-12T17:13:10.326189+0000","last_unstale":"2024-09-12T18:06:16.287665+0000","last_undegraded":"2024-09-12T18:06:16.287665+0000","last_fullsized":"2024-09-12T18:06:16.287665+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:16.287493+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:16.287493+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.287493+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:20.614132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.142811+0000","last_change":"2024-09-12T18:06:07.142811+0000","last_active":"2024-09-12T18:06:07.142811+0000","last_peered":"2024-09-12T18:06:07.142811+0000","last_clean":"2024-09-12T18:06:07.142811+0000","last_became_active":"2024-09-12T17:13:06.300784+0000","last_became_peered":"2024-09-12T17:13:06.300784+0000","last_unstale":"2024-09-12T18:06:07.142811+0000","last_undegraded":"2024-09-12T18:06:07.142811+0000","last_fullsized":"2024-09-12T18:06:07.142811+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:06:07.142722+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:06:07.142722+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.142722+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:17.800165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'40","reported_seq":178,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.027965+0000","last_change":"2024-09-12T18:05:56.027965+0000","last_active":"2024-09-12T18:05:56.027965+0000","last_peered":"2024-09-12T18:05:56.027965+0000","last_clean":"2024-09-12T18:05:56.027965+0000","last_became_active":"2024-09-12T17:09:10.265806+0000","last_became_peered":"2024-09-12T17:09:10.265806+0000","last_unstale":"2024-09-12T18:05:56.027965+0000","last_undegraded":"2024-09-12T18:05:56.027965+0000","last_fullsized":"2024-09-12T18:05:56.027965+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T18:05:56.027858+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T18:05:56.027858+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.027858+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:32.100641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":141,"num_write":75,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:17.275024+0000","last_change":"2024-09-12T18:06:17.275024+0000","last_active":"2024-09-12T18:06:17.275024+0000","last_peered":"2024-09-12T18:06:17.275024+0000","last_clean":"2024-09-12T18:06:17.275024+0000","last_became_active":"2024-09-12T17:32:41.550263+0000","last_became_peered":"2024-09-12T17:32:41.550263+0000","last_unstale":"2024-09-12T18:06:17.275024+0000","last_undegraded":"2024-09-12T18:06:17.275024+0000","last_fullsized":"2024-09-12T18:06:17.275024+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:17.274943+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:17.274943+0000","last_clean_scrub_stamp":"2024-09-12T18:06:17.274943+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:10:52.011453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'8","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:20.447089+0000","last_change":"2024-09-12T18:06:20.447089+0000","last_active":"2024-09-12T18:06:20.447089+0000","last_peered":"2024-09-12T18:06:20.447089+0000","last_clean":"2024-09-12T18:06:20.447089+0000","last_became_active":"2024-09-12T17:13:10.320234+0000","last_became_peered":"2024-09-12T17:13:10.320234+0000","last_unstale":"2024-09-12T18:06:20.447089+0000","last_undegraded":"2024-09-12T18:06:20.447089+0000","last_fullsized":"2024-09-12T18:06:20.447089+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T18:06:20.447002+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T18:06:20.447002+0000","last_clean_scrub_stamp":"2024-09-12T18:06:20.447002+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:33.985881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":14338,"num_write":8,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.268915+0000","last_change":"2024-09-12T18:06:10.268915+0000","last_active":"2024-09-12T18:06:10.268915+0000","last_peered":"2024-09-12T18:06:10.268915+0000","last_clean":"2024-09-12T18:06:10.268915+0000","last_became_active":"2024-09-12T17:13:06.302725+0000","last_became_peered":"2024-09-12T17:13:06.302725+0000","last_unstale":"2024-09-12T18:06:10.268915+0000","last_undegraded":"2024-09-12T18:06:10.268915+0000","last_fullsized":"2024-09-12T18:06:10.268915+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:06:10.268792+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:06:10.268792+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.268792+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:10:45.644600+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'44","reported_seq":189,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.359391+0000","last_change":"2024-09-12T18:06:09.359391+0000","last_active":"2024-09-12T18:06:09.359391+0000","last_peered":"2024-09-12T18:06:09.359391+0000","last_clean":"2024-09-12T18:06:09.359391+0000","last_became_active":"2024-09-12T17:09:10.272441+0000","last_became_peered":"2024-09-12T17:09:10.272441+0000","last_unstale":"2024-09-12T18:06:09.359391+0000","last_undegraded":"2024-09-12T18:06:09.359391+0000","last_fullsized":"2024-09-12T18:06:09.359391+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'44","last_scrub_stamp":"2024-09-12T18:06:09.359292+0000","last_deep_scrub":"267'44","last_deep_scrub_stamp":"2024-09-12T18:06:09.359292+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.359292+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:40.952524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":226,"num_read_kb":159,"num_write":82,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:15.101206+0000","last_change":"2024-09-12T18:06:15.101206+0000","last_active":"2024-09-12T18:06:15.101206+0000","last_peered":"2024-09-12T18:06:15.101206+0000","last_clean":"2024-09-12T18:06:15.101206+0000","last_became_active":"2024-09-12T17:32:41.546208+0000","last_became_peered":"2024-09-12T17:32:41.546208+0000","last_unstale":"2024-09-12T18:06:15.101206+0000","last_undegraded":"2024-09-12T18:06:15.101206+0000","last_fullsized":"2024-09-12T18:06:15.101206+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:15.101084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:15.101084+0000","last_clean_scrub_stamp":"2024-09-12T18:06:15.101084+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:06.969530+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:21.450033+0000","last_change":"2024-09-12T18:06:21.450033+0000","last_active":"2024-09-12T18:06:21.450033+0000","last_peered":"2024-09-12T18:06:21.450033+0000","last_clean":"2024-09-12T18:06:21.450033+0000","last_became_active":"2024-09-12T17:13:10.889319+0000","last_became_peered":"2024-09-12T17:13:10.889319+0000","last_unstale":"2024-09-12T18:06:21.450033+0000","last_undegraded":"2024-09-12T18:06:21.450033+0000","last_fullsized":"2024-09-12T18:06:21.450033+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:21.449926+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:21.449926+0000","last_clean_scrub_stamp":"2024-09-12T18:06:21.449926+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:04:09.773090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.022690+0000","last_change":"2024-09-12T18:05:50.022690+0000","last_active":"2024-09-12T18:05:50.022690+0000","last_peered":"2024-09-12T18:05:50.022690+0000","last_clean":"2024-09-12T18:05:50.022690+0000","last_became_active":"2024-09-12T17:13:06.300935+0000","last_became_peered":"2024-09-12T17:13:06.300935+0000","last_unstale":"2024-09-12T18:05:50.022690+0000","last_undegraded":"2024-09-12T18:05:50.022690+0000","last_fullsized":"2024-09-12T18:05:50.022690+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.022616+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.022616+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.022616+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:58.036380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"267'22","reported_seq":130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.095446+0000","last_change":"2024-09-12T18:05:58.095446+0000","last_active":"2024-09-12T18:05:58.095446+0000","last_peered":"2024-09-12T18:05:58.095446+0000","last_clean":"2024-09-12T18:05:58.095446+0000","last_became_active":"2024-09-12T17:09:10.268461+0000","last_became_peered":"2024-09-12T17:09:10.268461+0000","last_unstale":"2024-09-12T18:05:58.095446+0000","last_undegraded":"2024-09-12T18:05:58.095446+0000","last_fullsized":"2024-09-12T18:05:58.095446+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T18:05:58.095356+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T18:05:58.095356+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.095356+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:52.480775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":82,"num_write":46,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.838307+0000","last_change":"2024-09-12T18:06:08.838253+0000","last_active":"2024-09-12T18:06:08.838307+0000","last_peered":"2024-09-12T18:06:08.838307+0000","last_clean":"2024-09-12T18:06:08.838307+0000","last_became_active":"2024-09-12T17:32:41.543075+0000","last_became_peered":"2024-09-12T17:32:41.543075+0000","last_unstale":"2024-09-12T18:06:08.838307+0000","last_undegraded":"2024-09-12T18:06:08.838307+0000","last_fullsized":"2024-09-12T18:06:08.838307+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:08.838165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:08.838165+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.838165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:09.917672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:14.295192+0000","last_change":"2024-09-12T18:06:14.295192+0000","last_active":"2024-09-12T18:06:14.295192+0000","last_peered":"2024-09-12T18:06:14.295192+0000","last_clean":"2024-09-12T18:06:14.295192+0000","last_became_active":"2024-09-12T17:13:10.889540+0000","last_became_peered":"2024-09-12T17:13:10.889540+0000","last_unstale":"2024-09-12T18:06:14.295192+0000","last_undegraded":"2024-09-12T18:06:14.295192+0000","last_fullsized":"2024-09-12T18:06:14.295192+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:14.295100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:14.295100+0000","last_clean_scrub_stamp":"2024-09-12T18:06:14.295100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:02.744670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"267'9","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.211763+0000","last_change":"2024-09-12T18:06:09.211763+0000","last_active":"2024-09-12T18:06:09.211763+0000","last_peered":"2024-09-12T18:06:09.211763+0000","last_clean":"2024-09-12T18:06:09.211763+0000","last_became_active":"2024-09-12T17:13:06.304355+0000","last_became_peered":"2024-09-12T17:13:06.304355+0000","last_unstale":"2024-09-12T18:06:09.211763+0000","last_undegraded":"2024-09-12T18:06:09.211763+0000","last_fullsized":"2024-09-12T18:06:09.211763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T18:06:09.211667+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T18:06:09.211667+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.211667+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:32.807836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'30","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.126487+0000","last_change":"2024-09-12T18:06:04.126487+0000","last_active":"2024-09-12T18:06:04.126487+0000","last_peered":"2024-09-12T18:06:04.126487+0000","last_clean":"2024-09-12T18:06:04.126487+0000","last_became_active":"2024-09-12T17:09:10.268302+0000","last_became_peered":"2024-09-12T17:09:10.268302+0000","last_unstale":"2024-09-12T18:06:04.126487+0000","last_undegraded":"2024-09-12T18:06:04.126487+0000","last_fullsized":"2024-09-12T18:06:04.126487+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'30","last_scrub_stamp":"2024-09-12T18:06:04.126401+0000","last_deep_scrub":"267'30","last_deep_scrub_stamp":"2024-09-12T18:06:04.126401+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.126401+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:15.529148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":105,"num_write":57,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:16.159483+0000","last_change":"2024-09-12T18:06:16.159483+0000","last_active":"2024-09-12T18:06:16.159483+0000","last_peered":"2024-09-12T18:06:16.159483+0000","last_clean":"2024-09-12T18:06:16.159483+0000","last_became_active":"2024-09-12T17:32:41.548884+0000","last_became_peered":"2024-09-12T17:32:41.548884+0000","last_unstale":"2024-09-12T18:06:16.159483+0000","last_undegraded":"2024-09-12T18:06:16.159483+0000","last_fullsized":"2024-09-12T18:06:16.159483+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:16.159391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:16.159391+0000","last_clean_scrub_stamp":"2024-09-12T18:06:16.159391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:39.499505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.160286+0000","last_change":"2024-09-12T18:06:11.160286+0000","last_active":"2024-09-12T18:06:11.160286+0000","last_peered":"2024-09-12T18:06:11.160286+0000","last_clean":"2024-09-12T18:06:11.160286+0000","last_became_active":"2024-09-12T17:13:10.324973+0000","last_became_peered":"2024-09-12T17:13:10.324973+0000","last_unstale":"2024-09-12T18:06:11.160286+0000","last_undegraded":"2024-09-12T18:06:11.160286+0000","last_fullsized":"2024-09-12T18:06:11.160286+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:11.160210+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:11.160210+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.160210+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:11.567856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"267'6","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:11.261752+0000","last_change":"2024-09-12T18:06:11.261752+0000","last_active":"2024-09-12T18:06:11.261752+0000","last_peered":"2024-09-12T18:06:11.261752+0000","last_clean":"2024-09-12T18:06:11.261752+0000","last_became_active":"2024-09-12T17:13:06.303754+0000","last_became_peered":"2024-09-12T17:13:06.303754+0000","last_unstale":"2024-09-12T18:06:11.261752+0000","last_undegraded":"2024-09-12T18:06:11.261752+0000","last_fullsized":"2024-09-12T18:06:11.261752+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:11.261657+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:11.261657+0000","last_clean_scrub_stamp":"2024-09-12T18:06:11.261657+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:53.569467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8192,"num_write":6,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'77","reported_seq":282,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.774187+0000","last_change":"2024-09-12T18:05:55.774187+0000","last_active":"2024-09-12T18:05:55.774187+0000","last_peered":"2024-09-12T18:05:55.774187+0000","last_clean":"2024-09-12T18:05:55.774187+0000","last_became_active":"2024-09-12T17:09:10.268136+0000","last_became_peered":"2024-09-12T17:09:10.268136+0000","last_unstale":"2024-09-12T18:05:55.774187+0000","last_undegraded":"2024-09-12T18:05:55.774187+0000","last_fullsized":"2024-09-12T18:05:55.774187+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'77","last_scrub_stamp":"2024-09-12T18:05:55.774068+0000","last_deep_scrub":"267'77","last_deep_scrub_stamp":"2024-09-12T18:05:55.774068+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.774068+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:32.544080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":404,"num_read_kb":297,"num_write":134,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.059928+0000","last_change":"2024-09-12T18:05:54.059928+0000","last_active":"2024-09-12T18:05:54.059928+0000","last_peered":"2024-09-12T18:05:54.059928+0000","last_clean":"2024-09-12T18:05:54.059928+0000","last_became_active":"2024-09-12T17:32:41.546371+0000","last_became_peered":"2024-09-12T17:32:41.546371+0000","last_unstale":"2024-09-12T18:05:54.059928+0000","last_undegraded":"2024-09-12T18:05:54.059928+0000","last_fullsized":"2024-09-12T18:05:54.059928+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:54.059848+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:54.059848+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.059848+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:20.313582+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"267'7","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.770288+0000","last_change":"2024-09-12T18:06:01.770288+0000","last_active":"2024-09-12T18:06:01.770288+0000","last_peered":"2024-09-12T18:06:01.770288+0000","last_clean":"2024-09-12T18:06:01.770288+0000","last_became_active":"2024-09-12T17:13:10.325399+0000","last_became_peered":"2024-09-12T17:13:10.325399+0000","last_unstale":"2024-09-12T18:06:01.770288+0000","last_undegraded":"2024-09-12T18:06:01.770288+0000","last_fullsized":"2024-09-12T18:06:01.770288+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T18:06:01.770194+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T18:06:01.770194+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.770194+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:50.124328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'6","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.220427+0000","last_change":"2024-09-12T18:06:07.220427+0000","last_active":"2024-09-12T18:06:07.220427+0000","last_peered":"2024-09-12T18:06:07.220427+0000","last_clean":"2024-09-12T18:06:07.220427+0000","last_became_active":"2024-09-12T17:13:06.297270+0000","last_became_peered":"2024-09-12T17:13:06.297270+0000","last_unstale":"2024-09-12T18:06:07.220427+0000","last_undegraded":"2024-09-12T18:06:07.220427+0000","last_fullsized":"2024-09-12T18:06:07.220427+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:06:07.220338+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:06:07.220338+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.220338+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:43:59.447138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":4105,"num_write":6,"num_write_kb":4105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'52","reported_seq":217,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.226461+0000","last_change":"2024-09-12T18:06:07.226461+0000","last_active":"2024-09-12T18:06:07.226461+0000","last_peered":"2024-09-12T18:06:07.226461+0000","last_clean":"2024-09-12T18:06:07.226461+0000","last_became_active":"2024-09-12T17:09:10.273000+0000","last_became_peered":"2024-09-12T17:09:10.273000+0000","last_unstale":"2024-09-12T18:06:07.226461+0000","last_undegraded":"2024-09-12T18:06:07.226461+0000","last_fullsized":"2024-09-12T18:06:07.226461+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'52","last_scrub_stamp":"2024-09-12T18:06:07.226378+0000","last_deep_scrub":"267'52","last_deep_scrub_stamp":"2024-09-12T18:06:07.226378+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.226378+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:39.822266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":279,"num_read_kb":206,"num_write":82,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:23.432950+0000","last_change":"2024-09-12T18:06:23.432950+0000","last_active":"2024-09-12T18:06:23.432950+0000","last_peered":"2024-09-12T18:06:23.432950+0000","last_clean":"2024-09-12T18:06:23.432950+0000","last_became_active":"2024-09-12T17:32:41.548428+0000","last_became_peered":"2024-09-12T17:32:41.548428+0000","last_unstale":"2024-09-12T18:06:23.432950+0000","last_undegraded":"2024-09-12T18:06:23.432950+0000","last_fullsized":"2024-09-12T18:06:23.432950+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:23.432847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:23.432847+0000","last_clean_scrub_stamp":"2024-09-12T18:06:23.432847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:51.779778+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.148970+0000","last_change":"2024-09-12T18:06:12.148970+0000","last_active":"2024-09-12T18:06:12.148970+0000","last_peered":"2024-09-12T18:06:12.148970+0000","last_clean":"2024-09-12T18:06:12.148970+0000","last_became_active":"2024-09-12T17:13:10.322852+0000","last_became_peered":"2024-09-12T17:13:10.322852+0000","last_unstale":"2024-09-12T18:06:12.148970+0000","last_undegraded":"2024-09-12T18:06:12.148970+0000","last_fullsized":"2024-09-12T18:06:12.148970+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:06:12.148891+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:06:12.148891+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.148891+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:23.370468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"267'5","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:09.275282+0000","last_change":"2024-09-12T18:06:09.275282+0000","last_active":"2024-09-12T18:06:09.275282+0000","last_peered":"2024-09-12T18:06:09.275282+0000","last_clean":"2024-09-12T18:06:09.275282+0000","last_became_active":"2024-09-12T17:13:06.299948+0000","last_became_peered":"2024-09-12T17:13:06.299948+0000","last_unstale":"2024-09-12T18:06:09.275282+0000","last_undegraded":"2024-09-12T18:06:09.275282+0000","last_fullsized":"2024-09-12T18:06:09.275282+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T18:06:09.275163+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T18:06:09.275163+0000","last_clean_scrub_stamp":"2024-09-12T18:06:09.275163+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:05.156055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":9216,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'25","reported_seq":142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.075566+0000","last_change":"2024-09-12T18:06:03.075566+0000","last_active":"2024-09-12T18:06:03.075566+0000","last_peered":"2024-09-12T18:06:03.075566+0000","last_clean":"2024-09-12T18:06:03.075566+0000","last_became_active":"2024-09-12T17:09:10.267393+0000","last_became_peered":"2024-09-12T17:09:10.267393+0000","last_unstale":"2024-09-12T18:06:03.075566+0000","last_undegraded":"2024-09-12T18:06:03.075566+0000","last_fullsized":"2024-09-12T18:06:03.075566+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'25","last_scrub_stamp":"2024-09-12T18:06:03.075474+0000","last_deep_scrub":"267'25","last_deep_scrub_stamp":"2024-09-12T18:06:03.075474+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.075474+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:19.333284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":96,"num_write":46,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:26.443896+0000","last_change":"2024-09-12T18:06:26.443896+0000","last_active":"2024-09-12T18:06:26.443896+0000","last_peered":"2024-09-12T18:06:26.443896+0000","last_clean":"2024-09-12T18:06:26.443896+0000","last_became_active":"2024-09-12T17:32:41.549439+0000","last_became_peered":"2024-09-12T17:32:41.549439+0000","last_unstale":"2024-09-12T18:06:26.443896+0000","last_undegraded":"2024-09-12T18:06:26.443896+0000","last_fullsized":"2024-09-12T18:06:26.443896+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:26.443786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:26.443786+0000","last_clean_scrub_stamp":"2024-09-12T18:06:26.443786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:30.393935+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'11","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.145409+0000","last_change":"2024-09-12T18:06:00.145409+0000","last_active":"2024-09-12T18:06:00.145409+0000","last_peered":"2024-09-12T18:06:00.145409+0000","last_clean":"2024-09-12T18:06:00.145409+0000","last_became_active":"2024-09-12T17:13:10.327374+0000","last_became_peered":"2024-09-12T17:13:10.327374+0000","last_unstale":"2024-09-12T18:06:00.145409+0000","last_undegraded":"2024-09-12T18:06:00.145409+0000","last_fullsized":"2024-09-12T18:06:00.145409+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T18:06:00.145314+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T18:06:00.145314+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.145314+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:49.101828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":3127,"num_write":16,"num_write_kb":5169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.744777+0000","last_change":"2024-09-12T18:05:59.744777+0000","last_active":"2024-09-12T18:05:59.744777+0000","last_peered":"2024-09-12T18:05:59.744777+0000","last_clean":"2024-09-12T18:05:59.744777+0000","last_became_active":"2024-09-12T17:13:06.296663+0000","last_became_peered":"2024-09-12T17:13:06.296663+0000","last_unstale":"2024-09-12T18:05:59.744777+0000","last_undegraded":"2024-09-12T18:05:59.744777+0000","last_fullsized":"2024-09-12T18:05:59.744777+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:05:59.744651+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:05:59.744651+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.744651+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:00.174525+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'23","reported_seq":130,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.047599+0000","last_change":"2024-09-12T18:05:53.047599+0000","last_active":"2024-09-12T18:05:53.047599+0000","last_peered":"2024-09-12T18:05:53.047599+0000","last_clean":"2024-09-12T18:05:53.047599+0000","last_became_active":"2024-09-12T17:09:10.264941+0000","last_became_peered":"2024-09-12T17:09:10.264941+0000","last_unstale":"2024-09-12T18:05:53.047599+0000","last_undegraded":"2024-09-12T18:05:53.047599+0000","last_fullsized":"2024-09-12T18:05:53.047599+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'23","last_scrub_stamp":"2024-09-12T18:05:53.047514+0000","last_deep_scrub":"267'23","last_deep_scrub_stamp":"2024-09-12T18:05:53.047514+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.047514+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:51.133892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":75,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:20.182829+0000","last_change":"2024-09-12T18:06:20.182829+0000","last_active":"2024-09-12T18:06:20.182829+0000","last_peered":"2024-09-12T18:06:20.182829+0000","last_clean":"2024-09-12T18:06:20.182829+0000","last_became_active":"2024-09-12T17:32:41.551994+0000","last_became_peered":"2024-09-12T17:32:41.551994+0000","last_unstale":"2024-09-12T18:06:20.182829+0000","last_undegraded":"2024-09-12T18:06:20.182829+0000","last_fullsized":"2024-09-12T18:06:20.182829+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:20.182697+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:20.182697+0000","last_clean_scrub_stamp":"2024-09-12T18:06:20.182697+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:08.790549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"267'4","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:12.175185+0000","last_change":"2024-09-12T18:06:12.175185+0000","last_active":"2024-09-12T18:06:12.175185+0000","last_peered":"2024-09-12T18:06:12.175185+0000","last_clean":"2024-09-12T18:06:12.175185+0000","last_became_active":"2024-09-12T17:13:10.324884+0000","last_became_peered":"2024-09-12T17:13:10.324884+0000","last_unstale":"2024-09-12T18:06:12.175185+0000","last_undegraded":"2024-09-12T18:06:12.175185+0000","last_fullsized":"2024-09-12T18:06:12.175185+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:06:12.175098+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:06:12.175098+0000","last_clean_scrub_stamp":"2024-09-12T18:06:12.175098+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:55.018576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'5","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.064528+0000","last_change":"2024-09-12T18:05:57.064528+0000","last_active":"2024-09-12T18:05:57.064528+0000","last_peered":"2024-09-12T18:05:57.064528+0000","last_clean":"2024-09-12T18:05:57.064528+0000","last_became_active":"2024-09-12T17:13:06.302381+0000","last_became_peered":"2024-09-12T17:13:06.302381+0000","last_unstale":"2024-09-12T18:05:57.064528+0000","last_undegraded":"2024-09-12T18:05:57.064528+0000","last_fullsized":"2024-09-12T18:05:57.064528+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:05:57.064434+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:05:57.064434+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.064434+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:40.872034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'32","reported_seq":153,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.168817+0000","last_change":"2024-09-12T18:06:03.168817+0000","last_active":"2024-09-12T18:06:03.168817+0000","last_peered":"2024-09-12T18:06:03.168817+0000","last_clean":"2024-09-12T18:06:03.168817+0000","last_became_active":"2024-09-12T17:09:10.267432+0000","last_became_peered":"2024-09-12T17:09:10.267432+0000","last_unstale":"2024-09-12T18:06:03.168817+0000","last_undegraded":"2024-09-12T18:06:03.168817+0000","last_fullsized":"2024-09-12T18:06:03.168817+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'32","last_scrub_stamp":"2024-09-12T18:06:03.168718+0000","last_deep_scrub":"267'32","last_deep_scrub_stamp":"2024-09-12T18:06:03.168718+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.168718+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:03:24.706208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'323","reported_seq":992,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.175033+0000","last_change":"2024-09-12T18:05:41.174946+0000","last_active":"2024-09-12T18:05:41.175033+0000","last_peered":"2024-09-12T18:05:41.175033+0000","last_clean":"2024-09-12T18:05:41.175033+0000","last_became_active":"2024-09-12T16:53:16.155755+0000","last_became_peered":"2024-09-12T16:53:16.155755+0000","last_unstale":"2024-09-12T18:05:41.175033+0000","last_undegraded":"2024-09-12T18:05:41.175033+0000","last_fullsized":"2024-09-12T18:05:41.175033+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:41.174793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.174793+0000","objects_scrubbed":4,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:46.261208+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388634,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":502,"num_read_kb":35276,"num_write":1003,"num_write_kb":33702,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'114","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.365837+0000","last_change":"2024-09-12T18:05:48.365778+0000","last_active":"2024-09-12T18:05:48.365837+0000","last_peered":"2024-09-12T18:05:48.365837+0000","last_clean":"2024-09-12T18:05:48.365837+0000","last_became_active":"2024-09-12T16:53:18.156080+0000","last_became_peered":"2024-09-12T16:53:18.156080+0000","last_unstale":"2024-09-12T18:05:48.365837+0000","last_undegraded":"2024-09-12T18:05:48.365837+0000","last_fullsized":"2024-09-12T18:05:48.365837+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T18:05:48.365689+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T18:05:48.365689+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.365689+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:20.632239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":516,"num_read_kb":429,"num_write":175,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'347","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.693485+0000","last_change":"2024-09-12T18:05:32.693422+0000","last_active":"2024-09-12T18:05:32.693485+0000","last_peered":"2024-09-12T18:05:32.693485+0000","last_clean":"2024-09-12T18:05:32.693485+0000","last_became_active":"2024-09-12T16:53:16.145103+0000","last_became_peered":"2024-09-12T16:53:16.145103+0000","last_unstale":"2024-09-12T18:05:32.693485+0000","last_undegraded":"2024-09-12T18:05:32.693485+0000","last_fullsized":"2024-09-12T18:05:32.693485+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'347","last_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_deep_scrub":"267'347","last_deep_scrub_stamp":"2024-09-12T18:05:32.693287+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.693287+0000","objects_scrubbed":7,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:23.400255+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194330,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":464,"num_read_kb":21263,"num_write":1002,"num_write_kb":24563,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'360","reported_seq":980,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.141018+0000","last_change":"2024-09-12T18:05:46.140956+0000","last_active":"2024-09-12T18:05:46.141018+0000","last_peered":"2024-09-12T18:05:46.141018+0000","last_clean":"2024-09-12T18:05:46.141018+0000","last_became_active":"2024-09-12T16:53:18.160156+0000","last_became_peered":"2024-09-12T16:53:18.160156+0000","last_unstale":"2024-09-12T18:05:46.141018+0000","last_undegraded":"2024-09-12T18:05:46.141018+0000","last_fullsized":"2024-09-12T18:05:46.141018+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T18:05:46.140870+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T18:05:46.140870+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.140870+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:59:39.558778+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1571,"num_read_kb":1250,"num_write":608,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8073,"num_omap_keys":32,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'350","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.345617+0000","last_change":"2024-09-12T18:05:33.345519+0000","last_active":"2024-09-12T18:05:33.345617+0000","last_peered":"2024-09-12T18:05:33.345617+0000","last_clean":"2024-09-12T18:05:33.345617+0000","last_became_active":"2024-09-12T16:53:16.143294+0000","last_became_peered":"2024-09-12T16:53:16.143294+0000","last_unstale":"2024-09-12T18:05:33.345617+0000","last_undegraded":"2024-09-12T18:05:33.345617+0000","last_fullsized":"2024-09-12T18:05:33.345617+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:33.345331+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.345331+0000","objects_scrubbed":10,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:44.057762+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6274493,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":770,"num_read_kb":30264,"num_write":1283,"num_write_kb":19517,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'161","reported_seq":745,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.053128+0000","last_change":"2024-09-12T18:05:46.053046+0000","last_active":"2024-09-12T18:05:46.053128+0000","last_peered":"2024-09-12T18:05:46.053128+0000","last_clean":"2024-09-12T18:05:46.053128+0000","last_became_active":"2024-09-12T16:53:18.153441+0000","last_became_peered":"2024-09-12T16:53:18.153441+0000","last_unstale":"2024-09-12T18:05:46.053128+0000","last_undegraded":"2024-09-12T18:05:46.053128+0000","last_fullsized":"2024-09-12T18:05:46.053128+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T18:05:46.052933+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T18:05:46.052933+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.052933+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:29:42.123807+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":690,"num_read_kb":554,"num_write":250,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'348","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.433010+0000","last_change":"2024-09-12T18:05:40.433010+0000","last_active":"2024-09-12T18:05:40.433010+0000","last_peered":"2024-09-12T18:05:40.433010+0000","last_clean":"2024-09-12T18:05:40.433010+0000","last_became_active":"2024-09-12T16:53:49.753532+0000","last_became_peered":"2024-09-12T16:53:49.753532+0000","last_unstale":"2024-09-12T18:05:40.433010+0000","last_undegraded":"2024-09-12T18:05:40.433010+0000","last_fullsized":"2024-09-12T18:05:40.433010+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T18:05:40.432855+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.432855+0000","objects_scrubbed":8,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:15:23.317255+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":694699,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":3327,"num_write":1112,"num_write_kb":27432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'196","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.374665+0000","last_change":"2024-09-12T18:05:40.374597+0000","last_active":"2024-09-12T18:05:40.374665+0000","last_peered":"2024-09-12T18:05:40.374665+0000","last_clean":"2024-09-12T18:05:40.374665+0000","last_became_active":"2024-09-12T16:53:18.164637+0000","last_became_peered":"2024-09-12T16:53:18.164637+0000","last_unstale":"2024-09-12T18:05:40.374665+0000","last_undegraded":"2024-09-12T18:05:40.374665+0000","last_fullsized":"2024-09-12T18:05:40.374665+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'196","last_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_deep_scrub":"267'196","last_deep_scrub_stamp":"2024-09-12T18:05:40.374496+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.374496+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:57:50.703994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":854,"num_read_kb":696,"num_write":303,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'290","reported_seq":908,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.130406+0000","last_change":"2024-09-12T18:05:40.130304+0000","last_active":"2024-09-12T18:05:40.130406+0000","last_peered":"2024-09-12T18:05:40.130406+0000","last_clean":"2024-09-12T18:05:40.130406+0000","last_became_active":"2024-09-12T16:53:16.153530+0000","last_became_peered":"2024-09-12T16:53:16.153530+0000","last_unstale":"2024-09-12T18:05:40.130406+0000","last_undegraded":"2024-09-12T18:05:40.130406+0000","last_fullsized":"2024-09-12T18:05:40.130406+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T18:05:40.130138+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.130138+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:59.138952+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":404,"num_read_kb":18362,"num_write":870,"num_write_kb":32409,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'78","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.060799+0000","last_change":"2024-09-12T18:05:40.060799+0000","last_active":"2024-09-12T18:05:40.060799+0000","last_peered":"2024-09-12T18:05:40.060799+0000","last_clean":"2024-09-12T18:05:40.060799+0000","last_became_active":"2024-09-12T16:53:18.151972+0000","last_became_peered":"2024-09-12T16:53:18.151972+0000","last_unstale":"2024-09-12T18:05:40.060799+0000","last_undegraded":"2024-09-12T18:05:40.060799+0000","last_fullsized":"2024-09-12T18:05:40.060799+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'78","last_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_deep_scrub":"267'78","last_deep_scrub_stamp":"2024-09-12T18:05:40.060700+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.060700+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:42.930998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":346,"num_read_kb":287,"num_write":118,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'331","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.418779+0000","last_change":"2024-09-12T18:05:41.418710+0000","last_active":"2024-09-12T18:05:41.418779+0000","last_peered":"2024-09-12T18:05:41.418779+0000","last_clean":"2024-09-12T18:05:41.418779+0000","last_became_active":"2024-09-12T16:53:16.148003+0000","last_became_peered":"2024-09-12T16:53:16.148003+0000","last_unstale":"2024-09-12T18:05:41.418779+0000","last_undegraded":"2024-09-12T18:05:41.418779+0000","last_fullsized":"2024-09-12T18:05:41.418779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:41.418570+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.418570+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:54:12.451784+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":480,"num_read_kb":63577,"num_write":1046,"num_write_kb":48866,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'126","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.067993+0000","last_change":"2024-09-12T18:05:54.067937+0000","last_active":"2024-09-12T18:05:54.067993+0000","last_peered":"2024-09-12T18:05:54.067993+0000","last_clean":"2024-09-12T18:05:54.067993+0000","last_became_active":"2024-09-12T16:53:18.154181+0000","last_became_peered":"2024-09-12T16:53:18.154181+0000","last_unstale":"2024-09-12T18:05:54.067993+0000","last_undegraded":"2024-09-12T18:05:54.067993+0000","last_fullsized":"2024-09-12T18:05:54.067993+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'126","last_scrub_stamp":"2024-09-12T18:05:54.067848+0000","last_deep_scrub":"267'126","last_deep_scrub_stamp":"2024-09-12T18:05:54.067848+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.067848+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:05:14.724267+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":551,"num_read_kb":460,"num_write":188,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'304","reported_seq":1013,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.243449+0000","last_change":"2024-09-12T18:05:35.243382+0000","last_active":"2024-09-12T18:05:35.243449+0000","last_peered":"2024-09-12T18:05:35.243449+0000","last_clean":"2024-09-12T18:05:35.243449+0000","last_became_active":"2024-09-12T16:53:16.155011+0000","last_became_peered":"2024-09-12T16:53:16.155011+0000","last_unstale":"2024-09-12T18:05:35.243449+0000","last_undegraded":"2024-09-12T18:05:35.243449+0000","last_fullsized":"2024-09-12T18:05:35.243449+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'304","last_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_deep_scrub":"267'304","last_deep_scrub_stamp":"2024-09-12T18:05:35.243248+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.243248+0000","objects_scrubbed":4,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:17:40.848590+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":698,"num_read_kb":1207,"num_write":978,"num_write_kb":17286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'328","reported_seq":1006,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.338719+0000","last_change":"2024-09-12T18:05:49.338593+0000","last_active":"2024-09-12T18:05:49.338719+0000","last_peered":"2024-09-12T18:05:49.338719+0000","last_clean":"2024-09-12T18:05:49.338719+0000","last_became_active":"2024-09-12T16:53:18.159959+0000","last_became_peered":"2024-09-12T16:53:18.159959+0000","last_unstale":"2024-09-12T18:05:49.338719+0000","last_undegraded":"2024-09-12T18:05:49.338719+0000","last_fullsized":"2024-09-12T18:05:49.338719+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T18:05:49.338492+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T18:05:49.338492+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.338492+0000","objects_scrubbed":1,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:41:15.020984+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1506,"num_read_kb":1222,"num_write":542,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":268,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'337","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.110340+0000","last_change":"2024-09-12T18:05:38.110183+0000","last_active":"2024-09-12T18:05:38.110340+0000","last_peered":"2024-09-12T18:05:38.110340+0000","last_clean":"2024-09-12T18:05:38.110340+0000","last_became_active":"2024-09-12T16:53:16.149684+0000","last_became_peered":"2024-09-12T16:53:16.149684+0000","last_unstale":"2024-09-12T18:05:38.110340+0000","last_undegraded":"2024-09-12T18:05:38.110340+0000","last_fullsized":"2024-09-12T18:05:38.110340+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:38.110050+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.110050+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:23:35.548405+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":457,"num_read_kb":41259,"num_write":1065,"num_write_kb":38301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'86","reported_seq":678,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.009190+0000","last_change":"2024-09-12T18:05:37.009135+0000","last_active":"2024-09-12T18:05:37.009190+0000","last_peered":"2024-09-12T18:05:37.009190+0000","last_clean":"2024-09-12T18:05:37.009190+0000","last_became_active":"2024-09-12T16:53:18.163008+0000","last_became_peered":"2024-09-12T16:53:18.163008+0000","last_unstale":"2024-09-12T18:05:37.009190+0000","last_undegraded":"2024-09-12T18:05:37.009190+0000","last_fullsized":"2024-09-12T18:05:37.009190+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'86","last_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_deep_scrub":"267'86","last_deep_scrub_stamp":"2024-09-12T18:05:37.009057+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.009057+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:07.180875+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":365,"num_read_kb":305,"num_write":122,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'381","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.030847+0000","last_change":"2024-09-12T18:05:45.030847+0000","last_active":"2024-09-12T18:05:45.030847+0000","last_peered":"2024-09-12T18:05:45.030847+0000","last_clean":"2024-09-12T18:05:45.030847+0000","last_became_active":"2024-09-12T16:53:18.152375+0000","last_became_peered":"2024-09-12T16:53:18.152375+0000","last_unstale":"2024-09-12T18:05:45.030847+0000","last_undegraded":"2024-09-12T18:05:45.030847+0000","last_fullsized":"2024-09-12T18:05:45.030847+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:45.030762+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.030762+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:18.796466+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1647,"num_read_kb":1317,"num_write":578,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'356","reported_seq":1024,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.193869+0000","last_change":"2024-09-12T18:05:38.193808+0000","last_active":"2024-09-12T18:05:38.193869+0000","last_peered":"2024-09-12T18:05:38.193869+0000","last_clean":"2024-09-12T18:05:38.193869+0000","last_became_active":"2024-09-12T16:53:16.157461+0000","last_became_peered":"2024-09-12T16:53:16.157461+0000","last_unstale":"2024-09-12T18:05:38.193869+0000","last_undegraded":"2024-09-12T18:05:38.193869+0000","last_fullsized":"2024-09-12T18:05:38.193869+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'356","last_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_deep_scrub":"267'356","last_deep_scrub_stamp":"2024-09-12T18:05:38.193675+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.193675+0000","objects_scrubbed":5,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:27.049845+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":527,"num_read_kb":14380,"num_write":1088,"num_write_kb":39606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'234","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.151511+0000","last_change":"2024-09-12T18:05:44.151511+0000","last_active":"2024-09-12T18:05:44.151511+0000","last_peered":"2024-09-12T18:05:44.151511+0000","last_clean":"2024-09-12T18:05:44.151511+0000","last_became_active":"2024-09-12T16:53:18.160484+0000","last_became_peered":"2024-09-12T16:53:18.160484+0000","last_unstale":"2024-09-12T18:05:44.151511+0000","last_undegraded":"2024-09-12T18:05:44.151511+0000","last_fullsized":"2024-09-12T18:05:44.151511+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'234","last_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_deep_scrub":"267'234","last_deep_scrub_stamp":"2024-09-12T18:05:44.151432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.151432+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:53.605408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1026,"num_read_kb":847,"num_write":350,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'369","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.208530+0000","last_change":"2024-09-12T18:05:33.208461+0000","last_active":"2024-09-12T18:05:33.208530+0000","last_peered":"2024-09-12T18:05:33.208530+0000","last_clean":"2024-09-12T18:05:33.208530+0000","last_became_active":"2024-09-12T16:53:16.155644+0000","last_became_peered":"2024-09-12T16:53:16.155644+0000","last_unstale":"2024-09-12T18:05:33.208530+0000","last_undegraded":"2024-09-12T18:05:33.208530+0000","last_fullsized":"2024-09-12T18:05:33.208530+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'369","last_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_deep_scrub":"267'369","last_deep_scrub_stamp":"2024-09-12T18:05:33.208322+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.208322+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:17:13.923683+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048622,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":499,"num_read_kb":33406,"num_write":1211,"num_write_kb":57082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'168","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.344596+0000","last_change":"2024-09-12T18:05:46.344513+0000","last_active":"2024-09-12T18:05:46.344596+0000","last_peered":"2024-09-12T18:05:46.344596+0000","last_clean":"2024-09-12T18:05:46.344596+0000","last_became_active":"2024-09-12T16:53:18.155370+0000","last_became_peered":"2024-09-12T16:53:18.155370+0000","last_unstale":"2024-09-12T18:05:46.344596+0000","last_undegraded":"2024-09-12T18:05:46.344596+0000","last_fullsized":"2024-09-12T18:05:46.344596+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T18:05:46.344404+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T18:05:46.344404+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.344404+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:04.252359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":769,"num_read_kb":656,"num_write":235,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.226189+0000","last_change":"2024-09-12T18:05:35.226104+0000","last_active":"2024-09-12T18:05:35.226189+0000","last_peered":"2024-09-12T18:05:35.226189+0000","last_clean":"2024-09-12T18:05:35.226189+0000","last_became_active":"2024-09-12T16:53:16.156721+0000","last_became_peered":"2024-09-12T16:53:16.156721+0000","last_unstale":"2024-09-12T18:05:35.226189+0000","last_undegraded":"2024-09-12T18:05:35.226189+0000","last_fullsized":"2024-09-12T18:05:35.226189+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T18:05:35.225942+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.225942+0000","objects_scrubbed":6,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:21.855374+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355602,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":571,"num_read_kb":24192,"num_write":1106,"num_write_kb":17696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":803,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.007780+0000","last_change":"2024-09-12T18:05:35.007725+0000","last_active":"2024-09-12T18:05:35.007780+0000","last_peered":"2024-09-12T18:05:35.007780+0000","last_clean":"2024-09-12T18:05:35.007780+0000","last_became_active":"2024-09-12T16:53:18.162372+0000","last_became_peered":"2024-09-12T16:53:18.162372+0000","last_unstale":"2024-09-12T18:05:35.007780+0000","last_undegraded":"2024-09-12T18:05:35.007780+0000","last_fullsized":"2024-09-12T18:05:35.007780+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:35.007642+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.007642+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:21.931495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":710,"num_read_kb":601,"num_write":226,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'337","reported_seq":1109,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.844373+0000","last_change":"2024-09-12T18:05:30.844273+0000","last_active":"2024-09-12T18:05:30.844373+0000","last_peered":"2024-09-12T18:05:30.844373+0000","last_clean":"2024-09-12T18:05:30.844373+0000","last_became_active":"2024-09-12T16:53:16.159128+0000","last_became_peered":"2024-09-12T16:53:16.159128+0000","last_unstale":"2024-09-12T18:05:30.844373+0000","last_undegraded":"2024-09-12T18:05:30.844373+0000","last_fullsized":"2024-09-12T18:05:30.844373+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:30.844086+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.844086+0000","objects_scrubbed":9,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:23.665915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232766,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":73934,"num_write":1051,"num_write_kb":25179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"267'191","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.024049+0000","last_change":"2024-09-12T18:05:36.023986+0000","last_active":"2024-09-12T18:05:36.024049+0000","last_peered":"2024-09-12T18:05:36.024049+0000","last_clean":"2024-09-12T18:05:36.024049+0000","last_became_active":"2024-09-12T16:53:18.149638+0000","last_became_peered":"2024-09-12T16:53:18.149638+0000","last_unstale":"2024-09-12T18:05:36.024049+0000","last_undegraded":"2024-09-12T18:05:36.024049+0000","last_fullsized":"2024-09-12T18:05:36.024049+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'191","last_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_deep_scrub":"267'191","last_deep_scrub_stamp":"2024-09-12T18:05:36.023904+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.023904+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:49:17.267313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":837,"num_read_kb":681,"num_write":307,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'342","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.110669+0000","last_change":"2024-09-12T18:05:37.110599+0000","last_active":"2024-09-12T18:05:37.110669+0000","last_peered":"2024-09-12T18:05:37.110669+0000","last_clean":"2024-09-12T18:05:37.110669+0000","last_became_active":"2024-09-12T16:53:16.145470+0000","last_became_peered":"2024-09-12T16:53:16.145470+0000","last_unstale":"2024-09-12T18:05:37.110669+0000","last_undegraded":"2024-09-12T18:05:37.110669+0000","last_fullsized":"2024-09-12T18:05:37.110669+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'342","last_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_deep_scrub":"267'342","last_deep_scrub_stamp":"2024-09-12T18:05:37.110461+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.110461+0000","objects_scrubbed":4,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:00:39.553897+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":488,"num_read_kb":16770,"num_write":1014,"num_write_kb":36225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'129","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.988777+0000","last_change":"2024-09-12T18:05:43.988710+0000","last_active":"2024-09-12T18:05:43.988777+0000","last_peered":"2024-09-12T18:05:43.988777+0000","last_clean":"2024-09-12T18:05:43.988777+0000","last_became_active":"2024-09-12T16:53:18.150277+0000","last_became_peered":"2024-09-12T16:53:18.150277+0000","last_unstale":"2024-09-12T18:05:43.988777+0000","last_undegraded":"2024-09-12T18:05:43.988777+0000","last_fullsized":"2024-09-12T18:05:43.988777+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:43.988619+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.988619+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:03.600860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":566,"num_read_kb":479,"num_write":185,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'405","reported_seq":1106,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.318801+0000","last_change":"2024-09-12T18:05:32.318696+0000","last_active":"2024-09-12T18:05:32.318801+0000","last_peered":"2024-09-12T18:05:32.318801+0000","last_clean":"2024-09-12T18:05:32.318801+0000","last_became_active":"2024-09-12T16:53:16.145875+0000","last_became_peered":"2024-09-12T16:53:16.145875+0000","last_unstale":"2024-09-12T18:05:32.318801+0000","last_undegraded":"2024-09-12T18:05:32.318801+0000","last_fullsized":"2024-09-12T18:05:32.318801+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T18:05:32.318580+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.318580+0000","objects_scrubbed":5,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:50.127258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":630,"num_read_kb":58140,"num_write":1289,"num_write_kb":39380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'128","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.109710+0000","last_change":"2024-09-12T18:06:01.109710+0000","last_active":"2024-09-12T18:06:01.109710+0000","last_peered":"2024-09-12T18:06:01.109710+0000","last_clean":"2024-09-12T18:06:01.109710+0000","last_became_active":"2024-09-12T16:53:26.172364+0000","last_became_peered":"2024-09-12T16:53:26.172364+0000","last_unstale":"2024-09-12T18:06:01.109710+0000","last_undegraded":"2024-09-12T18:06:01.109710+0000","last_fullsized":"2024-09-12T18:06:01.109710+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T18:06:01.109613+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T18:06:01.109613+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.109613+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:35.050101+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":155,"num_read_kb":154,"num_write":279,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'138","reported_seq":743,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.073936+0000","last_change":"2024-09-12T18:05:42.073877+0000","last_active":"2024-09-12T18:05:42.073936+0000","last_peered":"2024-09-12T18:05:42.073936+0000","last_clean":"2024-09-12T18:05:42.073936+0000","last_became_active":"2024-09-12T16:53:18.153900+0000","last_became_peered":"2024-09-12T16:53:18.153900+0000","last_unstale":"2024-09-12T18:05:42.073936+0000","last_undegraded":"2024-09-12T18:05:42.073936+0000","last_fullsized":"2024-09-12T18:05:42.073936+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T18:05:42.073800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.073800+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:18.676055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":598,"num_read_kb":487,"num_write":219,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'422","reported_seq":1140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.283657+0000","last_change":"2024-09-12T18:05:33.283587+0000","last_active":"2024-09-12T18:05:33.283657+0000","last_peered":"2024-09-12T18:05:33.283657+0000","last_clean":"2024-09-12T18:05:33.283657+0000","last_became_active":"2024-09-12T16:53:16.153536+0000","last_became_peered":"2024-09-12T16:53:16.153536+0000","last_unstale":"2024-09-12T18:05:33.283657+0000","last_undegraded":"2024-09-12T18:05:33.283657+0000","last_fullsized":"2024-09-12T18:05:33.283657+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'422","last_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_deep_scrub":"267'422","last_deep_scrub_stamp":"2024-09-12T18:05:33.283492+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.283492+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:29.525870+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":727,"num_read_kb":30873,"num_write":1362,"num_write_kb":51085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.303327+0000","last_change":"2024-09-12T18:05:54.303327+0000","last_active":"2024-09-12T18:05:54.303327+0000","last_peered":"2024-09-12T18:05:54.303327+0000","last_clean":"2024-09-12T18:05:54.303327+0000","last_became_active":"2024-09-12T16:53:20.155333+0000","last_became_peered":"2024-09-12T16:53:20.155333+0000","last_unstale":"2024-09-12T18:05:54.303327+0000","last_undegraded":"2024-09-12T18:05:54.303327+0000","last_fullsized":"2024-09-12T18:05:54.303327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:54.303233+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:54.303233+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.303233+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:45.534772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'322","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.399159+0000","last_change":"2024-09-12T18:05:51.399096+0000","last_active":"2024-09-12T18:05:51.399159+0000","last_peered":"2024-09-12T18:05:51.399159+0000","last_clean":"2024-09-12T18:05:51.399159+0000","last_became_active":"2024-09-12T16:53:22.155719+0000","last_became_peered":"2024-09-12T16:53:22.155719+0000","last_unstale":"2024-09-12T18:05:51.399159+0000","last_undegraded":"2024-09-12T18:05:51.399159+0000","last_fullsized":"2024-09-12T18:05:51.399159+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:51.399008+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:51.399008+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.399008+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:29.808547+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12201,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":507,"num_read_kb":1013,"num_write":386,"num_write_kb":244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.094476+0000","last_change":"2024-09-12T18:06:01.094476+0000","last_active":"2024-09-12T18:06:01.094476+0000","last_peered":"2024-09-12T18:06:01.094476+0000","last_clean":"2024-09-12T18:06:01.094476+0000","last_became_active":"2024-09-12T16:53:24.174483+0000","last_became_peered":"2024-09-12T16:53:24.174483+0000","last_unstale":"2024-09-12T18:06:01.094476+0000","last_undegraded":"2024-09-12T18:06:01.094476+0000","last_fullsized":"2024-09-12T18:06:01.094476+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:01.094370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:01.094370+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.094370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:11:19.140541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'145","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.261178+0000","last_change":"2024-09-12T18:06:05.261107+0000","last_active":"2024-09-12T18:06:05.261178+0000","last_peered":"2024-09-12T18:06:05.261178+0000","last_clean":"2024-09-12T18:06:05.261178+0000","last_became_active":"2024-09-12T16:53:26.183140+0000","last_became_peered":"2024-09-12T16:53:26.183140+0000","last_unstale":"2024-09-12T18:06:05.261178+0000","last_undegraded":"2024-09-12T18:06:05.261178+0000","last_fullsized":"2024-09-12T18:06:05.261178+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:06:05.261012+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:06:05.261012+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.261012+0000","objects_scrubbed":2,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:52.475936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":242,"num_write":262,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'207","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.376110+0000","last_change":"2024-09-12T18:05:43.376057+0000","last_active":"2024-09-12T18:05:43.376110+0000","last_peered":"2024-09-12T18:05:43.376110+0000","last_clean":"2024-09-12T18:05:43.376110+0000","last_became_active":"2024-09-12T16:53:18.155624+0000","last_became_peered":"2024-09-12T16:53:18.155624+0000","last_unstale":"2024-09-12T18:05:43.376110+0000","last_undegraded":"2024-09-12T18:05:43.376110+0000","last_fullsized":"2024-09-12T18:05:43.376110+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'207","last_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_deep_scrub":"267'207","last_deep_scrub_stamp":"2024-09-12T18:05:43.375973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.375973+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:55.619948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":349,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'399","reported_seq":1050,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.305134+0000","last_change":"2024-09-12T18:05:29.305036+0000","last_active":"2024-09-12T18:05:29.305134+0000","last_peered":"2024-09-12T18:05:29.305134+0000","last_clean":"2024-09-12T18:05:29.305134+0000","last_became_active":"2024-09-12T16:53:16.137935+0000","last_became_peered":"2024-09-12T16:53:16.137935+0000","last_unstale":"2024-09-12T18:05:29.305134+0000","last_undegraded":"2024-09-12T18:05:29.305134+0000","last_fullsized":"2024-09-12T18:05:29.305134+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'399","last_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_deep_scrub":"267'399","last_deep_scrub_stamp":"2024-09-12T18:05:29.304906+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.304906+0000","objects_scrubbed":7,"log_size":99,"log_dups_size":300,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:31.396260+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194343,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":6561,"num_write":1208,"num_write_kb":24142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.096757+0000","last_change":"2024-09-12T18:05:49.096693+0000","last_active":"2024-09-12T18:05:49.096757+0000","last_peered":"2024-09-12T18:05:49.096757+0000","last_clean":"2024-09-12T18:05:49.096757+0000","last_became_active":"2024-09-12T16:53:20.153500+0000","last_became_peered":"2024-09-12T16:53:20.153500+0000","last_unstale":"2024-09-12T18:05:49.096757+0000","last_undegraded":"2024-09-12T18:05:49.096757+0000","last_fullsized":"2024-09-12T18:05:49.096757+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:49.096605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:49.096605+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.096605+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:49.549318+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'115","reported_seq":668,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.096083+0000","last_change":"2024-09-12T18:05:57.096083+0000","last_active":"2024-09-12T18:05:57.096083+0000","last_peered":"2024-09-12T18:05:57.096083+0000","last_clean":"2024-09-12T18:05:57.096083+0000","last_became_active":"2024-09-12T16:53:22.159410+0000","last_became_peered":"2024-09-12T16:53:22.159410+0000","last_unstale":"2024-09-12T18:05:57.096083+0000","last_undegraded":"2024-09-12T18:05:57.096083+0000","last_fullsized":"2024-09-12T18:05:57.096083+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'115","last_scrub_stamp":"2024-09-12T18:05:57.095986+0000","last_deep_scrub":"267'115","last_deep_scrub_stamp":"2024-09-12T18:05:57.095986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.095986+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:20:28.915322+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":124,"num_read_kb":118,"num_write":86,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.139666+0000","last_change":"2024-09-12T18:05:58.139666+0000","last_active":"2024-09-12T18:05:58.139666+0000","last_peered":"2024-09-12T18:05:58.139666+0000","last_clean":"2024-09-12T18:05:58.139666+0000","last_became_active":"2024-09-12T16:53:24.175792+0000","last_became_peered":"2024-09-12T16:53:24.175792+0000","last_unstale":"2024-09-12T18:05:58.139666+0000","last_undegraded":"2024-09-12T18:05:58.139666+0000","last_fullsized":"2024-09-12T18:05:58.139666+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:58.139582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:58.139582+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.139582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:54:05.423648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'112","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.402654+0000","last_change":"2024-09-12T18:06:03.402654+0000","last_active":"2024-09-12T18:06:03.402654+0000","last_peered":"2024-09-12T18:06:03.402654+0000","last_clean":"2024-09-12T18:06:03.402654+0000","last_became_active":"2024-09-12T16:53:26.180438+0000","last_became_peered":"2024-09-12T16:53:26.180438+0000","last_unstale":"2024-09-12T18:06:03.402654+0000","last_undegraded":"2024-09-12T18:06:03.402654+0000","last_fullsized":"2024-09-12T18:06:03.402654+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:06:03.402542+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:06:03.402542+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.402542+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:30.039501+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":140,"num_write":257,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'145","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.396606+0000","last_change":"2024-09-12T18:05:41.396531+0000","last_active":"2024-09-12T18:05:41.396606+0000","last_peered":"2024-09-12T18:05:41.396606+0000","last_clean":"2024-09-12T18:05:41.396606+0000","last_became_active":"2024-09-12T16:53:18.164804+0000","last_became_peered":"2024-09-12T16:53:18.164804+0000","last_unstale":"2024-09-12T18:05:41.396606+0000","last_undegraded":"2024-09-12T18:05:41.396606+0000","last_fullsized":"2024-09-12T18:05:41.396606+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:41.396435+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.396435+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:57:35.456864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":514,"num_write":223,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'371","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.235545+0000","last_change":"2024-09-12T18:05:32.235469+0000","last_active":"2024-09-12T18:05:32.235545+0000","last_peered":"2024-09-12T18:05:32.235545+0000","last_clean":"2024-09-12T18:05:32.235545+0000","last_became_active":"2024-09-12T16:53:16.155464+0000","last_became_peered":"2024-09-12T16:53:16.155464+0000","last_unstale":"2024-09-12T18:05:32.235545+0000","last_undegraded":"2024-09-12T18:05:32.235545+0000","last_fullsized":"2024-09-12T18:05:32.235545+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:32.235306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.235306+0000","objects_scrubbed":4,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:33.393295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262163,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":635,"num_read_kb":36076,"num_write":1194,"num_write_kb":33009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"267'6","reported_seq":1005,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.045069+0000","last_change":"2024-09-12T18:05:51.045069+0000","last_active":"2024-09-12T18:05:51.045069+0000","last_peered":"2024-09-12T18:05:51.045069+0000","last_clean":"2024-09-12T18:05:51.045069+0000","last_became_active":"2024-09-12T16:53:20.155625+0000","last_became_peered":"2024-09-12T16:53:20.155625+0000","last_unstale":"2024-09-12T18:05:51.045069+0000","last_undegraded":"2024-09-12T18:05:51.045069+0000","last_fullsized":"2024-09-12T18:05:51.045069+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T18:05:51.044991+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T18:05:51.044991+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.044991+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:24.376762+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'152","reported_seq":716,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.159315+0000","last_change":"2024-09-12T18:05:44.159255+0000","last_active":"2024-09-12T18:05:44.159315+0000","last_peered":"2024-09-12T18:05:44.159315+0000","last_clean":"2024-09-12T18:05:44.159315+0000","last_became_active":"2024-09-12T16:53:22.161674+0000","last_became_peered":"2024-09-12T16:53:22.161674+0000","last_unstale":"2024-09-12T18:05:44.159315+0000","last_undegraded":"2024-09-12T18:05:44.159315+0000","last_fullsized":"2024-09-12T18:05:44.159315+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:44.159165+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.159165+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:04.867907+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":162,"num_write":114,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'771","reported_seq":2863,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.020400+0000","last_change":"2024-09-12T18:05:58.020400+0000","last_active":"2024-09-12T18:05:58.020400+0000","last_peered":"2024-09-12T18:05:58.020400+0000","last_clean":"2024-09-12T18:05:58.020400+0000","last_became_active":"2024-09-12T16:53:24.174255+0000","last_became_peered":"2024-09-12T16:53:24.174255+0000","last_unstale":"2024-09-12T18:05:58.020400+0000","last_undegraded":"2024-09-12T18:05:58.020400+0000","last_fullsized":"2024-09-12T18:05:58.020400+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'771","last_scrub_stamp":"2024-09-12T18:05:58.020316+0000","last_deep_scrub":"267'771","last_deep_scrub_stamp":"2024-09-12T18:05:58.020316+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.020316+0000","objects_scrubbed":1,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:12.380652+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'190","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.105634+0000","last_change":"2024-09-12T18:06:02.105634+0000","last_active":"2024-09-12T18:06:02.105634+0000","last_peered":"2024-09-12T18:06:02.105634+0000","last_clean":"2024-09-12T18:06:02.105634+0000","last_became_active":"2024-09-12T16:53:26.171307+0000","last_became_peered":"2024-09-12T16:53:26.171307+0000","last_unstale":"2024-09-12T18:06:02.105634+0000","last_undegraded":"2024-09-12T18:06:02.105634+0000","last_fullsized":"2024-09-12T18:06:02.105634+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:06:02.105549+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:06:02.105549+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.105549+0000","objects_scrubbed":3,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:56.773374+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":418,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":609,"num_read_kb":606,"num_write":416,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'4189","reported_seq":4888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.028123+0000","last_change":"2024-09-12T18:05:43.028004+0000","last_active":"2024-09-12T18:05:43.028123+0000","last_peered":"2024-09-12T18:05:43.028123+0000","last_clean":"2024-09-12T18:05:43.028123+0000","last_became_active":"2024-09-12T16:53:18.153872+0000","last_became_peered":"2024-09-12T16:53:18.153872+0000","last_unstale":"2024-09-12T18:05:43.028123+0000","last_undegraded":"2024-09-12T18:05:43.028123+0000","last_fullsized":"2024-09-12T18:05:43.028123+0000","mapping_epoch":28,"log_start":"267'4100","ondisk_log_start":"267'4100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4189","last_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_deep_scrub":"267'4189","last_deep_scrub_stamp":"2024-09-12T18:05:43.027912+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.027912+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":3000,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:13:20.671527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16823,"num_read_kb":14124,"num_write":6275,"num_write_kb":3115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'334","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.249153+0000","last_change":"2024-09-12T18:05:29.249095+0000","last_active":"2024-09-12T18:05:29.249153+0000","last_peered":"2024-09-12T18:05:29.249153+0000","last_clean":"2024-09-12T18:05:29.249153+0000","last_became_active":"2024-09-12T16:53:49.810247+0000","last_became_peered":"2024-09-12T16:53:49.810247+0000","last_unstale":"2024-09-12T18:05:29.249153+0000","last_undegraded":"2024-09-12T18:05:29.249153+0000","last_fullsized":"2024-09-12T18:05:29.249153+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T18:05:29.248963+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.248963+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:03:08.349422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":503,"num_read_kb":3959,"num_write":1051,"num_write_kb":17945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.358908+0000","last_change":"2024-09-12T18:05:52.358908+0000","last_active":"2024-09-12T18:05:52.358908+0000","last_peered":"2024-09-12T18:05:52.358908+0000","last_clean":"2024-09-12T18:05:52.358908+0000","last_became_active":"2024-09-12T16:53:20.158918+0000","last_became_peered":"2024-09-12T16:53:20.158918+0000","last_unstale":"2024-09-12T18:05:52.358908+0000","last_undegraded":"2024-09-12T18:05:52.358908+0000","last_fullsized":"2024-09-12T18:05:52.358908+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:52.358815+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:52.358815+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.358815+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.112000+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'277","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.081428+0000","last_change":"2024-09-12T18:05:54.081370+0000","last_active":"2024-09-12T18:05:54.081428+0000","last_peered":"2024-09-12T18:05:54.081428+0000","last_clean":"2024-09-12T18:05:54.081428+0000","last_became_active":"2024-09-12T16:53:22.331805+0000","last_became_peered":"2024-09-12T16:53:22.331805+0000","last_unstale":"2024-09-12T18:05:54.081428+0000","last_undegraded":"2024-09-12T18:05:54.081428+0000","last_fullsized":"2024-09-12T18:05:54.081428+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'277","last_scrub_stamp":"2024-09-12T18:05:54.081286+0000","last_deep_scrub":"267'277","last_deep_scrub_stamp":"2024-09-12T18:05:54.081286+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.081286+0000","objects_scrubbed":4,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:08.006495+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51396,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":452,"num_read_kb":1063,"num_write":360,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'806","reported_seq":5075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:07.007745+0000","last_change":"2024-09-12T18:06:07.007745+0000","last_active":"2024-09-12T18:06:07.007745+0000","last_peered":"2024-09-12T18:06:07.007745+0000","last_clean":"2024-09-12T18:06:07.007745+0000","last_became_active":"2024-09-12T16:53:24.178759+0000","last_became_peered":"2024-09-12T16:53:24.178759+0000","last_unstale":"2024-09-12T18:06:07.007745+0000","last_undegraded":"2024-09-12T18:06:07.007745+0000","last_fullsized":"2024-09-12T18:06:07.007745+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'806","last_scrub_stamp":"2024-09-12T18:06:07.007645+0000","last_deep_scrub":"267'806","last_deep_scrub_stamp":"2024-09-12T18:06:07.007645+0000","last_clean_scrub_stamp":"2024-09-12T18:06:07.007645+0000","objects_scrubbed":1,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:15.018826+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'72","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.379920+0000","last_change":"2024-09-12T18:05:42.379920+0000","last_active":"2024-09-12T18:05:42.379920+0000","last_peered":"2024-09-12T18:05:42.379920+0000","last_clean":"2024-09-12T18:05:42.379920+0000","last_became_active":"2024-09-12T16:53:18.150183+0000","last_became_peered":"2024-09-12T16:53:18.150183+0000","last_unstale":"2024-09-12T18:05:42.379920+0000","last_undegraded":"2024-09-12T18:05:42.379920+0000","last_fullsized":"2024-09-12T18:05:42.379920+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'72","last_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_deep_scrub":"267'72","last_deep_scrub_stamp":"2024-09-12T18:05:42.379834+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.379834+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.719716+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":320,"num_read_kb":277,"num_write":96,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'361","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.270622+0000","last_change":"2024-09-12T18:05:34.270622+0000","last_active":"2024-09-12T18:05:34.270622+0000","last_peered":"2024-09-12T18:05:34.270622+0000","last_clean":"2024-09-12T18:05:34.270622+0000","last_became_active":"2024-09-12T16:53:16.154992+0000","last_became_peered":"2024-09-12T16:53:16.154992+0000","last_unstale":"2024-09-12T18:05:34.270622+0000","last_undegraded":"2024-09-12T18:05:34.270622+0000","last_fullsized":"2024-09-12T18:05:34.270622+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.270471+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.270471+0000","objects_scrubbed":7,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:20:59.581177+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194336,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":12959,"num_write":1136,"num_write_kb":48447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.104653+0000","last_change":"2024-09-12T18:05:47.104653+0000","last_active":"2024-09-12T18:05:47.104653+0000","last_peered":"2024-09-12T18:05:47.104653+0000","last_clean":"2024-09-12T18:05:47.104653+0000","last_became_active":"2024-09-12T16:53:20.151938+0000","last_became_peered":"2024-09-12T16:53:20.151938+0000","last_unstale":"2024-09-12T18:05:47.104653+0000","last_undegraded":"2024-09-12T18:05:47.104653+0000","last_fullsized":"2024-09-12T18:05:47.104653+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.104568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.104568+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.104568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:49.750008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'408","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.323693+0000","last_change":"2024-09-12T18:05:55.323693+0000","last_active":"2024-09-12T18:05:55.323693+0000","last_peered":"2024-09-12T18:05:55.323693+0000","last_clean":"2024-09-12T18:05:55.323693+0000","last_became_active":"2024-09-12T16:53:22.329952+0000","last_became_peered":"2024-09-12T16:53:22.329952+0000","last_unstale":"2024-09-12T18:05:55.323693+0000","last_undegraded":"2024-09-12T18:05:55.323693+0000","last_fullsized":"2024-09-12T18:05:55.323693+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'408","last_scrub_stamp":"2024-09-12T18:05:55.323599+0000","last_deep_scrub":"267'408","last_deep_scrub_stamp":"2024-09-12T18:05:55.323599+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.323599+0000","objects_scrubbed":9,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:57.650038+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47934,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":627,"num_read_kb":1223,"num_write":480,"num_write_kb":280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.737073+0000","last_change":"2024-09-12T18:05:51.737073+0000","last_active":"2024-09-12T18:05:51.737073+0000","last_peered":"2024-09-12T18:05:51.737073+0000","last_clean":"2024-09-12T18:05:51.737073+0000","last_became_active":"2024-09-12T16:53:24.174505+0000","last_became_peered":"2024-09-12T16:53:24.174505+0000","last_unstale":"2024-09-12T18:05:51.737073+0000","last_undegraded":"2024-09-12T18:05:51.737073+0000","last_fullsized":"2024-09-12T18:05:51.737073+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:51.736984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:51.736984+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.736984+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:50.764991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'553","reported_seq":1385,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.303437+0000","last_change":"2024-09-12T18:06:01.303337+0000","last_active":"2024-09-12T18:06:01.303437+0000","last_peered":"2024-09-12T18:06:01.303437+0000","last_clean":"2024-09-12T18:06:01.303437+0000","last_became_active":"2024-09-12T16:53:26.182427+0000","last_became_peered":"2024-09-12T16:53:26.182427+0000","last_unstale":"2024-09-12T18:06:01.303437+0000","last_undegraded":"2024-09-12T18:06:01.303437+0000","last_fullsized":"2024-09-12T18:06:01.303437+0000","mapping_epoch":36,"log_start":"267'500","ondisk_log_start":"267'500","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'553","last_scrub_stamp":"2024-09-12T18:06:01.303242+0000","last_deep_scrub":"267'553","last_deep_scrub_stamp":"2024-09-12T18:06:01.303242+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.303242+0000","objects_scrubbed":3,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:30:33.503696+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1320,"num_read_kb":1317,"num_write":1162,"num_write_kb":394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'107","reported_seq":703,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.886977+0000","last_change":"2024-09-12T18:05:32.886977+0000","last_active":"2024-09-12T18:05:32.886977+0000","last_peered":"2024-09-12T18:05:32.886977+0000","last_clean":"2024-09-12T18:05:32.886977+0000","last_became_active":"2024-09-12T16:53:18.147547+0000","last_became_peered":"2024-09-12T16:53:18.147547+0000","last_unstale":"2024-09-12T18:05:32.886977+0000","last_undegraded":"2024-09-12T18:05:32.886977+0000","last_fullsized":"2024-09-12T18:05:32.886977+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T18:05:32.886892+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.886892+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:37.025584+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":414,"num_write":164,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'426","reported_seq":1103,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.021155+0000","last_change":"2024-09-12T18:05:30.021086+0000","last_active":"2024-09-12T18:05:30.021155+0000","last_peered":"2024-09-12T18:05:30.021155+0000","last_clean":"2024-09-12T18:05:30.021155+0000","last_became_active":"2024-09-12T16:53:49.807269+0000","last_became_peered":"2024-09-12T16:53:49.807269+0000","last_unstale":"2024-09-12T18:05:30.021155+0000","last_undegraded":"2024-09-12T18:05:30.021155+0000","last_fullsized":"2024-09-12T18:05:30.021155+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'426","last_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_deep_scrub":"267'426","last_deep_scrub_stamp":"2024-09-12T18:05:30.020973+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.020973+0000","objects_scrubbed":5,"log_size":26,"log_dups_size":400,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:46.582141+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":769,"num_read_kb":652,"num_write":1370,"num_write_kb":28357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.052593+0000","last_change":"2024-09-12T18:05:39.052593+0000","last_active":"2024-09-12T18:05:39.052593+0000","last_peered":"2024-09-12T18:05:39.052593+0000","last_clean":"2024-09-12T18:05:39.052593+0000","last_became_active":"2024-09-12T16:53:20.149847+0000","last_became_peered":"2024-09-12T16:53:20.149847+0000","last_unstale":"2024-09-12T18:05:39.052593+0000","last_undegraded":"2024-09-12T18:05:39.052593+0000","last_fullsized":"2024-09-12T18:05:39.052593+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.052500+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.052500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:55.600261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'315","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.015391+0000","last_change":"2024-09-12T18:05:56.015391+0000","last_active":"2024-09-12T18:05:56.015391+0000","last_peered":"2024-09-12T18:05:56.015391+0000","last_clean":"2024-09-12T18:05:56.015391+0000","last_became_active":"2024-09-12T16:53:22.155790+0000","last_became_peered":"2024-09-12T16:53:22.155790+0000","last_unstale":"2024-09-12T18:05:56.015391+0000","last_undegraded":"2024-09-12T18:05:56.015391+0000","last_fullsized":"2024-09-12T18:05:56.015391+0000","mapping_epoch":32,"log_start":"267'301","ondisk_log_start":"267'301","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T18:05:56.015308+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T18:05:56.015308+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.015308+0000","objects_scrubbed":5,"log_size":14,"log_dups_size":301,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:48.773859+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57768,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":508,"num_read_kb":1219,"num_write":418,"num_write_kb":332,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.038344+0000","last_change":"2024-09-12T18:06:00.038344+0000","last_active":"2024-09-12T18:06:00.038344+0000","last_peered":"2024-09-12T18:06:00.038344+0000","last_clean":"2024-09-12T18:06:00.038344+0000","last_became_active":"2024-09-12T16:53:24.181115+0000","last_became_peered":"2024-09-12T16:53:24.181115+0000","last_unstale":"2024-09-12T18:06:00.038344+0000","last_undegraded":"2024-09-12T18:06:00.038344+0000","last_fullsized":"2024-09-12T18:06:00.038344+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.038277+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.038277+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.038277+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:51.303599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2430","reported_seq":4273,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.087870+0000","last_change":"2024-09-12T18:05:50.087812+0000","last_active":"2024-09-12T18:05:50.087870+0000","last_peered":"2024-09-12T18:05:50.087870+0000","last_clean":"2024-09-12T18:05:50.087870+0000","last_became_active":"2024-09-12T16:53:26.173486+0000","last_became_peered":"2024-09-12T16:53:26.173486+0000","last_unstale":"2024-09-12T18:05:50.087870+0000","last_undegraded":"2024-09-12T18:05:50.087870+0000","last_fullsized":"2024-09-12T18:05:50.087870+0000","mapping_epoch":36,"log_start":"267'2400","ondisk_log_start":"267'2400","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2430","last_scrub_stamp":"2024-09-12T18:05:50.087718+0000","last_deep_scrub":"267'2430","last_deep_scrub_stamp":"2024-09-12T18:05:50.087718+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.087718+0000","objects_scrubbed":5,"log_size":30,"log_dups_size":2400,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:06:17.659124+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6093,"num_read_kb":6088,"num_write":4931,"num_write_kb":1809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'134","reported_seq":707,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.116164+0000","last_change":"2024-09-12T18:05:38.116164+0000","last_active":"2024-09-12T18:05:38.116164+0000","last_peered":"2024-09-12T18:05:38.116164+0000","last_clean":"2024-09-12T18:05:38.116164+0000","last_became_active":"2024-09-12T16:53:18.159030+0000","last_became_peered":"2024-09-12T16:53:18.159030+0000","last_unstale":"2024-09-12T18:05:38.116164+0000","last_undegraded":"2024-09-12T18:05:38.116164+0000","last_fullsized":"2024-09-12T18:05:38.116164+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'134","last_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_deep_scrub":"267'134","last_deep_scrub_stamp":"2024-09-12T18:05:38.116085+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.116085+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":100,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:03.160318+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":597,"num_read_kb":481,"num_write":217,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'379","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.166934+0000","last_change":"2024-09-12T18:05:37.166934+0000","last_active":"2024-09-12T18:05:37.166934+0000","last_peered":"2024-09-12T18:05:37.166934+0000","last_clean":"2024-09-12T18:05:37.166934+0000","last_became_active":"2024-09-12T16:53:16.161804+0000","last_became_peered":"2024-09-12T16:53:16.161804+0000","last_unstale":"2024-09-12T18:05:37.166934+0000","last_undegraded":"2024-09-12T18:05:37.166934+0000","last_fullsized":"2024-09-12T18:05:37.166934+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T18:05:37.166800+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.166800+0000","objects_scrubbed":4,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:20.769927+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432364,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":556,"num_read_kb":48251,"num_write":1159,"num_write_kb":46613,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.146280+0000","last_change":"2024-09-12T18:05:41.146280+0000","last_active":"2024-09-12T18:05:41.146280+0000","last_peered":"2024-09-12T18:05:41.146280+0000","last_clean":"2024-09-12T18:05:41.146280+0000","last_became_active":"2024-09-12T16:53:20.150646+0000","last_became_peered":"2024-09-12T16:53:20.150646+0000","last_unstale":"2024-09-12T18:05:41.146280+0000","last_undegraded":"2024-09-12T18:05:41.146280+0000","last_fullsized":"2024-09-12T18:05:41.146280+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.146193+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.146193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:21.424190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'340","reported_seq":958,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.125410+0000","last_change":"2024-09-12T18:05:53.125410+0000","last_active":"2024-09-12T18:05:53.125410+0000","last_peered":"2024-09-12T18:05:53.125410+0000","last_clean":"2024-09-12T18:05:53.125410+0000","last_became_active":"2024-09-12T16:53:22.157134+0000","last_became_peered":"2024-09-12T16:53:22.157134+0000","last_unstale":"2024-09-12T18:05:53.125410+0000","last_undegraded":"2024-09-12T18:05:53.125410+0000","last_fullsized":"2024-09-12T18:05:53.125410+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T18:05:53.125316+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T18:05:53.125316+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.125316+0000","objects_scrubbed":7,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:43.960762+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47833,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1192,"num_write":426,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'767","reported_seq":2592,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.391544+0000","last_change":"2024-09-12T18:05:55.391544+0000","last_active":"2024-09-12T18:05:55.391544+0000","last_peered":"2024-09-12T18:05:55.391544+0000","last_clean":"2024-09-12T18:05:55.391544+0000","last_became_active":"2024-09-12T16:53:24.173752+0000","last_became_peered":"2024-09-12T16:53:24.173752+0000","last_unstale":"2024-09-12T18:05:55.391544+0000","last_undegraded":"2024-09-12T18:05:55.391544+0000","last_fullsized":"2024-09-12T18:05:55.391544+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'767","last_scrub_stamp":"2024-09-12T18:05:55.391439+0000","last_deep_scrub":"267'767","last_deep_scrub_stamp":"2024-09-12T18:05:55.391439+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.391439+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:33.410121+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'140","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.436505+0000","last_change":"2024-09-12T18:05:58.436505+0000","last_active":"2024-09-12T18:05:58.436505+0000","last_peered":"2024-09-12T18:05:58.436505+0000","last_clean":"2024-09-12T18:05:58.436505+0000","last_became_active":"2024-09-12T16:53:26.180970+0000","last_became_peered":"2024-09-12T16:53:26.180970+0000","last_unstale":"2024-09-12T18:05:58.436505+0000","last_undegraded":"2024-09-12T18:05:58.436505+0000","last_fullsized":"2024-09-12T18:05:58.436505+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'140","last_scrub_stamp":"2024-09-12T18:05:58.436401+0000","last_deep_scrub":"267'140","last_deep_scrub_stamp":"2024-09-12T18:05:58.436401+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.436401+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:19.775174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":628,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":210,"num_write":344,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'105","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.357756+0000","last_change":"2024-09-12T18:05:49.357756+0000","last_active":"2024-09-12T18:05:49.357756+0000","last_peered":"2024-09-12T18:05:49.357756+0000","last_clean":"2024-09-12T18:05:49.357756+0000","last_became_active":"2024-09-12T16:53:18.164684+0000","last_became_peered":"2024-09-12T16:53:18.164684+0000","last_unstale":"2024-09-12T18:05:49.357756+0000","last_undegraded":"2024-09-12T18:05:49.357756+0000","last_fullsized":"2024-09-12T18:05:49.357756+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'105","last_scrub_stamp":"2024-09-12T18:05:49.357664+0000","last_deep_scrub":"267'105","last_deep_scrub_stamp":"2024-09-12T18:05:49.357664+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.357664+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:59:12.082592+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":476,"num_read_kb":402,"num_write":158,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'271","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.358770+0000","last_change":"2024-09-12T18:05:30.358770+0000","last_active":"2024-09-12T18:05:30.358770+0000","last_peered":"2024-09-12T18:05:30.358770+0000","last_clean":"2024-09-12T18:05:30.358770+0000","last_became_active":"2024-09-12T16:53:16.143073+0000","last_became_peered":"2024-09-12T16:53:16.143073+0000","last_unstale":"2024-09-12T18:05:30.358770+0000","last_undegraded":"2024-09-12T18:05:30.358770+0000","last_fullsized":"2024-09-12T18:05:30.358770+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'271","last_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_deep_scrub":"267'271","last_deep_scrub_stamp":"2024-09-12T18:05:30.358638+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.358638+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:31.015049+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1310757,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":428,"num_read_kb":8613,"num_write":823,"num_write_kb":27124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.099926+0000","last_change":"2024-09-12T18:05:40.099926+0000","last_active":"2024-09-12T18:05:40.099926+0000","last_peered":"2024-09-12T18:05:40.099926+0000","last_clean":"2024-09-12T18:05:40.099926+0000","last_became_active":"2024-09-12T16:53:20.142844+0000","last_became_peered":"2024-09-12T16:53:20.142844+0000","last_unstale":"2024-09-12T18:05:40.099926+0000","last_undegraded":"2024-09-12T18:05:40.099926+0000","last_fullsized":"2024-09-12T18:05:40.099926+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:40.099787+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.099787+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:22:17.102438+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'498","reported_seq":1160,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.318030+0000","last_change":"2024-09-12T18:05:47.318030+0000","last_active":"2024-09-12T18:05:47.318030+0000","last_peered":"2024-09-12T18:05:47.318030+0000","last_clean":"2024-09-12T18:05:47.318030+0000","last_became_active":"2024-09-12T16:53:22.158468+0000","last_became_peered":"2024-09-12T16:53:22.158468+0000","last_unstale":"2024-09-12T18:05:47.318030+0000","last_undegraded":"2024-09-12T18:05:47.318030+0000","last_fullsized":"2024-09-12T18:05:47.318030+0000","mapping_epoch":32,"log_start":"267'400","ondisk_log_start":"267'400","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'498","last_scrub_stamp":"2024-09-12T18:05:47.317930+0000","last_deep_scrub":"267'498","last_deep_scrub_stamp":"2024-09-12T18:05:47.317930+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.317930+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:37.490507+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":103824,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":880,"num_read_kb":2185,"num_write":718,"num_write_kb":606,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.135264+0000","last_change":"2024-09-12T18:05:45.135264+0000","last_active":"2024-09-12T18:05:45.135264+0000","last_peered":"2024-09-12T18:05:45.135264+0000","last_clean":"2024-09-12T18:05:45.135264+0000","last_became_active":"2024-09-12T16:53:24.176798+0000","last_became_peered":"2024-09-12T16:53:24.176798+0000","last_unstale":"2024-09-12T18:05:45.135264+0000","last_undegraded":"2024-09-12T18:05:45.135264+0000","last_fullsized":"2024-09-12T18:05:45.135264+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.135174+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.135174+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:05.158736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'144","reported_seq":683,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.771128+0000","last_change":"2024-09-12T18:05:53.771128+0000","last_active":"2024-09-12T18:05:53.771128+0000","last_peered":"2024-09-12T18:05:53.771128+0000","last_clean":"2024-09-12T18:05:53.771128+0000","last_became_active":"2024-09-12T16:53:26.177126+0000","last_became_peered":"2024-09-12T16:53:26.177126+0000","last_unstale":"2024-09-12T18:05:53.771128+0000","last_undegraded":"2024-09-12T18:05:53.771128+0000","last_fullsized":"2024-09-12T18:05:53.771128+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'144","last_scrub_stamp":"2024-09-12T18:05:53.771025+0000","last_deep_scrub":"267'144","last_deep_scrub_stamp":"2024-09-12T18:05:53.771025+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.771025+0000","objects_scrubbed":2,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:20.518548+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":926,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":225,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'431","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.865932+0000","last_change":"2024-09-12T18:05:33.865932+0000","last_active":"2024-09-12T18:05:33.865932+0000","last_peered":"2024-09-12T18:05:33.865932+0000","last_clean":"2024-09-12T18:05:33.865932+0000","last_became_active":"2024-09-12T16:53:18.158253+0000","last_became_peered":"2024-09-12T16:53:18.158253+0000","last_unstale":"2024-09-12T18:05:33.865932+0000","last_undegraded":"2024-09-12T18:05:33.865932+0000","last_fullsized":"2024-09-12T18:05:33.865932+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T18:05:33.865816+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.865816+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:58:05.801858+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1925,"num_read_kb":1605,"num_write":740,"num_write_kb":408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'350","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.096858+0000","last_change":"2024-09-12T18:05:31.096858+0000","last_active":"2024-09-12T18:05:31.096858+0000","last_peered":"2024-09-12T18:05:31.096858+0000","last_clean":"2024-09-12T18:05:31.096858+0000","last_became_active":"2024-09-12T16:53:16.153077+0000","last_became_peered":"2024-09-12T16:53:16.153077+0000","last_unstale":"2024-09-12T18:05:31.096858+0000","last_undegraded":"2024-09-12T18:05:31.096858+0000","last_fullsized":"2024-09-12T18:05:31.096858+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'350","last_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_deep_scrub":"267'350","last_deep_scrub_stamp":"2024-09-12T18:05:31.096730+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.096730+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:43.755685+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":405,"num_read_kb":4437,"num_write":947,"num_write_kb":35546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.150126+0000","last_change":"2024-09-12T18:05:42.150126+0000","last_active":"2024-09-12T18:05:42.150126+0000","last_peered":"2024-09-12T18:05:42.150126+0000","last_clean":"2024-09-12T18:05:42.150126+0000","last_became_active":"2024-09-12T16:53:20.151259+0000","last_became_peered":"2024-09-12T16:53:20.151259+0000","last_unstale":"2024-09-12T18:05:42.150126+0000","last_undegraded":"2024-09-12T18:05:42.150126+0000","last_fullsized":"2024-09-12T18:05:42.150126+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.150037+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.150037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:13.697776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'320","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.079446+0000","last_change":"2024-09-12T18:05:51.079446+0000","last_active":"2024-09-12T18:05:51.079446+0000","last_peered":"2024-09-12T18:05:51.079446+0000","last_clean":"2024-09-12T18:05:51.079446+0000","last_became_active":"2024-09-12T16:53:22.158516+0000","last_became_peered":"2024-09-12T16:53:22.158516+0000","last_unstale":"2024-09-12T18:05:51.079446+0000","last_undegraded":"2024-09-12T18:05:51.079446+0000","last_fullsized":"2024-09-12T18:05:51.079446+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T18:05:51.079346+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T18:05:51.079346+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.079346+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:28.591776+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45851,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":542,"num_read_kb":1203,"num_write":478,"num_write_kb":379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.428130+0000","last_change":"2024-09-12T18:05:59.428130+0000","last_active":"2024-09-12T18:05:59.428130+0000","last_peered":"2024-09-12T18:05:59.428130+0000","last_clean":"2024-09-12T18:05:59.428130+0000","last_became_active":"2024-09-12T16:53:24.173527+0000","last_became_peered":"2024-09-12T16:53:24.173527+0000","last_unstale":"2024-09-12T18:05:59.428130+0000","last_undegraded":"2024-09-12T18:05:59.428130+0000","last_fullsized":"2024-09-12T18:05:59.428130+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.427978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.427978+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.427978+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:34.251774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'110","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:24.130088+0000","last_change":"2024-09-12T18:06:24.130088+0000","last_active":"2024-09-12T18:06:24.130088+0000","last_peered":"2024-09-12T18:06:24.130088+0000","last_clean":"2024-09-12T18:06:24.130088+0000","last_became_active":"2024-09-12T16:53:26.185043+0000","last_became_peered":"2024-09-12T16:53:26.185043+0000","last_unstale":"2024-09-12T18:06:24.130088+0000","last_undegraded":"2024-09-12T18:06:24.130088+0000","last_fullsized":"2024-09-12T18:06:24.130088+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T18:06:24.129999+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T18:06:24.129999+0000","last_clean_scrub_stamp":"2024-09-12T18:06:24.129999+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:51.667052+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":125,"num_write":251,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'114","reported_seq":755,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.911543+0000","last_change":"2024-09-12T18:05:34.911543+0000","last_active":"2024-09-12T18:05:34.911543+0000","last_peered":"2024-09-12T18:05:34.911543+0000","last_clean":"2024-09-12T18:05:34.911543+0000","last_became_active":"2024-09-12T16:53:18.154961+0000","last_became_peered":"2024-09-12T16:53:18.154961+0000","last_unstale":"2024-09-12T18:05:34.911543+0000","last_undegraded":"2024-09-12T18:05:34.911543+0000","last_fullsized":"2024-09-12T18:05:34.911543+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'114","last_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_deep_scrub":"267'114","last_deep_scrub_stamp":"2024-09-12T18:05:34.911463+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.911463+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":100,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:52.033558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":541,"num_read_kb":461,"num_write":169,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'381","reported_seq":1047,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.014804+0000","last_change":"2024-09-12T18:05:29.014715+0000","last_active":"2024-09-12T18:05:29.014804+0000","last_peered":"2024-09-12T18:05:29.014804+0000","last_clean":"2024-09-12T18:05:29.014804+0000","last_became_active":"2024-09-12T16:53:49.807271+0000","last_became_peered":"2024-09-12T16:53:49.807271+0000","last_unstale":"2024-09-12T18:05:29.014804+0000","last_undegraded":"2024-09-12T18:05:29.014804+0000","last_fullsized":"2024-09-12T18:05:29.014804+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T18:05:29.014573+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.014573+0000","objects_scrubbed":7,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:15.569274+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12982116,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":635,"num_read_kb":24597,"num_write":1234,"num_write_kb":44437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.833108+0000","last_change":"2024-09-12T18:05:39.833108+0000","last_active":"2024-09-12T18:05:39.833108+0000","last_peered":"2024-09-12T18:05:39.833108+0000","last_clean":"2024-09-12T18:05:39.833108+0000","last_became_active":"2024-09-12T16:53:20.153800+0000","last_became_peered":"2024-09-12T16:53:20.153800+0000","last_unstale":"2024-09-12T18:05:39.833108+0000","last_undegraded":"2024-09-12T18:05:39.833108+0000","last_fullsized":"2024-09-12T18:05:39.833108+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:39.833009+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.833009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.871280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'329","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.116629+0000","last_change":"2024-09-12T18:05:43.116629+0000","last_active":"2024-09-12T18:05:43.116629+0000","last_peered":"2024-09-12T18:05:43.116629+0000","last_clean":"2024-09-12T18:05:43.116629+0000","last_became_active":"2024-09-12T16:53:22.151986+0000","last_became_peered":"2024-09-12T16:53:22.151986+0000","last_unstale":"2024-09-12T18:05:43.116629+0000","last_undegraded":"2024-09-12T18:05:43.116629+0000","last_fullsized":"2024-09-12T18:05:43.116629+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'329","last_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_deep_scrub":"267'329","last_deep_scrub_stamp":"2024-09-12T18:05:43.116532+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.116532+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:30.806784+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51511,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":1176,"num_write":422,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'727","reported_seq":2422,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.097852+0000","last_change":"2024-09-12T18:05:46.097852+0000","last_active":"2024-09-12T18:05:46.097852+0000","last_peered":"2024-09-12T18:05:46.097852+0000","last_clean":"2024-09-12T18:05:46.097852+0000","last_became_active":"2024-09-12T16:53:24.178052+0000","last_became_peered":"2024-09-12T16:53:24.178052+0000","last_unstale":"2024-09-12T18:05:46.097852+0000","last_undegraded":"2024-09-12T18:05:46.097852+0000","last_fullsized":"2024-09-12T18:05:46.097852+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'727","last_scrub_stamp":"2024-09-12T18:05:46.097749+0000","last_deep_scrub":"267'727","last_deep_scrub_stamp":"2024-09-12T18:05:46.097749+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.097749+0000","objects_scrubbed":1,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:08.696482+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'146","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.753537+0000","last_change":"2024-09-12T18:05:49.753458+0000","last_active":"2024-09-12T18:05:49.753537+0000","last_peered":"2024-09-12T18:05:49.753537+0000","last_clean":"2024-09-12T18:05:49.753537+0000","last_became_active":"2024-09-12T16:53:26.178877+0000","last_became_peered":"2024-09-12T16:53:26.178877+0000","last_unstale":"2024-09-12T18:05:49.753537+0000","last_undegraded":"2024-09-12T18:05:49.753537+0000","last_fullsized":"2024-09-12T18:05:49.753537+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'146","last_scrub_stamp":"2024-09-12T18:05:49.753362+0000","last_deep_scrub":"267'146","last_deep_scrub_stamp":"2024-09-12T18:05:49.753362+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.753362+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:19.875958+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1668,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":186,"num_read_kb":181,"num_write":368,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'94","reported_seq":688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.927333+0000","last_change":"2024-09-12T18:05:35.927333+0000","last_active":"2024-09-12T18:05:35.927333+0000","last_peered":"2024-09-12T18:05:35.927333+0000","last_clean":"2024-09-12T18:05:35.927333+0000","last_became_active":"2024-09-12T16:53:18.152681+0000","last_became_peered":"2024-09-12T16:53:18.152681+0000","last_unstale":"2024-09-12T18:05:35.927333+0000","last_undegraded":"2024-09-12T18:05:35.927333+0000","last_fullsized":"2024-09-12T18:05:35.927333+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:35.927249+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.927249+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:40.070584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":424,"num_read_kb":354,"num_write":138,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'332","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.801117+0000","last_change":"2024-09-12T18:05:28.801117+0000","last_active":"2024-09-12T18:05:28.801117+0000","last_peered":"2024-09-12T18:05:28.801117+0000","last_clean":"2024-09-12T18:05:28.801117+0000","last_became_active":"2024-09-12T16:53:16.148309+0000","last_became_peered":"2024-09-12T16:53:16.148309+0000","last_unstale":"2024-09-12T18:05:28.801117+0000","last_undegraded":"2024-09-12T18:05:28.801117+0000","last_fullsized":"2024-09-12T18:05:28.801117+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:28.800980+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.800980+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:49.158226+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1029449,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":530,"num_read_kb":31364,"num_write":1120,"num_write_kb":26489,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1480,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.334234+0000","last_change":"2024-09-12T18:05:51.334234+0000","last_active":"2024-09-12T18:05:51.334234+0000","last_peered":"2024-09-12T18:05:51.334234+0000","last_clean":"2024-09-12T18:05:51.334234+0000","last_became_active":"2024-09-12T16:53:20.154351+0000","last_became_peered":"2024-09-12T16:53:20.154351+0000","last_unstale":"2024-09-12T18:05:51.334234+0000","last_undegraded":"2024-09-12T18:05:51.334234+0000","last_fullsized":"2024-09-12T18:05:51.334234+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:51.334143+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:51.334143+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.334143+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:32.141112+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'112","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.027674+0000","last_change":"2024-09-12T18:05:53.027674+0000","last_active":"2024-09-12T18:05:53.027674+0000","last_peered":"2024-09-12T18:05:53.027674+0000","last_clean":"2024-09-12T18:05:53.027674+0000","last_became_active":"2024-09-12T16:53:22.329915+0000","last_became_peered":"2024-09-12T16:53:22.329915+0000","last_unstale":"2024-09-12T18:05:53.027674+0000","last_undegraded":"2024-09-12T18:05:53.027674+0000","last_fullsized":"2024-09-12T18:05:53.027674+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:05:53.027576+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:05:53.027576+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.027576+0000","objects_scrubbed":5,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:43:21.109378+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":82,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'764","reported_seq":4304,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.024369+0000","last_change":"2024-09-12T18:05:46.024369+0000","last_active":"2024-09-12T18:05:46.024369+0000","last_peered":"2024-09-12T18:05:46.024369+0000","last_clean":"2024-09-12T18:05:46.024369+0000","last_became_active":"2024-09-12T16:53:24.175538+0000","last_became_peered":"2024-09-12T16:53:24.175538+0000","last_unstale":"2024-09-12T18:05:46.024369+0000","last_undegraded":"2024-09-12T18:05:46.024369+0000","last_fullsized":"2024-09-12T18:05:46.024369+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:46.024269+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:46.024269+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.024269+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:04:42.873928+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.093485+0000","last_change":"2024-09-12T18:06:00.093428+0000","last_active":"2024-09-12T18:06:00.093485+0000","last_peered":"2024-09-12T18:06:00.093485+0000","last_clean":"2024-09-12T18:06:00.093485+0000","last_became_active":"2024-09-12T16:53:26.180420+0000","last_became_peered":"2024-09-12T16:53:26.180420+0000","last_unstale":"2024-09-12T18:06:00.093485+0000","last_undegraded":"2024-09-12T18:06:00.093485+0000","last_fullsized":"2024-09-12T18:06:00.093485+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'122","last_scrub_stamp":"2024-09-12T18:06:00.093341+0000","last_deep_scrub":"267'122","last_deep_scrub_stamp":"2024-09-12T18:06:00.093341+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.093341+0000","objects_scrubbed":1,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:30.145582+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":168,"num_read_kb":158,"num_write":288,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'266","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.858870+0000","last_change":"2024-09-12T18:05:41.858870+0000","last_active":"2024-09-12T18:05:41.858870+0000","last_peered":"2024-09-12T18:05:41.858870+0000","last_clean":"2024-09-12T18:05:41.858870+0000","last_became_active":"2024-09-12T16:53:18.157443+0000","last_became_peered":"2024-09-12T16:53:18.157443+0000","last_unstale":"2024-09-12T18:05:41.858870+0000","last_undegraded":"2024-09-12T18:05:41.858870+0000","last_fullsized":"2024-09-12T18:05:41.858870+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'266","last_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_deep_scrub":"267'266","last_deep_scrub_stamp":"2024-09-12T18:05:41.858774+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.858774+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:35.681534+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1177,"num_read_kb":992,"num_write":405,"num_write_kb":197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2876,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'318","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.072779+0000","last_change":"2024-09-12T18:05:30.072779+0000","last_active":"2024-09-12T18:05:30.072779+0000","last_peered":"2024-09-12T18:05:30.072779+0000","last_clean":"2024-09-12T18:05:30.072779+0000","last_became_active":"2024-09-12T16:53:16.142372+0000","last_became_peered":"2024-09-12T16:53:16.142372+0000","last_unstale":"2024-09-12T18:05:30.072779+0000","last_undegraded":"2024-09-12T18:05:30.072779+0000","last_fullsized":"2024-09-12T18:05:30.072779+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T18:05:30.072678+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.072678+0000","objects_scrubbed":2,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:25.311461+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":459,"num_read_kb":42011,"num_write":1047,"num_write_kb":27912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.990358+0000","last_change":"2024-09-12T18:05:47.990358+0000","last_active":"2024-09-12T18:05:47.990358+0000","last_peered":"2024-09-12T18:05:47.990358+0000","last_clean":"2024-09-12T18:05:47.990358+0000","last_became_active":"2024-09-12T16:53:20.155103+0000","last_became_peered":"2024-09-12T16:53:20.155103+0000","last_unstale":"2024-09-12T18:05:47.990358+0000","last_undegraded":"2024-09-12T18:05:47.990358+0000","last_fullsized":"2024-09-12T18:05:47.990358+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.990236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.990236+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.990236+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:38.819546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'369","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.313915+0000","last_change":"2024-09-12T18:05:59.313915+0000","last_active":"2024-09-12T18:05:59.313915+0000","last_peered":"2024-09-12T18:05:59.313915+0000","last_clean":"2024-09-12T18:05:59.313915+0000","last_became_active":"2024-09-12T16:53:22.150736+0000","last_became_peered":"2024-09-12T16:53:22.150736+0000","last_unstale":"2024-09-12T18:05:59.313915+0000","last_undegraded":"2024-09-12T18:05:59.313915+0000","last_fullsized":"2024-09-12T18:05:59.313915+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'369","last_scrub_stamp":"2024-09-12T18:05:59.313810+0000","last_deep_scrub":"267'369","last_deep_scrub_stamp":"2024-09-12T18:05:59.313810+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.313810+0000","objects_scrubbed":8,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:01.770830+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56098,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":601,"num_read_kb":1225,"num_write":460,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.006679+0000","last_change":"2024-09-12T18:05:45.006679+0000","last_active":"2024-09-12T18:05:45.006679+0000","last_peered":"2024-09-12T18:05:45.006679+0000","last_clean":"2024-09-12T18:05:45.006679+0000","last_became_active":"2024-09-12T16:53:24.172250+0000","last_became_peered":"2024-09-12T16:53:24.172250+0000","last_unstale":"2024-09-12T18:05:45.006679+0000","last_undegraded":"2024-09-12T18:05:45.006679+0000","last_fullsized":"2024-09-12T18:05:45.006679+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.006597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.006597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:05.937286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'121","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.781223+0000","last_change":"2024-09-12T18:05:52.781159+0000","last_active":"2024-09-12T18:05:52.781223+0000","last_peered":"2024-09-12T18:05:52.781223+0000","last_clean":"2024-09-12T18:05:52.781223+0000","last_became_active":"2024-09-12T16:53:26.182896+0000","last_became_peered":"2024-09-12T16:53:26.182896+0000","last_unstale":"2024-09-12T18:05:52.781223+0000","last_undegraded":"2024-09-12T18:05:52.781223+0000","last_fullsized":"2024-09-12T18:05:52.781223+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T18:05:52.781064+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T18:05:52.781064+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.781064+0000","objects_scrubbed":2,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:04.959104+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":146,"num_write":290,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'270","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.165350+0000","last_change":"2024-09-12T18:05:37.165244+0000","last_active":"2024-09-12T18:05:37.165350+0000","last_peered":"2024-09-12T18:05:37.165350+0000","last_clean":"2024-09-12T18:05:37.165350+0000","last_became_active":"2024-09-12T16:53:18.156992+0000","last_became_peered":"2024-09-12T16:53:18.156992+0000","last_unstale":"2024-09-12T18:05:37.165350+0000","last_undegraded":"2024-09-12T18:05:37.165350+0000","last_fullsized":"2024-09-12T18:05:37.165350+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T18:05:37.165156+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.165156+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:47.933138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":963,"num_write":404,"num_write_kb":199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.223584+0000","last_change":"2024-09-12T18:05:30.223584+0000","last_active":"2024-09-12T18:05:30.223584+0000","last_peered":"2024-09-12T18:05:30.223584+0000","last_clean":"2024-09-12T18:05:30.223584+0000","last_became_active":"2024-09-12T16:52:57.254964+0000","last_became_peered":"2024-09-12T16:52:57.254964+0000","last_unstale":"2024-09-12T18:05:30.223584+0000","last_undegraded":"2024-09-12T18:05:30.223584+0000","last_fullsized":"2024-09-12T18:05:30.223584+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T18:05:30.223489+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.223489+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:38.475663+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":548,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.400964+0000","last_change":"2024-09-12T18:05:29.400883+0000","last_active":"2024-09-12T18:05:29.400964+0000","last_peered":"2024-09-12T18:05:29.400964+0000","last_clean":"2024-09-12T18:05:29.400964+0000","last_became_active":"2024-09-12T16:53:03.065256+0000","last_became_peered":"2024-09-12T16:53:03.065256+0000","last_unstale":"2024-09-12T18:05:29.400964+0000","last_undegraded":"2024-09-12T18:05:29.400964+0000","last_fullsized":"2024-09-12T18:05:29.400964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:29.400793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.400793+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:51:18.478414+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047569099999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'322","reported_seq":1086,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.059128+0000","last_change":"2024-09-12T18:05:28.059077+0000","last_active":"2024-09-12T18:05:28.059128+0000","last_peered":"2024-09-12T18:05:28.059128+0000","last_clean":"2024-09-12T18:05:28.059128+0000","last_became_active":"2024-09-12T16:53:16.151248+0000","last_became_peered":"2024-09-12T16:53:16.151248+0000","last_unstale":"2024-09-12T18:05:28.059128+0000","last_undegraded":"2024-09-12T18:05:28.059128+0000","last_fullsized":"2024-09-12T18:05:28.059128+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:28.058957+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.058957+0000","objects_scrubbed":11,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:48.316982+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456541,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":700,"num_read_kb":78548,"num_write":1132,"num_write_kb":34170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.169597+0000","last_change":"2024-09-12T18:05:45.169545+0000","last_active":"2024-09-12T18:05:45.169597+0000","last_peered":"2024-09-12T18:05:45.169597+0000","last_clean":"2024-09-12T18:05:45.169597+0000","last_became_active":"2024-09-12T16:53:20.153962+0000","last_became_peered":"2024-09-12T16:53:20.153962+0000","last_unstale":"2024-09-12T18:05:45.169597+0000","last_undegraded":"2024-09-12T18:05:45.169597+0000","last_fullsized":"2024-09-12T18:05:45.169597+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.169453+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.169453+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:55.202370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'801","reported_seq":1532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.290821+0000","last_change":"2024-09-12T18:05:56.290821+0000","last_active":"2024-09-12T18:05:56.290821+0000","last_peered":"2024-09-12T18:05:56.290821+0000","last_clean":"2024-09-12T18:05:56.290821+0000","last_became_active":"2024-09-12T16:53:22.152112+0000","last_became_peered":"2024-09-12T16:53:22.152112+0000","last_unstale":"2024-09-12T18:05:56.290821+0000","last_undegraded":"2024-09-12T18:05:56.290821+0000","last_fullsized":"2024-09-12T18:05:56.290821+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'801","last_scrub_stamp":"2024-09-12T18:05:56.290722+0000","last_deep_scrub":"267'801","last_deep_scrub_stamp":"2024-09-12T18:05:56.290722+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.290722+0000","objects_scrubbed":7,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:38.976065+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1539,"num_read_kb":3581,"num_write":1488,"num_write_kb":1320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":106972,"num_omap_keys":256,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.394826+0000","last_change":"2024-09-12T18:05:54.394826+0000","last_active":"2024-09-12T18:05:54.394826+0000","last_peered":"2024-09-12T18:05:54.394826+0000","last_clean":"2024-09-12T18:05:54.394826+0000","last_became_active":"2024-09-12T16:53:24.173390+0000","last_became_peered":"2024-09-12T16:53:24.173390+0000","last_unstale":"2024-09-12T18:05:54.394826+0000","last_undegraded":"2024-09-12T18:05:54.394826+0000","last_fullsized":"2024-09-12T18:05:54.394826+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:54.394750+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:54.394750+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.394750+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:27.453338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'193","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.039201+0000","last_change":"2024-09-12T18:05:51.039201+0000","last_active":"2024-09-12T18:05:51.039201+0000","last_peered":"2024-09-12T18:05:51.039201+0000","last_clean":"2024-09-12T18:05:51.039201+0000","last_became_active":"2024-09-12T16:53:26.184862+0000","last_became_peered":"2024-09-12T16:53:26.184862+0000","last_unstale":"2024-09-12T18:05:51.039201+0000","last_undegraded":"2024-09-12T18:05:51.039201+0000","last_fullsized":"2024-09-12T18:05:51.039201+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:51.039107+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:51.039107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.039107+0000","objects_scrubbed":3,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:37.256394+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":815,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":466,"num_read_kb":463,"num_write":398,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'169","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.379487+0000","last_change":"2024-09-12T18:05:39.379487+0000","last_active":"2024-09-12T18:05:39.379487+0000","last_peered":"2024-09-12T18:05:39.379487+0000","last_clean":"2024-09-12T18:05:39.379487+0000","last_became_active":"2024-09-12T16:53:18.163762+0000","last_became_peered":"2024-09-12T16:53:18.163762+0000","last_unstale":"2024-09-12T18:05:39.379487+0000","last_undegraded":"2024-09-12T18:05:39.379487+0000","last_fullsized":"2024-09-12T18:05:39.379487+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T18:05:39.379355+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.379355+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:41.846245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":782,"num_read_kb":656,"num_write":271,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.269183+0000","last_change":"2024-09-12T18:05:31.269183+0000","last_active":"2024-09-12T18:05:31.269183+0000","last_peered":"2024-09-12T18:05:31.269183+0000","last_clean":"2024-09-12T18:05:31.269183+0000","last_became_active":"2024-09-12T16:53:03.070133+0000","last_became_peered":"2024-09-12T16:53:03.070133+0000","last_unstale":"2024-09-12T18:05:31.269183+0000","last_undegraded":"2024-09-12T18:05:31.269183+0000","last_fullsized":"2024-09-12T18:05:31.269183+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:31.269096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.269096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:46:53.067561+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00047206499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'361","reported_seq":1059,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.347194+0000","last_change":"2024-09-12T18:05:27.347111+0000","last_active":"2024-09-12T18:05:27.347194+0000","last_peered":"2024-09-12T18:05:27.347194+0000","last_clean":"2024-09-12T18:05:27.347194+0000","last_became_active":"2024-09-12T16:53:16.147382+0000","last_became_peered":"2024-09-12T16:53:16.147382+0000","last_unstale":"2024-09-12T18:05:27.347194+0000","last_undegraded":"2024-09-12T18:05:27.347194+0000","last_fullsized":"2024-09-12T18:05:27.347194+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:27.347003+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.347003+0000","objects_scrubbed":6,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:42:24.232627+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524326,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":611,"num_read_kb":33721,"num_write":1219,"num_write_kb":31719,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.370997+0000","last_change":"2024-09-12T18:05:50.370997+0000","last_active":"2024-09-12T18:05:50.370997+0000","last_peered":"2024-09-12T18:05:50.370997+0000","last_clean":"2024-09-12T18:05:50.370997+0000","last_became_active":"2024-09-12T16:53:20.154717+0000","last_became_peered":"2024-09-12T16:53:20.154717+0000","last_unstale":"2024-09-12T18:05:50.370997+0000","last_undegraded":"2024-09-12T18:05:50.370997+0000","last_fullsized":"2024-09-12T18:05:50.370997+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.370908+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.370908+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.370908+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:20.666394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1390","reported_seq":3222,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.724899+0000","last_change":"2024-09-12T18:05:47.724841+0000","last_active":"2024-09-12T18:05:47.724899+0000","last_peered":"2024-09-12T18:05:47.724899+0000","last_clean":"2024-09-12T18:05:47.724899+0000","last_became_active":"2024-09-12T16:53:22.156386+0000","last_became_peered":"2024-09-12T16:53:22.156386+0000","last_unstale":"2024-09-12T18:05:47.724899+0000","last_undegraded":"2024-09-12T18:05:47.724899+0000","last_fullsized":"2024-09-12T18:05:47.724899+0000","mapping_epoch":32,"log_start":"267'1300","ondisk_log_start":"267'1300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'1390","last_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_deep_scrub":"267'1390","last_deep_scrub_stamp":"2024-09-12T18:05:47.724741+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.724741+0000","objects_scrubbed":11,"log_size":90,"log_dups_size":1300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:44:52.740021+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156602,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2214,"num_read_kb":4361,"num_write":1306,"num_write_kb":1111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6238,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.113947+0000","last_change":"2024-09-12T18:05:55.113851+0000","last_active":"2024-09-12T18:05:55.113947+0000","last_peered":"2024-09-12T18:05:55.113947+0000","last_clean":"2024-09-12T18:05:55.113947+0000","last_became_active":"2024-09-12T16:53:24.178199+0000","last_became_peered":"2024-09-12T16:53:24.178199+0000","last_unstale":"2024-09-12T18:05:55.113947+0000","last_undegraded":"2024-09-12T18:05:55.113947+0000","last_fullsized":"2024-09-12T18:05:55.113947+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.113741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.113741+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.113741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:59.703779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'133","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.819425+0000","last_change":"2024-09-12T18:05:54.819425+0000","last_active":"2024-09-12T18:05:54.819425+0000","last_peered":"2024-09-12T18:05:54.819425+0000","last_clean":"2024-09-12T18:05:54.819425+0000","last_became_active":"2024-09-12T16:53:26.174583+0000","last_became_peered":"2024-09-12T16:53:26.174583+0000","last_unstale":"2024-09-12T18:05:54.819425+0000","last_undegraded":"2024-09-12T18:05:54.819425+0000","last_fullsized":"2024-09-12T18:05:54.819425+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T18:05:54.819321+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T18:05:54.819321+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.819321+0000","objects_scrubbed":2,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:15.425857+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":222,"num_read_kb":199,"num_write":320,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'152","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.852114+0000","last_change":"2024-09-12T18:05:40.852114+0000","last_active":"2024-09-12T18:05:40.852114+0000","last_peered":"2024-09-12T18:05:40.852114+0000","last_clean":"2024-09-12T18:05:40.852114+0000","last_became_active":"2024-09-12T16:53:18.154631+0000","last_became_peered":"2024-09-12T16:53:18.154631+0000","last_unstale":"2024-09-12T18:05:40.852114+0000","last_undegraded":"2024-09-12T18:05:40.852114+0000","last_fullsized":"2024-09-12T18:05:40.852114+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.851992+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.851992+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:30.347888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":644,"num_read_kb":532,"num_write":219,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.986532+0000","last_change":"2024-09-12T18:05:26.986473+0000","last_active":"2024-09-12T18:05:26.986532+0000","last_peered":"2024-09-12T18:05:26.986532+0000","last_clean":"2024-09-12T18:05:26.986532+0000","last_became_active":"2024-09-12T16:53:03.066247+0000","last_became_peered":"2024-09-12T16:53:03.066247+0000","last_unstale":"2024-09-12T18:05:26.986532+0000","last_undegraded":"2024-09-12T18:05:26.986532+0000","last_fullsized":"2024-09-12T18:05:26.986532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.986394+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.986394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:04.870264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063636400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'384","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.685034+0000","last_change":"2024-09-12T18:05:28.684952+0000","last_active":"2024-09-12T18:05:28.685034+0000","last_peered":"2024-09-12T18:05:28.685034+0000","last_clean":"2024-09-12T18:05:28.685034+0000","last_became_active":"2024-09-12T16:53:16.144209+0000","last_became_peered":"2024-09-12T16:53:16.144209+0000","last_unstale":"2024-09-12T18:05:28.685034+0000","last_undegraded":"2024-09-12T18:05:28.685034+0000","last_fullsized":"2024-09-12T18:05:28.685034+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T18:05:28.684852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.684852+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:50.457279+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287941,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":594,"num_read_kb":73902,"num_write":1137,"num_write_kb":44755,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.051068+0000","last_change":"2024-09-12T18:05:38.051068+0000","last_active":"2024-09-12T18:05:38.051068+0000","last_peered":"2024-09-12T18:05:38.051068+0000","last_clean":"2024-09-12T18:05:38.051068+0000","last_became_active":"2024-09-12T16:53:20.154980+0000","last_became_peered":"2024-09-12T16:53:20.154980+0000","last_unstale":"2024-09-12T18:05:38.051068+0000","last_undegraded":"2024-09-12T18:05:38.051068+0000","last_fullsized":"2024-09-12T18:05:38.051068+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:38.050988+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.050988+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:56.325996+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'305","reported_seq":1731,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:51.112661+0000","last_change":"2024-09-12T18:05:51.112599+0000","last_active":"2024-09-12T18:05:51.112661+0000","last_peered":"2024-09-12T18:05:51.112661+0000","last_clean":"2024-09-12T18:05:51.112661+0000","last_became_active":"2024-09-12T16:53:22.331331+0000","last_became_peered":"2024-09-12T16:53:22.331331+0000","last_unstale":"2024-09-12T18:05:51.112661+0000","last_undegraded":"2024-09-12T18:05:51.112661+0000","last_fullsized":"2024-09-12T18:05:51.112661+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'305","last_scrub_stamp":"2024-09-12T18:05:51.112496+0000","last_deep_scrub":"267'305","last_deep_scrub_stamp":"2024-09-12T18:05:51.112496+0000","last_clean_scrub_stamp":"2024-09-12T18:05:51.112496+0000","objects_scrubbed":9,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:34:34.700622+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":261,"num_read_kb":251,"num_write":237,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5582,"num_omap_keys":14,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.406065+0000","last_change":"2024-09-12T18:05:53.406006+0000","last_active":"2024-09-12T18:05:53.406065+0000","last_peered":"2024-09-12T18:05:53.406065+0000","last_clean":"2024-09-12T18:05:53.406065+0000","last_became_active":"2024-09-12T16:53:24.173611+0000","last_became_peered":"2024-09-12T16:53:24.173611+0000","last_unstale":"2024-09-12T18:05:53.406065+0000","last_undegraded":"2024-09-12T18:05:53.406065+0000","last_fullsized":"2024-09-12T18:05:53.406065+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:53.405922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:53.405922+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.405922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:04.871449+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'274","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.025731+0000","last_change":"2024-09-12T18:06:03.025731+0000","last_active":"2024-09-12T18:06:03.025731+0000","last_peered":"2024-09-12T18:06:03.025731+0000","last_clean":"2024-09-12T18:06:03.025731+0000","last_became_active":"2024-09-12T16:53:26.174096+0000","last_became_peered":"2024-09-12T16:53:26.174096+0000","last_unstale":"2024-09-12T18:06:03.025731+0000","last_undegraded":"2024-09-12T18:06:03.025731+0000","last_fullsized":"2024-09-12T18:06:03.025731+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'274","last_scrub_stamp":"2024-09-12T18:06:03.025641+0000","last_deep_scrub":"267'274","last_deep_scrub_stamp":"2024-09-12T18:06:03.025641+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.025641+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:27.271544+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":623,"num_read_kb":621,"num_write":571,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'220","reported_seq":894,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.706451+0000","last_change":"2024-09-12T18:05:31.706395+0000","last_active":"2024-09-12T18:05:31.706451+0000","last_peered":"2024-09-12T18:05:31.706451+0000","last_clean":"2024-09-12T18:05:31.706451+0000","last_became_active":"2024-09-12T16:53:18.151846+0000","last_became_peered":"2024-09-12T16:53:18.151846+0000","last_unstale":"2024-09-12T18:05:31.706451+0000","last_undegraded":"2024-09-12T18:05:31.706451+0000","last_fullsized":"2024-09-12T18:05:31.706451+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'220","last_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_deep_scrub":"267'220","last_deep_scrub_stamp":"2024-09-12T18:05:31.706306+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.706306+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:42.599607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":981,"num_read_kb":812,"num_write":322,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":549,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.380536+0000","last_change":"2024-09-12T18:05:31.380456+0000","last_active":"2024-09-12T18:05:31.380536+0000","last_peered":"2024-09-12T18:05:31.380536+0000","last_clean":"2024-09-12T18:05:31.380536+0000","last_became_active":"2024-09-12T16:53:03.070154+0000","last_became_peered":"2024-09-12T16:53:03.070154+0000","last_unstale":"2024-09-12T18:05:31.380536+0000","last_undegraded":"2024-09-12T18:05:31.380536+0000","last_fullsized":"2024-09-12T18:05:31.380536+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T18:05:31.380362+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.380362+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:34.827821+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.001003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'354","reported_seq":1016,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.036688+0000","last_change":"2024-09-12T18:05:28.036600+0000","last_active":"2024-09-12T18:05:28.036688+0000","last_peered":"2024-09-12T18:05:28.036688+0000","last_clean":"2024-09-12T18:05:28.036688+0000","last_became_active":"2024-09-12T16:53:49.804720+0000","last_became_peered":"2024-09-12T16:53:49.804720+0000","last_unstale":"2024-09-12T18:05:28.036688+0000","last_undegraded":"2024-09-12T18:05:28.036688+0000","last_fullsized":"2024-09-12T18:05:28.036688+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'354","last_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_deep_scrub":"267'354","last_deep_scrub_stamp":"2024-09-12T18:05:28.036442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.036442+0000","objects_scrubbed":10,"log_size":54,"log_dups_size":300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:41.825674+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699393,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":504,"num_read_kb":81469,"num_write":1069,"num_write_kb":35351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.364576+0000","last_change":"2024-09-12T18:05:50.364529+0000","last_active":"2024-09-12T18:05:50.364576+0000","last_peered":"2024-09-12T18:05:50.364576+0000","last_clean":"2024-09-12T18:05:50.364576+0000","last_became_active":"2024-09-12T16:53:20.154151+0000","last_became_peered":"2024-09-12T16:53:20.154151+0000","last_unstale":"2024-09-12T18:05:50.364576+0000","last_undegraded":"2024-09-12T18:05:50.364576+0000","last_fullsized":"2024-09-12T18:05:50.364576+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.364436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.364436+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.364436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:32.683167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'164","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.003797+0000","last_change":"2024-09-12T18:05:52.003797+0000","last_active":"2024-09-12T18:05:52.003797+0000","last_peered":"2024-09-12T18:05:52.003797+0000","last_clean":"2024-09-12T18:05:52.003797+0000","last_became_active":"2024-09-12T16:53:22.159288+0000","last_became_peered":"2024-09-12T16:53:22.159288+0000","last_unstale":"2024-09-12T18:05:52.003797+0000","last_undegraded":"2024-09-12T18:05:52.003797+0000","last_fullsized":"2024-09-12T18:05:52.003797+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'164","last_scrub_stamp":"2024-09-12T18:05:52.003685+0000","last_deep_scrub":"267'164","last_deep_scrub_stamp":"2024-09-12T18:05:52.003685+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.003685+0000","objects_scrubbed":7,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:56.172514+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":196,"num_read_kb":190,"num_write":140,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3352,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.980878+0000","last_change":"2024-09-12T18:05:43.980878+0000","last_active":"2024-09-12T18:05:43.980878+0000","last_peered":"2024-09-12T18:05:43.980878+0000","last_clean":"2024-09-12T18:05:43.980878+0000","last_became_active":"2024-09-12T16:53:24.179117+0000","last_became_peered":"2024-09-12T16:53:24.179117+0000","last_unstale":"2024-09-12T18:05:43.980878+0000","last_undegraded":"2024-09-12T18:05:43.980878+0000","last_fullsized":"2024-09-12T18:05:43.980878+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.980789+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.980789+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:16.789994+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'111","reported_seq":675,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.247214+0000","last_change":"2024-09-12T18:06:04.247214+0000","last_active":"2024-09-12T18:06:04.247214+0000","last_peered":"2024-09-12T18:06:04.247214+0000","last_clean":"2024-09-12T18:06:04.247214+0000","last_became_active":"2024-09-12T16:53:26.183688+0000","last_became_peered":"2024-09-12T16:53:26.183688+0000","last_unstale":"2024-09-12T18:06:04.247214+0000","last_undegraded":"2024-09-12T18:06:04.247214+0000","last_fullsized":"2024-09-12T18:06:04.247214+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'111","last_scrub_stamp":"2024-09-12T18:06:04.247128+0000","last_deep_scrub":"267'111","last_deep_scrub_stamp":"2024-09-12T18:06:04.247128+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.247128+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:43.243304+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":235,"num_read_kb":232,"num_write":256,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'186","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.820697+0000","last_change":"2024-09-12T18:05:36.820611+0000","last_active":"2024-09-12T18:05:36.820697+0000","last_peered":"2024-09-12T18:05:36.820697+0000","last_clean":"2024-09-12T18:05:36.820697+0000","last_became_active":"2024-09-12T16:53:18.155499+0000","last_became_peered":"2024-09-12T16:53:18.155499+0000","last_unstale":"2024-09-12T18:05:36.820697+0000","last_undegraded":"2024-09-12T18:05:36.820697+0000","last_fullsized":"2024-09-12T18:05:36.820697+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'186","last_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_deep_scrub":"267'186","last_deep_scrub_stamp":"2024-09-12T18:05:36.820508+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.820508+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:31.821200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":778,"num_read_kb":630,"num_write":262,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'331","reported_seq":1001,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.441797+0000","last_change":"2024-09-12T18:05:28.441719+0000","last_active":"2024-09-12T18:05:28.441797+0000","last_peered":"2024-09-12T18:05:28.441797+0000","last_clean":"2024-09-12T18:05:28.441797+0000","last_became_active":"2024-09-12T16:53:16.145331+0000","last_became_peered":"2024-09-12T16:53:16.145331+0000","last_unstale":"2024-09-12T18:05:28.441797+0000","last_undegraded":"2024-09-12T18:05:28.441797+0000","last_fullsized":"2024-09-12T18:05:28.441797+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T18:05:28.441553+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.441553+0000","objects_scrubbed":8,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:50.211102+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33366,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":523,"num_read_kb":18479,"num_write":1167,"num_write_kb":16952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":546,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.751931+0000","last_change":"2024-09-12T18:05:26.751866+0000","last_active":"2024-09-12T18:05:26.751931+0000","last_peered":"2024-09-12T18:05:26.751931+0000","last_clean":"2024-09-12T18:05:26.751931+0000","last_became_active":"2024-09-12T16:53:03.320056+0000","last_became_peered":"2024-09-12T16:53:03.320056+0000","last_unstale":"2024-09-12T18:05:26.751931+0000","last_undegraded":"2024-09-12T18:05:26.751931+0000","last_fullsized":"2024-09-12T18:05:26.751931+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:26.751793+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.751793+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:37:54.169430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000435864,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.363611+0000","last_change":"2024-09-12T18:05:44.363533+0000","last_active":"2024-09-12T18:05:44.363611+0000","last_peered":"2024-09-12T18:05:44.363611+0000","last_clean":"2024-09-12T18:05:44.363611+0000","last_became_active":"2024-09-12T16:53:20.155039+0000","last_became_peered":"2024-09-12T16:53:20.155039+0000","last_unstale":"2024-09-12T18:05:44.363611+0000","last_undegraded":"2024-09-12T18:05:44.363611+0000","last_fullsized":"2024-09-12T18:05:44.363611+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:44.363434+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.363434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:53.483180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'638","reported_seq":1343,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.382519+0000","last_change":"2024-09-12T18:05:45.382519+0000","last_active":"2024-09-12T18:05:45.382519+0000","last_peered":"2024-09-12T18:05:45.382519+0000","last_clean":"2024-09-12T18:05:45.382519+0000","last_became_active":"2024-09-12T16:53:22.152261+0000","last_became_peered":"2024-09-12T16:53:22.152261+0000","last_unstale":"2024-09-12T18:05:45.382519+0000","last_undegraded":"2024-09-12T18:05:45.382519+0000","last_fullsized":"2024-09-12T18:05:45.382519+0000","mapping_epoch":32,"log_start":"267'600","ondisk_log_start":"267'600","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'638","last_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_deep_scrub":"267'638","last_deep_scrub_stamp":"2024-09-12T18:05:45.382400+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.382400+0000","objects_scrubbed":9,"log_size":38,"log_dups_size":600,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:06.076248+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96911,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1667,"num_read_kb":2916,"num_write":2148,"num_write_kb":1947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":502116,"num_omap_keys":1140,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:55.096532+0000","last_change":"2024-09-12T18:05:55.096466+0000","last_active":"2024-09-12T18:05:55.096532+0000","last_peered":"2024-09-12T18:05:55.096532+0000","last_clean":"2024-09-12T18:05:55.096532+0000","last_became_active":"2024-09-12T16:53:24.172866+0000","last_became_peered":"2024-09-12T16:53:24.172866+0000","last_unstale":"2024-09-12T18:05:55.096532+0000","last_undegraded":"2024-09-12T18:05:55.096532+0000","last_fullsized":"2024-09-12T18:05:55.096532+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:55.096387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:55.096387+0000","last_clean_scrub_stamp":"2024-09-12T18:05:55.096387+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:18.277539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'136","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.377584+0000","last_change":"2024-09-12T18:06:02.377584+0000","last_active":"2024-09-12T18:06:02.377584+0000","last_peered":"2024-09-12T18:06:02.377584+0000","last_clean":"2024-09-12T18:06:02.377584+0000","last_became_active":"2024-09-12T16:53:26.179264+0000","last_became_peered":"2024-09-12T16:53:26.179264+0000","last_unstale":"2024-09-12T18:06:02.377584+0000","last_undegraded":"2024-09-12T18:06:02.377584+0000","last_fullsized":"2024-09-12T18:06:02.377584+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T18:06:02.377479+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T18:06:02.377479+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.377479+0000","objects_scrubbed":3,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:38.666316+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":159,"num_write":321,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'482","reported_seq":1258,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.353948+0000","last_change":"2024-09-12T18:05:37.353812+0000","last_active":"2024-09-12T18:05:37.353948+0000","last_peered":"2024-09-12T18:05:37.353948+0000","last_clean":"2024-09-12T18:05:37.353948+0000","last_became_active":"2024-09-12T16:53:18.157058+0000","last_became_peered":"2024-09-12T16:53:18.157058+0000","last_unstale":"2024-09-12T18:05:37.353948+0000","last_undegraded":"2024-09-12T18:05:37.353948+0000","last_fullsized":"2024-09-12T18:05:37.353948+0000","mapping_epoch":28,"log_start":"267'400","ondisk_log_start":"267'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'482","last_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_deep_scrub":"267'482","last_deep_scrub_stamp":"2024-09-12T18:05:37.353715+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.353715+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":400,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:10.621493+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2294,"num_read_kb":1960,"num_write":860,"num_write_kb":558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'299","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.670086+0000","last_change":"2024-09-12T18:05:29.669988+0000","last_active":"2024-09-12T18:05:29.670086+0000","last_peered":"2024-09-12T18:05:29.670086+0000","last_clean":"2024-09-12T18:05:29.670086+0000","last_became_active":"2024-09-12T16:53:16.144234+0000","last_became_peered":"2024-09-12T16:53:16.144234+0000","last_unstale":"2024-09-12T18:05:29.670086+0000","last_undegraded":"2024-09-12T18:05:29.670086+0000","last_fullsized":"2024-09-12T18:05:29.670086+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T18:05:29.669864+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.669864+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:51:34.329162+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":378,"num_read_kb":14880,"num_write":914,"num_write_kb":38566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.185107+0000","last_change":"2024-09-12T18:05:29.185004+0000","last_active":"2024-09-12T18:05:29.185107+0000","last_peered":"2024-09-12T18:05:29.185107+0000","last_clean":"2024-09-12T18:05:29.185107+0000","last_became_active":"2024-09-12T16:53:03.320389+0000","last_became_peered":"2024-09-12T16:53:03.320389+0000","last_unstale":"2024-09-12T18:05:29.185107+0000","last_undegraded":"2024-09-12T18:05:29.185107+0000","last_fullsized":"2024-09-12T18:05:29.185107+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:29.184905+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.184905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:50.812369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047577200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.020473+0000","last_change":"2024-09-12T18:05:41.020382+0000","last_active":"2024-09-12T18:05:41.020473+0000","last_peered":"2024-09-12T18:05:41.020473+0000","last_clean":"2024-09-12T18:05:41.020473+0000","last_became_active":"2024-09-12T16:53:20.153584+0000","last_became_peered":"2024-09-12T16:53:20.153584+0000","last_unstale":"2024-09-12T18:05:41.020473+0000","last_undegraded":"2024-09-12T18:05:41.020473+0000","last_fullsized":"2024-09-12T18:05:41.020473+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.020292+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.020292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:30.694814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'252","reported_seq":855,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.770128+0000","last_change":"2024-09-12T18:05:46.770071+0000","last_active":"2024-09-12T18:05:46.770128+0000","last_peered":"2024-09-12T18:05:46.770128+0000","last_clean":"2024-09-12T18:05:46.770128+0000","last_became_active":"2024-09-12T16:53:22.329829+0000","last_became_peered":"2024-09-12T16:53:22.329829+0000","last_unstale":"2024-09-12T18:05:46.770128+0000","last_undegraded":"2024-09-12T18:05:46.770128+0000","last_fullsized":"2024-09-12T18:05:46.770128+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'252","last_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_deep_scrub":"267'252","last_deep_scrub_stamp":"2024-09-12T18:05:46.769962+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.769962+0000","objects_scrubbed":8,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:38:39.512984+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":312,"num_read_kb":305,"num_write":280,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6602,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'764","reported_seq":3117,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:58.315888+0000","last_change":"2024-09-12T18:05:58.315888+0000","last_active":"2024-09-12T18:05:58.315888+0000","last_peered":"2024-09-12T18:05:58.315888+0000","last_clean":"2024-09-12T18:05:58.315888+0000","last_became_active":"2024-09-12T16:53:24.177039+0000","last_became_peered":"2024-09-12T16:53:24.177039+0000","last_unstale":"2024-09-12T18:05:58.315888+0000","last_undegraded":"2024-09-12T18:05:58.315888+0000","last_fullsized":"2024-09-12T18:05:58.315888+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:58.315789+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:58.315789+0000","last_clean_scrub_stamp":"2024-09-12T18:05:58.315789+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:33.072276+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'121","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.071034+0000","last_change":"2024-09-12T18:06:04.071034+0000","last_active":"2024-09-12T18:06:04.071034+0000","last_peered":"2024-09-12T18:06:04.071034+0000","last_clean":"2024-09-12T18:06:04.071034+0000","last_became_active":"2024-09-12T16:53:26.175751+0000","last_became_peered":"2024-09-12T16:53:26.175751+0000","last_unstale":"2024-09-12T18:06:04.071034+0000","last_undegraded":"2024-09-12T18:06:04.071034+0000","last_fullsized":"2024-09-12T18:06:04.071034+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T18:06:04.070930+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T18:06:04.070930+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.070930+0000","objects_scrubbed":7,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:33.566282+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1725,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":187,"num_read_kb":174,"num_write":273,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'129","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.065746+0000","last_change":"2024-09-12T18:05:39.065746+0000","last_active":"2024-09-12T18:05:39.065746+0000","last_peered":"2024-09-12T18:05:39.065746+0000","last_clean":"2024-09-12T18:05:39.065746+0000","last_became_active":"2024-09-12T16:53:18.158318+0000","last_became_peered":"2024-09-12T16:53:18.158318+0000","last_unstale":"2024-09-12T18:05:39.065746+0000","last_undegraded":"2024-09-12T18:05:39.065746+0000","last_fullsized":"2024-09-12T18:05:39.065746+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T18:05:39.065661+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.065661+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:59.977087+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":563,"num_read_kb":458,"num_write":188,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'297","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.048178+0000","last_change":"2024-09-12T18:05:29.048178+0000","last_active":"2024-09-12T18:05:29.048178+0000","last_peered":"2024-09-12T18:05:29.048178+0000","last_clean":"2024-09-12T18:05:29.048178+0000","last_became_active":"2024-09-12T16:53:16.143221+0000","last_became_peered":"2024-09-12T16:53:16.143221+0000","last_unstale":"2024-09-12T18:05:29.048178+0000","last_undegraded":"2024-09-12T18:05:29.048178+0000","last_fullsized":"2024-09-12T18:05:29.048178+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T18:05:29.048026+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.048026+0000","objects_scrubbed":8,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:25:37.571446+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456611,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":4832,"num_write":857,"num_write_kb":32276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.721453+0000","last_change":"2024-09-12T18:05:27.721402+0000","last_active":"2024-09-12T18:05:27.721453+0000","last_peered":"2024-09-12T18:05:27.721453+0000","last_clean":"2024-09-12T18:05:27.721453+0000","last_became_active":"2024-09-12T16:53:03.070048+0000","last_became_peered":"2024-09-12T16:53:03.070048+0000","last_unstale":"2024-09-12T18:05:27.721453+0000","last_undegraded":"2024-09-12T18:05:27.721453+0000","last_fullsized":"2024-09-12T18:05:27.721453+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:27.721320+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.721320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:00.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048951599999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.007844+0000","last_change":"2024-09-12T18:05:47.007780+0000","last_active":"2024-09-12T18:05:47.007844+0000","last_peered":"2024-09-12T18:05:47.007844+0000","last_clean":"2024-09-12T18:05:47.007844+0000","last_became_active":"2024-09-12T16:53:20.154334+0000","last_became_peered":"2024-09-12T16:53:20.154334+0000","last_unstale":"2024-09-12T18:05:47.007844+0000","last_undegraded":"2024-09-12T18:05:47.007844+0000","last_fullsized":"2024-09-12T18:05:47.007844+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.007689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.007689+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.007689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:12:57.966107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'135","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.047057+0000","last_change":"2024-09-12T18:05:50.046965+0000","last_active":"2024-09-12T18:05:50.047057+0000","last_peered":"2024-09-12T18:05:50.047057+0000","last_clean":"2024-09-12T18:05:50.047057+0000","last_became_active":"2024-09-12T16:53:22.159866+0000","last_became_peered":"2024-09-12T16:53:22.159866+0000","last_unstale":"2024-09-12T18:05:50.047057+0000","last_undegraded":"2024-09-12T18:05:50.047057+0000","last_fullsized":"2024-09-12T18:05:50.047057+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'135","last_scrub_stamp":"2024-09-12T18:05:50.046859+0000","last_deep_scrub":"267'135","last_deep_scrub_stamp":"2024-09-12T18:05:50.046859+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.046859+0000","objects_scrubbed":5,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:59.854529+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":164,"num_read_kb":159,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'807","reported_seq":2737,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.034641+0000","last_change":"2024-09-12T18:06:01.034582+0000","last_active":"2024-09-12T18:06:01.034641+0000","last_peered":"2024-09-12T18:06:01.034641+0000","last_clean":"2024-09-12T18:06:01.034641+0000","last_became_active":"2024-09-12T16:53:24.178367+0000","last_became_peered":"2024-09-12T16:53:24.178367+0000","last_unstale":"2024-09-12T18:06:01.034641+0000","last_undegraded":"2024-09-12T18:06:01.034641+0000","last_fullsized":"2024-09-12T18:06:01.034641+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'807","last_scrub_stamp":"2024-09-12T18:06:01.034483+0000","last_deep_scrub":"267'807","last_deep_scrub_stamp":"2024-09-12T18:06:01.034483+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.034483+0000","objects_scrubbed":1,"log_size":107,"log_dups_size":700,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:28.888844+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'301","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:01.342815+0000","last_change":"2024-09-12T18:06:01.342815+0000","last_active":"2024-09-12T18:06:01.342815+0000","last_peered":"2024-09-12T18:06:01.342815+0000","last_clean":"2024-09-12T18:06:01.342815+0000","last_became_active":"2024-09-12T16:53:26.179730+0000","last_became_peered":"2024-09-12T16:53:26.179730+0000","last_unstale":"2024-09-12T18:06:01.342815+0000","last_undegraded":"2024-09-12T18:06:01.342815+0000","last_fullsized":"2024-09-12T18:06:01.342815+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'301","last_scrub_stamp":"2024-09-12T18:06:01.342727+0000","last_deep_scrub":"267'301","last_deep_scrub_stamp":"2024-09-12T18:06:01.342727+0000","last_clean_scrub_stamp":"2024-09-12T18:06:01.342727+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:26:29.730127+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":389,"num_read_kb":388,"num_write":641,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'94","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:29.840714+0000","last_change":"2024-09-12T18:05:29.840635+0000","last_active":"2024-09-12T18:05:29.840714+0000","last_peered":"2024-09-12T18:05:29.840714+0000","last_clean":"2024-09-12T18:05:29.840714+0000","last_became_active":"2024-09-12T16:53:18.150282+0000","last_became_peered":"2024-09-12T16:53:18.150282+0000","last_unstale":"2024-09-12T18:05:29.840714+0000","last_undegraded":"2024-09-12T18:05:29.840714+0000","last_fullsized":"2024-09-12T18:05:29.840714+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'94","last_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_deep_scrub":"267'94","last_deep_scrub_stamp":"2024-09-12T18:05:29.840547+0000","last_clean_scrub_stamp":"2024-09-12T18:05:29.840547+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:55.659917+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":364,"num_write":154,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'345","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:26.322524+0000","last_change":"2024-09-12T18:05:26.322524+0000","last_active":"2024-09-12T18:05:26.322524+0000","last_peered":"2024-09-12T18:05:26.322524+0000","last_clean":"2024-09-12T18:05:26.322524+0000","last_became_active":"2024-09-12T16:53:16.149098+0000","last_became_peered":"2024-09-12T16:53:16.149098+0000","last_unstale":"2024-09-12T18:05:26.322524+0000","last_undegraded":"2024-09-12T18:05:26.322524+0000","last_fullsized":"2024-09-12T18:05:26.322524+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T18:05:26.322404+0000","last_clean_scrub_stamp":"2024-09-12T18:05:26.322404+0000","objects_scrubbed":9,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:08.333993+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242935,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":505,"num_read_kb":10938,"num_write":1167,"num_write_kb":24423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":538,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.221314+0000","last_change":"2024-09-12T18:05:30.221215+0000","last_active":"2024-09-12T18:05:30.221314+0000","last_peered":"2024-09-12T18:05:30.221314+0000","last_clean":"2024-09-12T18:05:30.221314+0000","last_became_active":"2024-09-12T16:53:03.069136+0000","last_became_peered":"2024-09-12T16:53:03.069136+0000","last_unstale":"2024-09-12T18:05:30.221314+0000","last_undegraded":"2024-09-12T18:05:30.221314+0000","last_fullsized":"2024-09-12T18:05:30.221314+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:30.221118+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.221118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:33.949911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056215900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":526,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.054910+0000","last_change":"2024-09-12T18:05:47.054910+0000","last_active":"2024-09-12T18:05:47.054910+0000","last_peered":"2024-09-12T18:05:47.054910+0000","last_clean":"2024-09-12T18:05:47.054910+0000","last_became_active":"2024-09-12T16:53:20.155779+0000","last_became_peered":"2024-09-12T16:53:20.155779+0000","last_unstale":"2024-09-12T18:05:47.054910+0000","last_undegraded":"2024-09-12T18:05:47.054910+0000","last_fullsized":"2024-09-12T18:05:47.054910+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.054783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.054783+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.054783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:18:27.067068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'794","reported_seq":1546,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.107373+0000","last_change":"2024-09-12T18:05:50.107313+0000","last_active":"2024-09-12T18:05:50.107373+0000","last_peered":"2024-09-12T18:05:50.107373+0000","last_clean":"2024-09-12T18:05:50.107373+0000","last_became_active":"2024-09-12T16:53:22.329910+0000","last_became_peered":"2024-09-12T16:53:22.329910+0000","last_unstale":"2024-09-12T18:05:50.107373+0000","last_undegraded":"2024-09-12T18:05:50.107373+0000","last_fullsized":"2024-09-12T18:05:50.107373+0000","mapping_epoch":32,"log_start":"267'700","ondisk_log_start":"267'700","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'794","last_scrub_stamp":"2024-09-12T18:05:50.107209+0000","last_deep_scrub":"267'794","last_deep_scrub_stamp":"2024-09-12T18:05:50.107209+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.107209+0000","objects_scrubbed":8,"log_size":94,"log_dups_size":700,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:27.075026+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142584,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1402,"num_read_kb":3438,"num_write":1144,"num_write_kb":939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.989985+0000","last_change":"2024-09-12T18:05:57.989920+0000","last_active":"2024-09-12T18:05:57.989985+0000","last_peered":"2024-09-12T18:05:57.989985+0000","last_clean":"2024-09-12T18:05:57.989985+0000","last_became_active":"2024-09-12T16:53:24.175858+0000","last_became_peered":"2024-09-12T16:53:24.175858+0000","last_unstale":"2024-09-12T18:05:57.989985+0000","last_undegraded":"2024-09-12T18:05:57.989985+0000","last_fullsized":"2024-09-12T18:05:57.989985+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.989830+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.989830+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.989830+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.626571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'195","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.274877+0000","last_change":"2024-09-12T18:06:02.274877+0000","last_active":"2024-09-12T18:06:02.274877+0000","last_peered":"2024-09-12T18:06:02.274877+0000","last_clean":"2024-09-12T18:06:02.274877+0000","last_became_active":"2024-09-12T16:53:26.182774+0000","last_became_peered":"2024-09-12T16:53:26.182774+0000","last_unstale":"2024-09-12T18:06:02.274877+0000","last_undegraded":"2024-09-12T18:06:02.274877+0000","last_fullsized":"2024-09-12T18:06:02.274877+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'195","last_scrub_stamp":"2024-09-12T18:06:02.274771+0000","last_deep_scrub":"267'195","last_deep_scrub_stamp":"2024-09-12T18:06:02.274771+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.274771+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:44:03.420266+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":164,"num_read_kb":162,"num_write":414,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'160","reported_seq":750,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.375569+0000","last_change":"2024-09-12T18:06:05.375505+0000","last_active":"2024-09-12T18:06:05.375569+0000","last_peered":"2024-09-12T18:06:05.375569+0000","last_clean":"2024-09-12T18:06:05.375569+0000","last_became_active":"2024-09-12T16:53:26.185045+0000","last_became_peered":"2024-09-12T16:53:26.185045+0000","last_unstale":"2024-09-12T18:06:05.375569+0000","last_undegraded":"2024-09-12T18:06:05.375569+0000","last_fullsized":"2024-09-12T18:06:05.375569+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'160","last_scrub_stamp":"2024-09-12T18:06:05.375421+0000","last_deep_scrub":"267'160","last_deep_scrub_stamp":"2024-09-12T18:06:05.375421+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.375421+0000","objects_scrubbed":1,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:45:52.051548+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":334,"num_read_kb":314,"num_write":389,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'137","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.928886+0000","last_change":"2024-09-12T18:05:37.928776+0000","last_active":"2024-09-12T18:05:37.928886+0000","last_peered":"2024-09-12T18:05:37.928886+0000","last_clean":"2024-09-12T18:05:37.928886+0000","last_became_active":"2024-09-12T16:53:18.153480+0000","last_became_peered":"2024-09-12T16:53:18.153480+0000","last_unstale":"2024-09-12T18:05:37.928886+0000","last_undegraded":"2024-09-12T18:05:37.928886+0000","last_fullsized":"2024-09-12T18:05:37.928886+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T18:05:37.928668+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.928668+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:50.771664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":612,"num_read_kb":506,"num_write":216,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'337","reported_seq":1004,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:27.795349+0000","last_change":"2024-09-12T18:05:27.795257+0000","last_active":"2024-09-12T18:05:27.795349+0000","last_peered":"2024-09-12T18:05:27.795349+0000","last_clean":"2024-09-12T18:05:27.795349+0000","last_became_active":"2024-09-12T16:53:16.148280+0000","last_became_peered":"2024-09-12T16:53:16.148280+0000","last_unstale":"2024-09-12T18:05:27.795349+0000","last_undegraded":"2024-09-12T18:05:27.795349+0000","last_fullsized":"2024-09-12T18:05:27.795349+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:27.795092+0000","last_clean_scrub_stamp":"2024-09-12T18:05:27.795092+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:04:39.390399+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":812836,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":549,"num_read_kb":14274,"num_write":1122,"num_write_kb":25527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.825651+0000","last_change":"2024-09-12T18:05:43.825651+0000","last_active":"2024-09-12T18:05:43.825651+0000","last_peered":"2024-09-12T18:05:43.825651+0000","last_clean":"2024-09-12T18:05:43.825651+0000","last_became_active":"2024-09-12T16:53:20.157326+0000","last_became_peered":"2024-09-12T16:53:20.157326+0000","last_unstale":"2024-09-12T18:05:43.825651+0000","last_undegraded":"2024-09-12T18:05:43.825651+0000","last_fullsized":"2024-09-12T18:05:43.825651+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:43.825548+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.825548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:00:17.869499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'276","reported_seq":886,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.986740+0000","last_change":"2024-09-12T18:05:53.986740+0000","last_active":"2024-09-12T18:05:53.986740+0000","last_peered":"2024-09-12T18:05:53.986740+0000","last_clean":"2024-09-12T18:05:53.986740+0000","last_became_active":"2024-09-12T16:53:22.152861+0000","last_became_peered":"2024-09-12T16:53:22.152861+0000","last_unstale":"2024-09-12T18:05:53.986740+0000","last_undegraded":"2024-09-12T18:05:53.986740+0000","last_fullsized":"2024-09-12T18:05:53.986740+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'276","last_scrub_stamp":"2024-09-12T18:05:53.986645+0000","last_deep_scrub":"267'276","last_deep_scrub_stamp":"2024-09-12T18:05:53.986645+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.986645+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:06:04.852663+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17211,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":990,"num_write":354,"num_write_kb":258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.044176+0000","last_change":"2024-09-12T18:06:02.044176+0000","last_active":"2024-09-12T18:06:02.044176+0000","last_peered":"2024-09-12T18:06:02.044176+0000","last_clean":"2024-09-12T18:06:02.044176+0000","last_became_active":"2024-09-12T16:53:24.179493+0000","last_became_peered":"2024-09-12T16:53:24.179493+0000","last_unstale":"2024-09-12T18:06:02.044176+0000","last_undegraded":"2024-09-12T18:06:02.044176+0000","last_fullsized":"2024-09-12T18:06:02.044176+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:02.044089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:02.044089+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.044089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:42:08.027163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'162","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:08.032199+0000","last_change":"2024-09-12T18:06:08.032199+0000","last_active":"2024-09-12T18:06:08.032199+0000","last_peered":"2024-09-12T18:06:08.032199+0000","last_clean":"2024-09-12T18:06:08.032199+0000","last_became_active":"2024-09-12T16:53:26.177063+0000","last_became_peered":"2024-09-12T16:53:26.177063+0000","last_unstale":"2024-09-12T18:06:08.032199+0000","last_undegraded":"2024-09-12T18:06:08.032199+0000","last_fullsized":"2024-09-12T18:06:08.032199+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T18:06:08.032094+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T18:06:08.032094+0000","last_clean_scrub_stamp":"2024-09-12T18:06:08.032094+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:38.379308+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'131","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.828626+0000","last_change":"2024-09-12T18:05:38.828626+0000","last_active":"2024-09-12T18:05:38.828626+0000","last_peered":"2024-09-12T18:05:38.828626+0000","last_clean":"2024-09-12T18:05:38.828626+0000","last_became_active":"2024-09-12T16:53:18.154872+0000","last_became_peered":"2024-09-12T16:53:18.154872+0000","last_unstale":"2024-09-12T18:05:38.828626+0000","last_undegraded":"2024-09-12T18:05:38.828626+0000","last_fullsized":"2024-09-12T18:05:38.828626+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:38.828530+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.828530+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:37.639208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":636,"num_read_kb":532,"num_write":212,"num_write_kb":97,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'357","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203017+0000","last_change":"2024-09-12T18:05:36.202950+0000","last_active":"2024-09-12T18:05:36.203017+0000","last_peered":"2024-09-12T18:05:36.203017+0000","last_clean":"2024-09-12T18:05:36.203017+0000","last_became_active":"2024-09-12T16:53:16.160382+0000","last_became_peered":"2024-09-12T16:53:16.160382+0000","last_unstale":"2024-09-12T18:05:36.203017+0000","last_undegraded":"2024-09-12T18:05:36.203017+0000","last_fullsized":"2024-09-12T18:05:36.203017+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:36.202817+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.202817+0000","objects_scrubbed":6,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:54:27.710909+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128623,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":3764,"num_write":997,"num_write_kb":40377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.087437+0000","last_change":"2024-09-12T18:05:50.087437+0000","last_active":"2024-09-12T18:05:50.087437+0000","last_peered":"2024-09-12T18:05:50.087437+0000","last_clean":"2024-09-12T18:05:50.087437+0000","last_became_active":"2024-09-12T16:53:20.158147+0000","last_became_peered":"2024-09-12T16:53:20.158147+0000","last_unstale":"2024-09-12T18:05:50.087437+0000","last_undegraded":"2024-09-12T18:05:50.087437+0000","last_fullsized":"2024-09-12T18:05:50.087437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:50.087371+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:50.087371+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.087371+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:04.776403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'63","reported_seq":591,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.336287+0000","last_change":"2024-09-12T18:05:48.336287+0000","last_active":"2024-09-12T18:05:48.336287+0000","last_peered":"2024-09-12T18:05:48.336287+0000","last_clean":"2024-09-12T18:05:48.336287+0000","last_became_active":"2024-09-12T16:53:22.158958+0000","last_became_peered":"2024-09-12T16:53:22.158958+0000","last_unstale":"2024-09-12T18:05:48.336287+0000","last_undegraded":"2024-09-12T18:05:48.336287+0000","last_fullsized":"2024-09-12T18:05:48.336287+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'63","last_scrub_stamp":"2024-09-12T18:05:48.336197+0000","last_deep_scrub":"267'63","last_deep_scrub_stamp":"2024-09-12T18:05:48.336197+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.336197+0000","objects_scrubbed":3,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:58.200355+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":50,"num_read_kb":48,"num_write":36,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.050915+0000","last_change":"2024-09-12T18:05:57.050915+0000","last_active":"2024-09-12T18:05:57.050915+0000","last_peered":"2024-09-12T18:05:57.050915+0000","last_clean":"2024-09-12T18:05:57.050915+0000","last_became_active":"2024-09-12T16:53:24.173364+0000","last_became_peered":"2024-09-12T16:53:24.173364+0000","last_unstale":"2024-09-12T18:05:57.050915+0000","last_undegraded":"2024-09-12T18:05:57.050915+0000","last_fullsized":"2024-09-12T18:05:57.050915+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.050826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.050826+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.050826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:02:07.486006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'175","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:04.353287+0000","last_change":"2024-09-12T18:06:04.353287+0000","last_active":"2024-09-12T18:06:04.353287+0000","last_peered":"2024-09-12T18:06:04.353287+0000","last_clean":"2024-09-12T18:06:04.353287+0000","last_became_active":"2024-09-12T16:53:26.177998+0000","last_became_peered":"2024-09-12T16:53:26.177998+0000","last_unstale":"2024-09-12T18:06:04.353287+0000","last_undegraded":"2024-09-12T18:06:04.353287+0000","last_fullsized":"2024-09-12T18:06:04.353287+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'175","last_scrub_stamp":"2024-09-12T18:06:04.353201+0000","last_deep_scrub":"267'175","last_deep_scrub_stamp":"2024-09-12T18:06:04.353201+0000","last_clean_scrub_stamp":"2024-09-12T18:06:04.353201+0000","objects_scrubbed":1,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:05.935405+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":288,"num_read_kb":288,"num_write":395,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'192","reported_seq":828,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.074685+0000","last_change":"2024-09-12T18:05:41.074685+0000","last_active":"2024-09-12T18:05:41.074685+0000","last_peered":"2024-09-12T18:05:41.074685+0000","last_clean":"2024-09-12T18:05:41.074685+0000","last_became_active":"2024-09-12T16:53:18.151275+0000","last_became_peered":"2024-09-12T16:53:18.151275+0000","last_unstale":"2024-09-12T18:05:41.074685+0000","last_undegraded":"2024-09-12T18:05:41.074685+0000","last_fullsized":"2024-09-12T18:05:41.074685+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T18:05:41.074597+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.074597+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:20.227897+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":858,"num_read_kb":696,"num_write":290,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'339","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.405121+0000","last_change":"2024-09-12T18:05:34.405018+0000","last_active":"2024-09-12T18:05:34.405121+0000","last_peered":"2024-09-12T18:05:34.405121+0000","last_clean":"2024-09-12T18:05:34.405121+0000","last_became_active":"2024-09-12T16:53:16.145282+0000","last_became_peered":"2024-09-12T16:53:16.145282+0000","last_unstale":"2024-09-12T18:05:34.405121+0000","last_undegraded":"2024-09-12T18:05:34.405121+0000","last_fullsized":"2024-09-12T18:05:34.405121+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T18:05:34.404830+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.404830+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:43.368414+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456479,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":37584,"num_write":1077,"num_write_kb":15240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"267'4","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.129810+0000","last_change":"2024-09-12T18:05:48.129810+0000","last_active":"2024-09-12T18:05:48.129810+0000","last_peered":"2024-09-12T18:05:48.129810+0000","last_clean":"2024-09-12T18:05:48.129810+0000","last_became_active":"2024-09-12T16:53:20.153035+0000","last_became_peered":"2024-09-12T16:53:20.153035+0000","last_unstale":"2024-09-12T18:05:48.129810+0000","last_undegraded":"2024-09-12T18:05:48.129810+0000","last_fullsized":"2024-09-12T18:05:48.129810+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T18:05:48.129729+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T18:05:48.129729+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.129729+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:07:05.919933+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'339","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:54.975043+0000","last_change":"2024-09-12T18:05:54.975043+0000","last_active":"2024-09-12T18:05:54.975043+0000","last_peered":"2024-09-12T18:05:54.975043+0000","last_clean":"2024-09-12T18:05:54.975043+0000","last_became_active":"2024-09-12T16:53:22.153461+0000","last_became_peered":"2024-09-12T16:53:22.153461+0000","last_unstale":"2024-09-12T18:05:54.975043+0000","last_undegraded":"2024-09-12T18:05:54.975043+0000","last_fullsized":"2024-09-12T18:05:54.975043+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T18:05:54.974944+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T18:05:54.974944+0000","last_clean_scrub_stamp":"2024-09-12T18:05:54.974944+0000","objects_scrubbed":5,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:13:11.569104+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47143,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":556,"num_read_kb":1220,"num_write":440,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.023352+0000","last_change":"2024-09-12T18:05:47.023352+0000","last_active":"2024-09-12T18:05:47.023352+0000","last_peered":"2024-09-12T18:05:47.023352+0000","last_clean":"2024-09-12T18:05:47.023352+0000","last_became_active":"2024-09-12T16:53:24.178975+0000","last_became_peered":"2024-09-12T16:53:24.178975+0000","last_unstale":"2024-09-12T18:05:47.023352+0000","last_undegraded":"2024-09-12T18:05:47.023352+0000","last_fullsized":"2024-09-12T18:05:47.023352+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:47.023229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:47.023229+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.023229+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:53:13.126793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'110","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.214025+0000","last_change":"2024-09-12T18:06:06.214025+0000","last_active":"2024-09-12T18:06:06.214025+0000","last_peered":"2024-09-12T18:06:06.214025+0000","last_clean":"2024-09-12T18:06:06.214025+0000","last_became_active":"2024-09-12T16:53:26.183021+0000","last_became_peered":"2024-09-12T16:53:26.183021+0000","last_unstale":"2024-09-12T18:06:06.214025+0000","last_undegraded":"2024-09-12T18:06:06.214025+0000","last_fullsized":"2024-09-12T18:06:06.214025+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'110","last_scrub_stamp":"2024-09-12T18:06:06.213931+0000","last_deep_scrub":"267'110","last_deep_scrub_stamp":"2024-09-12T18:06:06.213931+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.213931+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:59:29.479651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":197,"num_read_kb":188,"num_write":263,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.088987+0000","last_change":"2024-09-12T18:05:40.088930+0000","last_active":"2024-09-12T18:05:40.088987+0000","last_peered":"2024-09-12T18:05:40.088987+0000","last_clean":"2024-09-12T18:05:40.088987+0000","last_became_active":"2024-09-12T16:53:18.162220+0000","last_became_peered":"2024-09-12T16:53:18.162220+0000","last_unstale":"2024-09-12T18:05:40.088987+0000","last_undegraded":"2024-09-12T18:05:40.088987+0000","last_fullsized":"2024-09-12T18:05:40.088987+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T18:05:40.088850+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.088850+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:39.583828+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1170,"num_read_kb":950,"num_write":427,"num_write_kb":251,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'361","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:28.302851+0000","last_change":"2024-09-12T18:05:28.302795+0000","last_active":"2024-09-12T18:05:28.302851+0000","last_peered":"2024-09-12T18:05:28.302851+0000","last_clean":"2024-09-12T18:05:28.302851+0000","last_became_active":"2024-09-12T16:53:16.143729+0000","last_became_peered":"2024-09-12T16:53:16.143729+0000","last_unstale":"2024-09-12T18:05:28.302851+0000","last_undegraded":"2024-09-12T18:05:28.302851+0000","last_fullsized":"2024-09-12T18:05:28.302851+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:28.302699+0000","last_clean_scrub_stamp":"2024-09-12T18:05:28.302699+0000","objects_scrubbed":4,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:56:50.971132+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145769,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":503,"num_read_kb":25558,"num_write":1014,"num_write_kb":35957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.994191+0000","last_change":"2024-09-12T18:05:41.994191+0000","last_active":"2024-09-12T18:05:41.994191+0000","last_peered":"2024-09-12T18:05:41.994191+0000","last_clean":"2024-09-12T18:05:41.994191+0000","last_became_active":"2024-09-12T16:53:20.154691+0000","last_became_peered":"2024-09-12T16:53:20.154691+0000","last_unstale":"2024-09-12T18:05:41.994191+0000","last_undegraded":"2024-09-12T18:05:41.994191+0000","last_fullsized":"2024-09-12T18:05:41.994191+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:41.994105+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.994105+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:18.994802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'262","reported_seq":854,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.089229+0000","last_change":"2024-09-12T18:05:52.089229+0000","last_active":"2024-09-12T18:05:52.089229+0000","last_peered":"2024-09-12T18:05:52.089229+0000","last_clean":"2024-09-12T18:05:52.089229+0000","last_became_active":"2024-09-12T16:53:22.161084+0000","last_became_peered":"2024-09-12T16:53:22.161084+0000","last_unstale":"2024-09-12T18:05:52.089229+0000","last_undegraded":"2024-09-12T18:05:52.089229+0000","last_fullsized":"2024-09-12T18:05:52.089229+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T18:05:52.089131+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T18:05:52.089131+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.089131+0000","objects_scrubbed":4,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:08:01.142582+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49619,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":432,"num_read_kb":980,"num_write":340,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.381956+0000","last_change":"2024-09-12T18:05:56.381956+0000","last_active":"2024-09-12T18:05:56.381956+0000","last_peered":"2024-09-12T18:05:56.381956+0000","last_clean":"2024-09-12T18:05:56.381956+0000","last_became_active":"2024-09-12T16:53:24.174245+0000","last_became_peered":"2024-09-12T16:53:24.174245+0000","last_unstale":"2024-09-12T18:05:56.381956+0000","last_undegraded":"2024-09-12T18:05:56.381956+0000","last_fullsized":"2024-09-12T18:05:56.381956+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.381868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.381868+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.381868+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:55.884139+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'135","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.240144+0000","last_change":"2024-09-12T18:05:34.240083+0000","last_active":"2024-09-12T18:05:34.240144+0000","last_peered":"2024-09-12T18:05:34.240144+0000","last_clean":"2024-09-12T18:05:34.240144+0000","last_became_active":"2024-09-12T16:53:18.154320+0000","last_became_peered":"2024-09-12T16:53:18.154320+0000","last_unstale":"2024-09-12T18:05:34.240144+0000","last_undegraded":"2024-09-12T18:05:34.240144+0000","last_fullsized":"2024-09-12T18:05:34.240144+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'135","last_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_deep_scrub":"267'135","last_deep_scrub_stamp":"2024-09-12T18:05:34.239989+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.239989+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:13.625703+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":592,"num_read_kb":507,"num_write":192,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'363","reported_seq":1225,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.109650+0000","last_change":"2024-09-12T18:05:34.109558+0000","last_active":"2024-09-12T18:05:34.109650+0000","last_peered":"2024-09-12T18:05:34.109650+0000","last_clean":"2024-09-12T18:05:34.109650+0000","last_became_active":"2024-09-12T16:53:16.144604+0000","last_became_peered":"2024-09-12T16:53:16.144604+0000","last_unstale":"2024-09-12T18:05:34.109650+0000","last_undegraded":"2024-09-12T18:05:34.109650+0000","last_fullsized":"2024-09-12T18:05:34.109650+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'363","last_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_deep_scrub":"267'363","last_deep_scrub_stamp":"2024-09-12T18:05:34.109422+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.109422+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:06:31.650381+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262205,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":949,"num_read_kb":17598,"num_write":1227,"num_write_kb":32380,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":521,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.326213+0000","last_change":"2024-09-12T18:05:46.326213+0000","last_active":"2024-09-12T18:05:46.326213+0000","last_peered":"2024-09-12T18:05:46.326213+0000","last_clean":"2024-09-12T18:05:46.326213+0000","last_became_active":"2024-09-12T16:53:20.152763+0000","last_became_peered":"2024-09-12T16:53:20.152763+0000","last_unstale":"2024-09-12T18:05:46.326213+0000","last_undegraded":"2024-09-12T18:05:46.326213+0000","last_fullsized":"2024-09-12T18:05:46.326213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:46.326130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:46.326130+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.326130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:36.544320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'539","reported_seq":1196,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:50.768467+0000","last_change":"2024-09-12T18:05:50.768391+0000","last_active":"2024-09-12T18:05:50.768467+0000","last_peered":"2024-09-12T18:05:50.768467+0000","last_clean":"2024-09-12T18:05:50.768467+0000","last_became_active":"2024-09-12T16:53:22.156065+0000","last_became_peered":"2024-09-12T16:53:22.156065+0000","last_unstale":"2024-09-12T18:05:50.768467+0000","last_undegraded":"2024-09-12T18:05:50.768467+0000","last_fullsized":"2024-09-12T18:05:50.768467+0000","mapping_epoch":32,"log_start":"267'500","ondisk_log_start":"267'500","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'539","last_scrub_stamp":"2024-09-12T18:05:50.768285+0000","last_deep_scrub":"267'539","last_deep_scrub_stamp":"2024-09-12T18:05:50.768285+0000","last_clean_scrub_stamp":"2024-09-12T18:05:50.768285+0000","objects_scrubbed":7,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:46.223591+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100616,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":951,"num_read_kb":2333,"num_write":822,"num_write_kb":711,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25256,"num_omap_keys":48,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.301188+0000","last_change":"2024-09-12T18:06:00.301188+0000","last_active":"2024-09-12T18:06:00.301188+0000","last_peered":"2024-09-12T18:06:00.301188+0000","last_clean":"2024-09-12T18:06:00.301188+0000","last_became_active":"2024-09-12T16:53:24.174759+0000","last_became_peered":"2024-09-12T16:53:24.174759+0000","last_unstale":"2024-09-12T18:06:00.301188+0000","last_undegraded":"2024-09-12T18:06:00.301188+0000","last_fullsized":"2024-09-12T18:06:00.301188+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.301100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.301100+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.301100+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:25.328301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'192","reported_seq":723,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:05.055015+0000","last_change":"2024-09-12T18:06:05.055015+0000","last_active":"2024-09-12T18:06:05.055015+0000","last_peered":"2024-09-12T18:06:05.055015+0000","last_clean":"2024-09-12T18:06:05.055015+0000","last_became_active":"2024-09-12T16:53:26.176722+0000","last_became_peered":"2024-09-12T16:53:26.176722+0000","last_unstale":"2024-09-12T18:06:05.055015+0000","last_undegraded":"2024-09-12T18:06:05.055015+0000","last_fullsized":"2024-09-12T18:06:05.055015+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'192","last_scrub_stamp":"2024-09-12T18:06:05.054929+0000","last_deep_scrub":"267'192","last_deep_scrub_stamp":"2024-09-12T18:06:05.054929+0000","last_clean_scrub_stamp":"2024-09-12T18:06:05.054929+0000","objects_scrubbed":2,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:35.101075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":282,"num_read_kb":287,"num_write":451,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'145","reported_seq":773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.321787+0000","last_change":"2024-09-12T18:05:43.321787+0000","last_active":"2024-09-12T18:05:43.321787+0000","last_peered":"2024-09-12T18:05:43.321787+0000","last_clean":"2024-09-12T18:05:43.321787+0000","last_became_active":"2024-09-12T16:53:18.157762+0000","last_became_peered":"2024-09-12T16:53:18.157762+0000","last_unstale":"2024-09-12T18:05:43.321787+0000","last_undegraded":"2024-09-12T18:05:43.321787+0000","last_fullsized":"2024-09-12T18:05:43.321787+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'145","last_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_deep_scrub":"267'145","last_deep_scrub_stamp":"2024-09-12T18:05:43.321701+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.321701+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:02:00.286249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":692,"num_read_kb":575,"num_write":241,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'496","reported_seq":1194,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.719576+0000","last_change":"2024-09-12T18:05:33.719506+0000","last_active":"2024-09-12T18:05:33.719576+0000","last_peered":"2024-09-12T18:05:33.719576+0000","last_clean":"2024-09-12T18:05:33.719576+0000","last_became_active":"2024-09-12T16:53:16.150138+0000","last_became_peered":"2024-09-12T16:53:16.150138+0000","last_unstale":"2024-09-12T18:05:33.719576+0000","last_undegraded":"2024-09-12T18:05:33.719576+0000","last_fullsized":"2024-09-12T18:05:33.719576+0000","mapping_epoch":26,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'496","last_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_deep_scrub":"267'496","last_deep_scrub_stamp":"2024-09-12T18:05:33.719328+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.719328+0000","objects_scrubbed":10,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:51.850426+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4368992,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":829,"num_read_kb":9383,"num_write":1425,"num_write_kb":29989,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.988986+0000","last_change":"2024-09-12T18:05:42.988923+0000","last_active":"2024-09-12T18:05:42.988986+0000","last_peered":"2024-09-12T18:05:42.988986+0000","last_clean":"2024-09-12T18:05:42.988986+0000","last_became_active":"2024-09-12T16:53:20.154059+0000","last_became_peered":"2024-09-12T16:53:20.154059+0000","last_unstale":"2024-09-12T18:05:42.988986+0000","last_undegraded":"2024-09-12T18:05:42.988986+0000","last_fullsized":"2024-09-12T18:05:42.988986+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:42.988852+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.988852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:57.840957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'342","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.078004+0000","last_change":"2024-09-12T18:05:56.078004+0000","last_active":"2024-09-12T18:05:56.078004+0000","last_peered":"2024-09-12T18:05:56.078004+0000","last_clean":"2024-09-12T18:05:56.078004+0000","last_became_active":"2024-09-12T16:53:22.161782+0000","last_became_peered":"2024-09-12T16:53:22.161782+0000","last_unstale":"2024-09-12T18:05:56.078004+0000","last_undegraded":"2024-09-12T18:05:56.078004+0000","last_fullsized":"2024-09-12T18:05:56.078004+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'342","last_scrub_stamp":"2024-09-12T18:05:56.077903+0000","last_deep_scrub":"267'342","last_deep_scrub_stamp":"2024-09-12T18:05:56.077903+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.077903+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:16.815652+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45918,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":569,"num_read_kb":1223,"num_write":472,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.712704+0000","last_change":"2024-09-12T18:05:48.712628+0000","last_active":"2024-09-12T18:05:48.712704+0000","last_peered":"2024-09-12T18:05:48.712704+0000","last_clean":"2024-09-12T18:05:48.712704+0000","last_became_active":"2024-09-12T16:53:24.174492+0000","last_became_peered":"2024-09-12T16:53:24.174492+0000","last_unstale":"2024-09-12T18:05:48.712704+0000","last_undegraded":"2024-09-12T18:05:48.712704+0000","last_fullsized":"2024-09-12T18:05:48.712704+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.712531+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.712531+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:50.420168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'193","reported_seq":1085,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.019511+0000","last_change":"2024-09-12T18:05:52.019511+0000","last_active":"2024-09-12T18:05:52.019511+0000","last_peered":"2024-09-12T18:05:52.019511+0000","last_clean":"2024-09-12T18:05:52.019511+0000","last_became_active":"2024-09-12T16:53:26.174322+0000","last_became_peered":"2024-09-12T16:53:26.174322+0000","last_unstale":"2024-09-12T18:05:52.019511+0000","last_undegraded":"2024-09-12T18:05:52.019511+0000","last_fullsized":"2024-09-12T18:05:52.019511+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:52.019422+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:52.019422+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.019422+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:19:12.450738+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1619,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":692,"num_read_kb":676,"num_write":536,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'246","reported_seq":909,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.015501+0000","last_change":"2024-09-12T18:05:44.015415+0000","last_active":"2024-09-12T18:05:44.015501+0000","last_peered":"2024-09-12T18:05:44.015501+0000","last_clean":"2024-09-12T18:05:44.015501+0000","last_became_active":"2024-09-12T16:53:18.154719+0000","last_became_peered":"2024-09-12T16:53:18.154719+0000","last_unstale":"2024-09-12T18:05:44.015501+0000","last_undegraded":"2024-09-12T18:05:44.015501+0000","last_fullsized":"2024-09-12T18:05:44.015501+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'246","last_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_deep_scrub":"267'246","last_deep_scrub_stamp":"2024-09-12T18:05:44.015301+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.015301+0000","objects_scrubbed":1,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:14:06.488280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1095,"num_read_kb":890,"num_write":359,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4002,"num_omap_keys":18,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'396","reported_seq":1072,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.878936+0000","last_change":"2024-09-12T18:05:31.878876+0000","last_active":"2024-09-12T18:05:31.878936+0000","last_peered":"2024-09-12T18:05:31.878936+0000","last_clean":"2024-09-12T18:05:31.878936+0000","last_became_active":"2024-09-12T16:53:16.160835+0000","last_became_peered":"2024-09-12T16:53:16.160835+0000","last_unstale":"2024-09-12T18:05:31.878936+0000","last_undegraded":"2024-09-12T18:05:31.878936+0000","last_fullsized":"2024-09-12T18:05:31.878936+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T18:05:31.878747+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.878747+0000","objects_scrubbed":5,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:46:25.828011+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5280861,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":46684,"num_write":1211,"num_write_kb":45126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.058188+0000","last_change":"2024-09-12T18:05:56.058188+0000","last_active":"2024-09-12T18:05:56.058188+0000","last_peered":"2024-09-12T18:05:56.058188+0000","last_clean":"2024-09-12T18:05:56.058188+0000","last_became_active":"2024-09-12T16:53:20.154120+0000","last_became_peered":"2024-09-12T16:53:20.154120+0000","last_unstale":"2024-09-12T18:05:56.058188+0000","last_undegraded":"2024-09-12T18:05:56.058188+0000","last_fullsized":"2024-09-12T18:05:56.058188+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.058107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.058107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.058107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:16.221539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'290","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.030756+0000","last_change":"2024-09-12T18:05:57.030664+0000","last_active":"2024-09-12T18:05:57.030756+0000","last_peered":"2024-09-12T18:05:57.030756+0000","last_clean":"2024-09-12T18:05:57.030756+0000","last_became_active":"2024-09-12T16:53:22.329959+0000","last_became_peered":"2024-09-12T16:53:22.329959+0000","last_unstale":"2024-09-12T18:05:57.030756+0000","last_undegraded":"2024-09-12T18:05:57.030756+0000","last_fullsized":"2024-09-12T18:05:57.030756+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'290","last_scrub_stamp":"2024-09-12T18:05:57.030552+0000","last_deep_scrub":"267'290","last_deep_scrub_stamp":"2024-09-12T18:05:57.030552+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.030552+0000","objects_scrubbed":5,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:40:23.655129+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13888,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":452,"num_read_kb":982,"num_write":354,"num_write_kb":252,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:56.732094+0000","last_change":"2024-09-12T18:05:56.732094+0000","last_active":"2024-09-12T18:05:56.732094+0000","last_peered":"2024-09-12T18:05:56.732094+0000","last_clean":"2024-09-12T18:05:56.732094+0000","last_became_active":"2024-09-12T16:53:24.173644+0000","last_became_peered":"2024-09-12T16:53:24.173644+0000","last_unstale":"2024-09-12T18:05:56.732094+0000","last_undegraded":"2024-09-12T18:05:56.732094+0000","last_fullsized":"2024-09-12T18:05:56.732094+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:56.732003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:56.732003+0000","last_clean_scrub_stamp":"2024-09-12T18:05:56.732003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:35:48.125892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'106","reported_seq":619,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:03.242577+0000","last_change":"2024-09-12T18:06:03.242577+0000","last_active":"2024-09-12T18:06:03.242577+0000","last_peered":"2024-09-12T18:06:03.242577+0000","last_clean":"2024-09-12T18:06:03.242577+0000","last_became_active":"2024-09-12T16:53:26.182417+0000","last_became_peered":"2024-09-12T16:53:26.182417+0000","last_unstale":"2024-09-12T18:06:03.242577+0000","last_undegraded":"2024-09-12T18:06:03.242577+0000","last_fullsized":"2024-09-12T18:06:03.242577+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'106","last_scrub_stamp":"2024-09-12T18:06:03.242465+0000","last_deep_scrub":"267'106","last_deep_scrub_stamp":"2024-09-12T18:06:03.242465+0000","last_clean_scrub_stamp":"2024-09-12T18:06:03.242465+0000","objects_scrubbed":3,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:41.147428+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":149,"num_read_kb":139,"num_write":256,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'249","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.034877+0000","last_change":"2024-09-12T18:05:33.034768+0000","last_active":"2024-09-12T18:05:33.034877+0000","last_peered":"2024-09-12T18:05:33.034877+0000","last_clean":"2024-09-12T18:05:33.034877+0000","last_became_active":"2024-09-12T16:53:18.159696+0000","last_became_peered":"2024-09-12T16:53:18.159696+0000","last_unstale":"2024-09-12T18:05:33.034877+0000","last_undegraded":"2024-09-12T18:05:33.034877+0000","last_fullsized":"2024-09-12T18:05:33.034877+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'249","last_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_deep_scrub":"267'249","last_deep_scrub_stamp":"2024-09-12T18:05:33.034648+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.034648+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:41:00.550377+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1117,"num_read_kb":923,"num_write":394,"num_write_kb":230,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'358","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.286655+0000","last_change":"2024-09-12T18:05:35.286592+0000","last_active":"2024-09-12T18:05:35.286655+0000","last_peered":"2024-09-12T18:05:35.286655+0000","last_clean":"2024-09-12T18:05:35.286655+0000","last_became_active":"2024-09-12T16:53:16.154678+0000","last_became_peered":"2024-09-12T16:53:16.154678+0000","last_unstale":"2024-09-12T18:05:35.286655+0000","last_undegraded":"2024-09-12T18:05:35.286655+0000","last_fullsized":"2024-09-12T18:05:35.286655+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T18:05:35.286421+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.286421+0000","objects_scrubbed":12,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:15:50.599313+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097403,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":562,"num_read_kb":92826,"num_write":1200,"num_write_kb":30370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.804708+0000","last_change":"2024-09-12T18:05:45.804630+0000","last_active":"2024-09-12T18:05:45.804708+0000","last_peered":"2024-09-12T18:05:45.804708+0000","last_clean":"2024-09-12T18:05:45.804708+0000","last_became_active":"2024-09-12T16:53:20.156007+0000","last_became_peered":"2024-09-12T16:53:20.156007+0000","last_unstale":"2024-09-12T18:05:45.804708+0000","last_undegraded":"2024-09-12T18:05:45.804708+0000","last_fullsized":"2024-09-12T18:05:45.804708+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:45.804537+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.804537+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.359051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'112","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.082852+0000","last_change":"2024-09-12T18:05:53.082852+0000","last_active":"2024-09-12T18:05:53.082852+0000","last_peered":"2024-09-12T18:05:53.082852+0000","last_clean":"2024-09-12T18:05:53.082852+0000","last_became_active":"2024-09-12T16:53:22.329975+0000","last_became_peered":"2024-09-12T16:53:22.329975+0000","last_unstale":"2024-09-12T18:05:53.082852+0000","last_undegraded":"2024-09-12T18:05:53.082852+0000","last_fullsized":"2024-09-12T18:05:53.082852+0000","mapping_epoch":32,"log_start":"267'100","ondisk_log_start":"267'100","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'112","last_scrub_stamp":"2024-09-12T18:05:53.082760+0000","last_deep_scrub":"267'112","last_deep_scrub_stamp":"2024-09-12T18:05:53.082760+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.082760+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:04.790816+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":126,"num_read_kb":120,"num_write":90,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'764","reported_seq":2518,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.039754+0000","last_change":"2024-09-12T18:05:49.039685+0000","last_active":"2024-09-12T18:05:49.039754+0000","last_peered":"2024-09-12T18:05:49.039754+0000","last_clean":"2024-09-12T18:05:49.039754+0000","last_became_active":"2024-09-12T16:53:24.174007+0000","last_became_peered":"2024-09-12T16:53:24.174007+0000","last_unstale":"2024-09-12T18:05:49.039754+0000","last_undegraded":"2024-09-12T18:05:49.039754+0000","last_fullsized":"2024-09-12T18:05:49.039754+0000","mapping_epoch":34,"log_start":"267'700","ondisk_log_start":"267'700","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'764","last_scrub_stamp":"2024-09-12T18:05:49.039604+0000","last_deep_scrub":"267'764","last_deep_scrub_stamp":"2024-09-12T18:05:49.039604+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.039604+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:54.040004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'124","reported_seq":641,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.068484+0000","last_change":"2024-09-12T18:05:59.068484+0000","last_active":"2024-09-12T18:05:59.068484+0000","last_peered":"2024-09-12T18:05:59.068484+0000","last_clean":"2024-09-12T18:05:59.068484+0000","last_became_active":"2024-09-12T16:53:26.183696+0000","last_became_peered":"2024-09-12T16:53:26.183696+0000","last_unstale":"2024-09-12T18:05:59.068484+0000","last_undegraded":"2024-09-12T18:05:59.068484+0000","last_fullsized":"2024-09-12T18:05:59.068484+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T18:05:59.068367+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T18:05:59.068367+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.068367+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:15.324785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":168,"num_write":294,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'235","reported_seq":859,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.937150+0000","last_change":"2024-09-12T18:05:39.937090+0000","last_active":"2024-09-12T18:05:39.937150+0000","last_peered":"2024-09-12T18:05:39.937150+0000","last_clean":"2024-09-12T18:05:39.937150+0000","last_became_active":"2024-09-12T16:53:18.157535+0000","last_became_peered":"2024-09-12T16:53:18.157535+0000","last_unstale":"2024-09-12T18:05:39.937150+0000","last_undegraded":"2024-09-12T18:05:39.937150+0000","last_fullsized":"2024-09-12T18:05:39.937150+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'235","last_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_deep_scrub":"267'235","last_deep_scrub_stamp":"2024-09-12T18:05:39.937006+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.937006+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:20.904671+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":999,"num_read_kb":807,"num_write":418,"num_write_kb":204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'337","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.408277+0000","last_change":"2024-09-12T18:05:32.408218+0000","last_active":"2024-09-12T18:05:32.408277+0000","last_peered":"2024-09-12T18:05:32.408277+0000","last_clean":"2024-09-12T18:05:32.408277+0000","last_became_active":"2024-09-12T16:53:16.152617+0000","last_became_peered":"2024-09-12T16:53:16.152617+0000","last_unstale":"2024-09-12T18:05:32.408277+0000","last_undegraded":"2024-09-12T18:05:32.408277+0000","last_fullsized":"2024-09-12T18:05:32.408277+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T18:05:32.408112+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.408112+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:59.204236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218987,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":500,"num_read_kb":57627,"num_write":976,"num_write_kb":46505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:49.088877+0000","last_change":"2024-09-12T18:05:49.088785+0000","last_active":"2024-09-12T18:05:49.088877+0000","last_peered":"2024-09-12T18:05:49.088877+0000","last_clean":"2024-09-12T18:05:49.088877+0000","last_became_active":"2024-09-12T16:53:20.156510+0000","last_became_peered":"2024-09-12T16:53:20.156510+0000","last_unstale":"2024-09-12T18:05:49.088877+0000","last_undegraded":"2024-09-12T18:05:49.088877+0000","last_fullsized":"2024-09-12T18:05:49.088877+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:49.088663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:49.088663+0000","last_clean_scrub_stamp":"2024-09-12T18:05:49.088663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:29.577282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'373","reported_seq":993,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.336652+0000","last_change":"2024-09-12T18:05:57.336546+0000","last_active":"2024-09-12T18:05:57.336652+0000","last_peered":"2024-09-12T18:05:57.336652+0000","last_clean":"2024-09-12T18:05:57.336652+0000","last_became_active":"2024-09-12T16:53:22.148724+0000","last_became_peered":"2024-09-12T16:53:22.148724+0000","last_unstale":"2024-09-12T18:05:57.336652+0000","last_undegraded":"2024-09-12T18:05:57.336652+0000","last_fullsized":"2024-09-12T18:05:57.336652+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T18:05:57.336431+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T18:05:57.336431+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.336431+0000","objects_scrubbed":8,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:09.124427+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47009,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":584,"num_read_kb":1266,"num_write":474,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:57.427639+0000","last_change":"2024-09-12T18:05:57.427639+0000","last_active":"2024-09-12T18:05:57.427639+0000","last_peered":"2024-09-12T18:05:57.427639+0000","last_clean":"2024-09-12T18:05:57.427639+0000","last_became_active":"2024-09-12T16:53:24.174000+0000","last_became_peered":"2024-09-12T16:53:24.174000+0000","last_unstale":"2024-09-12T18:05:57.427639+0000","last_undegraded":"2024-09-12T18:05:57.427639+0000","last_fullsized":"2024-09-12T18:05:57.427639+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:57.427536+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:57.427536+0000","last_clean_scrub_stamp":"2024-09-12T18:05:57.427536+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:46.926924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'136","reported_seq":646,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:02.145119+0000","last_change":"2024-09-12T18:06:02.145119+0000","last_active":"2024-09-12T18:06:02.145119+0000","last_peered":"2024-09-12T18:06:02.145119+0000","last_clean":"2024-09-12T18:06:02.145119+0000","last_became_active":"2024-09-12T16:53:26.178953+0000","last_became_peered":"2024-09-12T16:53:26.178953+0000","last_unstale":"2024-09-12T18:06:02.145119+0000","last_undegraded":"2024-09-12T18:06:02.145119+0000","last_fullsized":"2024-09-12T18:06:02.145119+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T18:06:02.145022+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T18:06:02.145022+0000","last_clean_scrub_stamp":"2024-09-12T18:06:02.145022+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:36.337097+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":161,"num_read_kb":159,"num_write":319,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.938745+0000","last_change":"2024-09-12T18:05:38.938669+0000","last_active":"2024-09-12T18:05:38.938745+0000","last_peered":"2024-09-12T18:05:38.938745+0000","last_clean":"2024-09-12T18:05:38.938745+0000","last_became_active":"2024-09-12T16:53:18.157035+0000","last_became_peered":"2024-09-12T16:53:18.157035+0000","last_unstale":"2024-09-12T18:05:38.938745+0000","last_undegraded":"2024-09-12T18:05:38.938745+0000","last_fullsized":"2024-09-12T18:05:38.938745+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T18:05:38.938550+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.938550+0000","objects_scrubbed":1,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:03.534062+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":847,"num_read_kb":699,"num_write":285,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'322","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.362393+0000","last_change":"2024-09-12T18:05:33.362300+0000","last_active":"2024-09-12T18:05:33.362393+0000","last_peered":"2024-09-12T18:05:33.362393+0000","last_clean":"2024-09-12T18:05:33.362393+0000","last_became_active":"2024-09-12T16:53:49.530426+0000","last_became_peered":"2024-09-12T16:53:49.530426+0000","last_unstale":"2024-09-12T18:05:33.362393+0000","last_undegraded":"2024-09-12T18:05:33.362393+0000","last_fullsized":"2024-09-12T18:05:33.362393+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T18:05:33.362203+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.362203+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:25.528842+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048595,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":491,"num_read_kb":64387,"num_write":1047,"num_write_kb":34460,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:53.322568+0000","last_change":"2024-09-12T18:05:53.322568+0000","last_active":"2024-09-12T18:05:53.322568+0000","last_peered":"2024-09-12T18:05:53.322568+0000","last_clean":"2024-09-12T18:05:53.322568+0000","last_became_active":"2024-09-12T16:53:20.158112+0000","last_became_peered":"2024-09-12T16:53:20.158112+0000","last_unstale":"2024-09-12T18:05:53.322568+0000","last_undegraded":"2024-09-12T18:05:53.322568+0000","last_fullsized":"2024-09-12T18:05:53.322568+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:53.322424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:53.322424+0000","last_clean_scrub_stamp":"2024-09-12T18:05:53.322424+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:03.496331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'299","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.398518+0000","last_change":"2024-09-12T18:05:52.398413+0000","last_active":"2024-09-12T18:05:52.398518+0000","last_peered":"2024-09-12T18:05:52.398518+0000","last_clean":"2024-09-12T18:05:52.398518+0000","last_became_active":"2024-09-12T16:53:22.153817+0000","last_became_peered":"2024-09-12T16:53:22.153817+0000","last_unstale":"2024-09-12T18:05:52.398518+0000","last_undegraded":"2024-09-12T18:05:52.398518+0000","last_fullsized":"2024-09-12T18:05:52.398518+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T18:05:52.398304+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T18:05:52.398304+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.398304+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:09.591871+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":42714,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":478,"num_read_kb":1107,"num_write":388,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.036127+0000","last_change":"2024-09-12T18:05:48.036073+0000","last_active":"2024-09-12T18:05:48.036127+0000","last_peered":"2024-09-12T18:05:48.036127+0000","last_clean":"2024-09-12T18:05:48.036127+0000","last_became_active":"2024-09-12T16:53:24.174553+0000","last_became_peered":"2024-09-12T16:53:24.174553+0000","last_unstale":"2024-09-12T18:05:48.036127+0000","last_undegraded":"2024-09-12T18:05:48.036127+0000","last_fullsized":"2024-09-12T18:05:48.036127+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.035986+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.035986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.035986+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:44:02.859651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'141","reported_seq":699,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:06.030336+0000","last_change":"2024-09-12T18:06:06.030336+0000","last_active":"2024-09-12T18:06:06.030336+0000","last_peered":"2024-09-12T18:06:06.030336+0000","last_clean":"2024-09-12T18:06:06.030336+0000","last_became_active":"2024-09-12T16:53:26.176679+0000","last_became_peered":"2024-09-12T16:53:26.176679+0000","last_unstale":"2024-09-12T18:06:06.030336+0000","last_undegraded":"2024-09-12T18:06:06.030336+0000","last_fullsized":"2024-09-12T18:06:06.030336+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T18:06:06.030233+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T18:06:06.030233+0000","last_clean_scrub_stamp":"2024-09-12T18:06:06.030233+0000","objects_scrubbed":4,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:23.800614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1402,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":282,"num_read_kb":263,"num_write":342,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'250","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:45.346980+0000","last_change":"2024-09-12T18:05:45.346890+0000","last_active":"2024-09-12T18:05:45.346980+0000","last_peered":"2024-09-12T18:05:45.346980+0000","last_clean":"2024-09-12T18:05:45.346980+0000","last_became_active":"2024-09-12T16:53:49.274177+0000","last_became_peered":"2024-09-12T16:53:49.274177+0000","last_unstale":"2024-09-12T18:05:45.346980+0000","last_undegraded":"2024-09-12T18:05:45.346980+0000","last_fullsized":"2024-09-12T18:05:45.346980+0000","mapping_epoch":39,"log_start":"264'200","ondisk_log_start":"264'200","created":28,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'250","last_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_deep_scrub":"267'250","last_deep_scrub_stamp":"2024-09-12T18:05:45.346778+0000","last_clean_scrub_stamp":"2024-09-12T18:05:45.346778+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:56.844719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1002,"num_read_kb":816,"num_write":351,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"267'323","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.116522+0000","last_change":"2024-09-12T18:05:32.116522+0000","last_active":"2024-09-12T18:05:32.116522+0000","last_peered":"2024-09-12T18:05:32.116522+0000","last_clean":"2024-09-12T18:05:32.116522+0000","last_became_active":"2024-09-12T16:53:16.148149+0000","last_became_peered":"2024-09-12T16:53:16.148149+0000","last_unstale":"2024-09-12T18:05:32.116522+0000","last_undegraded":"2024-09-12T18:05:32.116522+0000","last_fullsized":"2024-09-12T18:05:32.116522+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T18:05:32.116385+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.116385+0000","objects_scrubbed":5,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:32.267065+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456499,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":6587,"num_write":1019,"num_write_kb":27537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.996000+0000","last_change":"2024-09-12T18:05:48.995943+0000","last_active":"2024-09-12T18:05:48.996000+0000","last_peered":"2024-09-12T18:05:48.996000+0000","last_clean":"2024-09-12T18:05:48.996000+0000","last_became_active":"2024-09-12T16:53:20.155694+0000","last_became_peered":"2024-09-12T16:53:20.155694+0000","last_unstale":"2024-09-12T18:05:48.996000+0000","last_undegraded":"2024-09-12T18:05:48.996000+0000","last_fullsized":"2024-09-12T18:05:48.996000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:48.995857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:48.995857+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.995857+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:11.115975+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'262","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.014410+0000","last_change":"2024-09-12T18:05:59.014410+0000","last_active":"2024-09-12T18:05:59.014410+0000","last_peered":"2024-09-12T18:05:59.014410+0000","last_clean":"2024-09-12T18:05:59.014410+0000","last_became_active":"2024-09-12T16:53:22.155804+0000","last_became_peered":"2024-09-12T16:53:22.155804+0000","last_unstale":"2024-09-12T18:05:59.014410+0000","last_undegraded":"2024-09-12T18:05:59.014410+0000","last_fullsized":"2024-09-12T18:05:59.014410+0000","mapping_epoch":32,"log_start":"267'200","ondisk_log_start":"267'200","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T18:05:59.014325+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T18:05:59.014325+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.014325+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:57.368981+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48043,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":1099,"num_write":362,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:59.105628+0000","last_change":"2024-09-12T18:05:59.105628+0000","last_active":"2024-09-12T18:05:59.105628+0000","last_peered":"2024-09-12T18:05:59.105628+0000","last_clean":"2024-09-12T18:05:59.105628+0000","last_became_active":"2024-09-12T16:53:24.171927+0000","last_became_peered":"2024-09-12T16:53:24.171927+0000","last_unstale":"2024-09-12T18:05:59.105628+0000","last_undegraded":"2024-09-12T18:05:59.105628+0000","last_fullsized":"2024-09-12T18:05:59.105628+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:05:59.105547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:05:59.105547+0000","last_clean_scrub_stamp":"2024-09-12T18:05:59.105547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:13.058960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'215","reported_seq":1360,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.070863+0000","last_change":"2024-09-12T18:06:00.070863+0000","last_active":"2024-09-12T18:06:00.070863+0000","last_peered":"2024-09-12T18:06:00.070863+0000","last_clean":"2024-09-12T18:06:00.070863+0000","last_became_active":"2024-09-12T16:53:26.174692+0000","last_became_peered":"2024-09-12T16:53:26.174692+0000","last_unstale":"2024-09-12T18:06:00.070863+0000","last_undegraded":"2024-09-12T18:06:00.070863+0000","last_fullsized":"2024-09-12T18:06:00.070863+0000","mapping_epoch":36,"log_start":"267'200","ondisk_log_start":"267'200","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T18:06:00.070774+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T18:06:00.070774+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.070774+0000","objects_scrubbed":3,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T06:02:37.348276+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":969,"num_read_kb":931,"num_write":404,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'154","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.939984+0000","last_change":"2024-09-12T18:05:36.939885+0000","last_active":"2024-09-12T18:05:36.939984+0000","last_peered":"2024-09-12T18:05:36.939984+0000","last_clean":"2024-09-12T18:05:36.939984+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:36.939984+0000","last_undegraded":"2024-09-12T18:05:36.939984+0000","last_fullsized":"2024-09-12T18:05:36.939984+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'154","last_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_deep_scrub":"267'154","last_deep_scrub_stamp":"2024-09-12T18:05:36.939771+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.939771+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:27.025583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":607,"num_read_kb":492,"num_write":245,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'366","reported_seq":1068,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.280066+0000","last_change":"2024-09-12T18:05:31.280006+0000","last_active":"2024-09-12T18:05:31.280066+0000","last_peered":"2024-09-12T18:05:31.280066+0000","last_clean":"2024-09-12T18:05:31.280066+0000","last_became_active":"2024-09-12T16:53:16.145415+0000","last_became_peered":"2024-09-12T16:53:16.145415+0000","last_unstale":"2024-09-12T18:05:31.280066+0000","last_undegraded":"2024-09-12T18:05:31.280066+0000","last_fullsized":"2024-09-12T18:05:31.280066+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'366","last_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_deep_scrub":"267'366","last_deep_scrub_stamp":"2024-09-12T18:05:31.279862+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.279862+0000","objects_scrubbed":5,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:27.107662+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262286,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":566,"num_read_kb":63668,"num_write":1148,"num_write_kb":25693,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.848948+0000","last_change":"2024-09-12T18:05:44.848846+0000","last_active":"2024-09-12T18:05:44.848948+0000","last_peered":"2024-09-12T18:05:44.848948+0000","last_clean":"2024-09-12T18:05:44.848948+0000","last_became_active":"2024-09-12T16:53:20.157647+0000","last_became_peered":"2024-09-12T16:53:20.157647+0000","last_unstale":"2024-09-12T18:05:44.848948+0000","last_undegraded":"2024-09-12T18:05:44.848948+0000","last_fullsized":"2024-09-12T18:05:44.848948+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T18:05:44.848732+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.848732+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:01.534495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'328","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:52.082600+0000","last_change":"2024-09-12T18:05:52.082541+0000","last_active":"2024-09-12T18:05:52.082600+0000","last_peered":"2024-09-12T18:05:52.082600+0000","last_clean":"2024-09-12T18:05:52.082600+0000","last_became_active":"2024-09-12T16:53:22.159050+0000","last_became_peered":"2024-09-12T16:53:22.159050+0000","last_unstale":"2024-09-12T18:05:52.082600+0000","last_undegraded":"2024-09-12T18:05:52.082600+0000","last_fullsized":"2024-09-12T18:05:52.082600+0000","mapping_epoch":32,"log_start":"267'300","ondisk_log_start":"267'300","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T18:05:52.082446+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T18:05:52.082446+0000","last_clean_scrub_stamp":"2024-09-12T18:05:52.082446+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:12:33.025343+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55247,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":534,"num_read_kb":1202,"num_write":428,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:00.382609+0000","last_change":"2024-09-12T18:06:00.382609+0000","last_active":"2024-09-12T18:06:00.382609+0000","last_peered":"2024-09-12T18:06:00.382609+0000","last_clean":"2024-09-12T18:06:00.382609+0000","last_became_active":"2024-09-12T16:53:24.178871+0000","last_became_peered":"2024-09-12T16:53:24.178871+0000","last_unstale":"2024-09-12T18:06:00.382609+0000","last_undegraded":"2024-09-12T18:06:00.382609+0000","last_fullsized":"2024-09-12T18:06:00.382609+0000","mapping_epoch":34,"log_start":"0'0","ondisk_log_start":"0'0","created":34,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:06:00.382525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:06:00.382525+0000","last_clean_scrub_stamp":"2024-09-12T18:06:00.382525+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:29.750942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'131","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:06:10.158604+0000","last_change":"2024-09-12T18:06:10.158604+0000","last_active":"2024-09-12T18:06:10.158604+0000","last_peered":"2024-09-12T18:06:10.158604+0000","last_clean":"2024-09-12T18:06:10.158604+0000","last_became_active":"2024-09-12T16:53:26.176318+0000","last_became_peered":"2024-09-12T16:53:26.176318+0000","last_unstale":"2024-09-12T18:06:10.158604+0000","last_undegraded":"2024-09-12T18:06:10.158604+0000","last_fullsized":"2024-09-12T18:06:10.158604+0000","mapping_epoch":36,"log_start":"267'100","ondisk_log_start":"267'100","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:06:10.158513+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:06:10.158513+0000","last_clean_scrub_stamp":"2024-09-12T18:06:10.158513+0000","objects_scrubbed":4,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:06:24.633634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":645,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":169,"num_read_kb":158,"num_write":301,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'128","reported_seq":742,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.867742+0000","last_change":"2024-09-12T18:05:42.867742+0000","last_active":"2024-09-12T18:05:42.867742+0000","last_peered":"2024-09-12T18:05:42.867742+0000","last_clean":"2024-09-12T18:05:42.867742+0000","last_became_active":"2024-09-12T16:53:18.154446+0000","last_became_peered":"2024-09-12T16:53:18.154446+0000","last_unstale":"2024-09-12T18:05:42.867742+0000","last_undegraded":"2024-09-12T18:05:42.867742+0000","last_fullsized":"2024-09-12T18:05:42.867742+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T18:05:42.867652+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.867652+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:54.243987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":572,"num_read_kb":474,"num_write":197,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'332","reported_seq":996,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.239457+0000","last_change":"2024-09-12T18:05:32.239399+0000","last_active":"2024-09-12T18:05:32.239457+0000","last_peered":"2024-09-12T18:05:32.239457+0000","last_clean":"2024-09-12T18:05:32.239457+0000","last_became_active":"2024-09-12T16:53:16.151883+0000","last_became_peered":"2024-09-12T16:53:16.151883+0000","last_unstale":"2024-09-12T18:05:32.239457+0000","last_undegraded":"2024-09-12T18:05:32.239457+0000","last_fullsized":"2024-09-12T18:05:32.239457+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T18:05:32.239290+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.239290+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:14.494762+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5417690,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":482,"num_read_kb":16973,"num_write":1041,"num_write_kb":32343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'4079","reported_seq":4681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.838497+0000","last_change":"2024-09-12T18:05:37.838497+0000","last_active":"2024-09-12T18:05:37.838497+0000","last_peered":"2024-09-12T18:05:37.838497+0000","last_clean":"2024-09-12T18:05:37.838497+0000","last_became_active":"2024-09-12T16:53:18.152762+0000","last_became_peered":"2024-09-12T16:53:18.152762+0000","last_unstale":"2024-09-12T18:05:37.838497+0000","last_undegraded":"2024-09-12T18:05:37.838497+0000","last_fullsized":"2024-09-12T18:05:37.838497+0000","mapping_epoch":28,"log_start":"267'4000","ondisk_log_start":"267'4000","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4079","last_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_deep_scrub":"267'4079","last_deep_scrub_stamp":"2024-09-12T18:05:37.838413+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.838413+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":3000,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:22.152246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16376,"num_read_kb":13746,"num_write":6119,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'310","reported_seq":965,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.008268+0000","last_change":"2024-09-12T18:05:31.008207+0000","last_active":"2024-09-12T18:05:31.008268+0000","last_peered":"2024-09-12T18:05:31.008268+0000","last_clean":"2024-09-12T18:05:31.008268+0000","last_became_active":"2024-09-12T16:53:16.145353+0000","last_became_peered":"2024-09-12T16:53:16.145353+0000","last_unstale":"2024-09-12T18:05:31.008268+0000","last_undegraded":"2024-09-12T18:05:31.008268+0000","last_fullsized":"2024-09-12T18:05:31.008268+0000","mapping_epoch":26,"log_start":"267'200","ondisk_log_start":"267'200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'310","last_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_deep_scrub":"267'310","last_deep_scrub_stamp":"2024-09-12T18:05:31.008058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.008058+0000","objects_scrubbed":4,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:06:44.142780+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":531,"num_read_kb":1717,"num_write":1000,"num_write_kb":19801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'179","reported_seq":788,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.353527+0000","last_change":"2024-09-12T18:05:44.353527+0000","last_active":"2024-09-12T18:05:44.353527+0000","last_peered":"2024-09-12T18:05:44.353527+0000","last_clean":"2024-09-12T18:05:44.353527+0000","last_became_active":"2024-09-12T16:53:18.152473+0000","last_became_peered":"2024-09-12T16:53:18.152473+0000","last_unstale":"2024-09-12T18:05:44.353527+0000","last_undegraded":"2024-09-12T18:05:44.353527+0000","last_fullsized":"2024-09-12T18:05:44.353527+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'179","last_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_deep_scrub":"267'179","last_deep_scrub_stamp":"2024-09-12T18:05:44.353442+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.353442+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:25.709483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":792,"num_read_kb":690,"num_write":282,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'357","reported_seq":1035,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.353285+0000","last_change":"2024-09-12T18:05:35.353225+0000","last_active":"2024-09-12T18:05:35.353285+0000","last_peered":"2024-09-12T18:05:35.353285+0000","last_clean":"2024-09-12T18:05:35.353285+0000","last_became_active":"2024-09-12T16:53:16.145600+0000","last_became_peered":"2024-09-12T16:53:16.145600+0000","last_unstale":"2024-09-12T18:05:35.353285+0000","last_undegraded":"2024-09-12T18:05:35.353285+0000","last_fullsized":"2024-09-12T18:05:35.353285+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T18:05:35.353053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.353053+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:18.454298+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262189,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":540,"num_read_kb":9180,"num_write":1279,"num_write_kb":28800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'389","reported_seq":1155,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.787265+0000","last_change":"2024-09-12T18:05:35.787265+0000","last_active":"2024-09-12T18:05:35.787265+0000","last_peered":"2024-09-12T18:05:35.787265+0000","last_clean":"2024-09-12T18:05:35.787265+0000","last_became_active":"2024-09-12T16:53:18.148920+0000","last_became_peered":"2024-09-12T16:53:18.148920+0000","last_unstale":"2024-09-12T18:05:35.787265+0000","last_undegraded":"2024-09-12T18:05:35.787265+0000","last_fullsized":"2024-09-12T18:05:35.787265+0000","mapping_epoch":28,"log_start":"267'300","ondisk_log_start":"267'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'389","last_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_deep_scrub":"267'389","last_deep_scrub_stamp":"2024-09-12T18:05:35.787180+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.787180+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:28.111822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1921,"num_read_kb":1605,"num_write":703,"num_write_kb":444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'376","reported_seq":1137,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.305914+0000","last_change":"2024-09-12T18:05:30.305828+0000","last_active":"2024-09-12T18:05:30.305914+0000","last_peered":"2024-09-12T18:05:30.305914+0000","last_clean":"2024-09-12T18:05:30.305914+0000","last_became_active":"2024-09-12T16:53:16.154259+0000","last_became_peered":"2024-09-12T16:53:16.154259+0000","last_unstale":"2024-09-12T18:05:30.305914+0000","last_undegraded":"2024-09-12T18:05:30.305914+0000","last_fullsized":"2024-09-12T18:05:30.305914+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'376","last_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_deep_scrub":"267'376","last_deep_scrub_stamp":"2024-09-12T18:05:30.305710+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.305710+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:55:50.808236+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436973,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":814,"num_read_kb":48369,"num_write":1085,"num_write_kb":41346,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'254","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:44.999266+0000","last_change":"2024-09-12T18:05:44.999176+0000","last_active":"2024-09-12T18:05:44.999266+0000","last_peered":"2024-09-12T18:05:44.999266+0000","last_clean":"2024-09-12T18:05:44.999266+0000","last_became_active":"2024-09-12T16:53:18.151147+0000","last_became_peered":"2024-09-12T16:53:18.151147+0000","last_unstale":"2024-09-12T18:05:44.999266+0000","last_undegraded":"2024-09-12T18:05:44.999266+0000","last_fullsized":"2024-09-12T18:05:44.999266+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'254","last_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_deep_scrub":"267'254","last_deep_scrub_stamp":"2024-09-12T18:05:44.999058+0000","last_clean_scrub_stamp":"2024-09-12T18:05:44.999058+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:10.660044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1108,"num_read_kb":927,"num_write":385,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'344","reported_seq":1057,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.084587+0000","last_change":"2024-09-12T18:05:33.084587+0000","last_active":"2024-09-12T18:05:33.084587+0000","last_peered":"2024-09-12T18:05:33.084587+0000","last_clean":"2024-09-12T18:05:33.084587+0000","last_became_active":"2024-09-12T16:53:16.153859+0000","last_became_peered":"2024-09-12T16:53:16.153859+0000","last_unstale":"2024-09-12T18:05:33.084587+0000","last_undegraded":"2024-09-12T18:05:33.084587+0000","last_fullsized":"2024-09-12T18:05:33.084587+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:33.084432+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.084432+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:11.433522+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":589,"num_read_kb":26098,"num_write":1083,"num_write_kb":18754,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'111","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:41.974014+0000","last_change":"2024-09-12T18:05:41.973931+0000","last_active":"2024-09-12T18:05:41.974014+0000","last_peered":"2024-09-12T18:05:41.974014+0000","last_clean":"2024-09-12T18:05:41.974014+0000","last_became_active":"2024-09-12T16:53:18.151820+0000","last_became_peered":"2024-09-12T16:53:18.151820+0000","last_unstale":"2024-09-12T18:05:41.974014+0000","last_undegraded":"2024-09-12T18:05:41.974014+0000","last_fullsized":"2024-09-12T18:05:41.974014+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'111","last_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_deep_scrub":"267'111","last_deep_scrub_stamp":"2024-09-12T18:05:41.973843+0000","last_clean_scrub_stamp":"2024-09-12T18:05:41.973843+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:55:58.620105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":439,"num_read_kb":356,"num_write":190,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'338","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:30.681116+0000","last_change":"2024-09-12T18:05:30.681116+0000","last_active":"2024-09-12T18:05:30.681116+0000","last_peered":"2024-09-12T18:05:30.681116+0000","last_clean":"2024-09-12T18:05:30.681116+0000","last_became_active":"2024-09-12T16:53:16.144623+0000","last_became_peered":"2024-09-12T16:53:16.144623+0000","last_unstale":"2024-09-12T18:05:30.681116+0000","last_undegraded":"2024-09-12T18:05:30.681116+0000","last_fullsized":"2024-09-12T18:05:30.681116+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'338","last_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_deep_scrub":"267'338","last_deep_scrub_stamp":"2024-09-12T18:05:30.680983+0000","last_clean_scrub_stamp":"2024-09-12T18:05:30.680983+0000","objects_scrubbed":5,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:31:47.047163+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456508,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":466,"num_read_kb":72775,"num_write":1119,"num_write_kb":39645,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'4417","reported_seq":5180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:46.042941+0000","last_change":"2024-09-12T18:05:46.042864+0000","last_active":"2024-09-12T18:05:46.042941+0000","last_peered":"2024-09-12T18:05:46.042941+0000","last_clean":"2024-09-12T18:05:46.042941+0000","last_became_active":"2024-09-12T16:53:18.162175+0000","last_became_peered":"2024-09-12T16:53:18.162175+0000","last_unstale":"2024-09-12T18:05:46.042941+0000","last_undegraded":"2024-09-12T18:05:46.042941+0000","last_fullsized":"2024-09-12T18:05:46.042941+0000","mapping_epoch":28,"log_start":"267'4400","ondisk_log_start":"267'4400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4417","last_scrub_stamp":"2024-09-12T18:05:46.042779+0000","last_deep_scrub":"267'4417","last_deep_scrub_stamp":"2024-09-12T18:05:46.042779+0000","last_clean_scrub_stamp":"2024-09-12T18:05:46.042779+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:10.165916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18038,"num_read_kb":15187,"num_write":6673,"num_write_kb":3361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'367","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.203778+0000","last_change":"2024-09-12T18:05:36.203778+0000","last_active":"2024-09-12T18:05:36.203778+0000","last_peered":"2024-09-12T18:05:36.203778+0000","last_clean":"2024-09-12T18:05:36.203778+0000","last_became_active":"2024-09-12T16:53:16.151204+0000","last_became_peered":"2024-09-12T16:53:16.151204+0000","last_unstale":"2024-09-12T18:05:36.203778+0000","last_undegraded":"2024-09-12T18:05:36.203778+0000","last_fullsized":"2024-09-12T18:05:36.203778+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'367","last_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_deep_scrub":"267'367","last_deep_scrub_stamp":"2024-09-12T18:05:36.203632+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.203632+0000","objects_scrubbed":8,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:26:34.986434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":595,"num_read_kb":28225,"num_write":1110,"num_write_kb":35047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'168","reported_seq":810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.110245+0000","last_change":"2024-09-12T18:05:39.110186+0000","last_active":"2024-09-12T18:05:39.110245+0000","last_peered":"2024-09-12T18:05:39.110245+0000","last_clean":"2024-09-12T18:05:39.110245+0000","last_became_active":"2024-09-12T16:53:18.154541+0000","last_became_peered":"2024-09-12T16:53:18.154541+0000","last_unstale":"2024-09-12T18:05:39.110245+0000","last_undegraded":"2024-09-12T18:05:39.110245+0000","last_fullsized":"2024-09-12T18:05:39.110245+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'168","last_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_deep_scrub":"267'168","last_deep_scrub_stamp":"2024-09-12T18:05:39.110096+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.110096+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:59.172297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":746,"num_read_kb":625,"num_write":236,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'391","reported_seq":1154,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:35.140118+0000","last_change":"2024-09-12T18:05:35.140118+0000","last_active":"2024-09-12T18:05:35.140118+0000","last_peered":"2024-09-12T18:05:35.140118+0000","last_clean":"2024-09-12T18:05:35.140118+0000","last_became_active":"2024-09-12T16:53:16.144095+0000","last_became_peered":"2024-09-12T16:53:16.144095+0000","last_unstale":"2024-09-12T18:05:35.140118+0000","last_undegraded":"2024-09-12T18:05:35.140118+0000","last_fullsized":"2024-09-12T18:05:35.140118+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:35.139986+0000","last_clean_scrub_stamp":"2024-09-12T18:05:35.139986+0000","objects_scrubbed":7,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:16.234475+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9699451,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":818,"num_read_kb":14556,"num_write":1098,"num_write_kb":28327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'190","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.340582+0000","last_change":"2024-09-12T18:05:38.340507+0000","last_active":"2024-09-12T18:05:38.340582+0000","last_peered":"2024-09-12T18:05:38.340582+0000","last_clean":"2024-09-12T18:05:38.340582+0000","last_became_active":"2024-09-12T16:53:18.164862+0000","last_became_peered":"2024-09-12T16:53:18.164862+0000","last_unstale":"2024-09-12T18:05:38.340582+0000","last_undegraded":"2024-09-12T18:05:38.340582+0000","last_fullsized":"2024-09-12T18:05:38.340582+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:38.340407+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.340407+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:27:54.862591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":800,"num_read_kb":646,"num_write":286,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'336","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.398660+0000","last_change":"2024-09-12T18:05:36.398660+0000","last_active":"2024-09-12T18:05:36.398660+0000","last_peered":"2024-09-12T18:05:36.398660+0000","last_clean":"2024-09-12T18:05:36.398660+0000","last_became_active":"2024-09-12T16:53:49.810119+0000","last_became_peered":"2024-09-12T16:53:49.810119+0000","last_unstale":"2024-09-12T18:05:36.398660+0000","last_undegraded":"2024-09-12T18:05:36.398660+0000","last_fullsized":"2024-09-12T18:05:36.398660+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T18:05:36.398546+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.398546+0000","objects_scrubbed":8,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:32.280626+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767385,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":508,"num_read_kb":15457,"num_write":1167,"num_write_kb":21962,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'163","reported_seq":832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.007201+0000","last_change":"2024-09-12T18:05:43.007201+0000","last_active":"2024-09-12T18:05:43.007201+0000","last_peered":"2024-09-12T18:05:43.007201+0000","last_clean":"2024-09-12T18:05:43.007201+0000","last_became_active":"2024-09-12T16:53:18.148452+0000","last_became_peered":"2024-09-12T16:53:18.148452+0000","last_unstale":"2024-09-12T18:05:43.007201+0000","last_undegraded":"2024-09-12T18:05:43.007201+0000","last_fullsized":"2024-09-12T18:05:43.007201+0000","mapping_epoch":28,"log_start":"264'100","ondisk_log_start":"264'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'163","last_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_deep_scrub":"267'163","last_deep_scrub_stamp":"2024-09-12T18:05:43.007079+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.007079+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:05.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":744,"num_read_kb":627,"num_write":272,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'365","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.100825+0000","last_change":"2024-09-12T18:05:36.100825+0000","last_active":"2024-09-12T18:05:36.100825+0000","last_peered":"2024-09-12T18:05:36.100825+0000","last_clean":"2024-09-12T18:05:36.100825+0000","last_became_active":"2024-09-12T16:53:16.148603+0000","last_became_peered":"2024-09-12T16:53:16.148603+0000","last_unstale":"2024-09-12T18:05:36.100825+0000","last_undegraded":"2024-09-12T18:05:36.100825+0000","last_fullsized":"2024-09-12T18:05:36.100825+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'365","last_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_deep_scrub":"267'365","last_deep_scrub_stamp":"2024-09-12T18:05:36.100612+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.100612+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:26.747501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288800,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":467,"num_read_kb":7425,"num_write":1174,"num_write_kb":34700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'133","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:33.990768+0000","last_change":"2024-09-12T18:05:33.990700+0000","last_active":"2024-09-12T18:05:33.990768+0000","last_peered":"2024-09-12T18:05:33.990768+0000","last_clean":"2024-09-12T18:05:33.990768+0000","last_became_active":"2024-09-12T16:53:18.153797+0000","last_became_peered":"2024-09-12T16:53:18.153797+0000","last_unstale":"2024-09-12T18:05:33.990768+0000","last_undegraded":"2024-09-12T18:05:33.990768+0000","last_fullsized":"2024-09-12T18:05:33.990768+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T18:05:33.990611+0000","last_clean_scrub_stamp":"2024-09-12T18:05:33.990611+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:31:18.791593+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":465,"num_write":186,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'378","reported_seq":1053,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:37.428981+0000","last_change":"2024-09-12T18:05:37.428981+0000","last_active":"2024-09-12T18:05:37.428981+0000","last_peered":"2024-09-12T18:05:37.428981+0000","last_clean":"2024-09-12T18:05:37.428981+0000","last_became_active":"2024-09-12T16:53:16.144061+0000","last_became_peered":"2024-09-12T16:53:16.144061+0000","last_unstale":"2024-09-12T18:05:37.428981+0000","last_undegraded":"2024-09-12T18:05:37.428981+0000","last_fullsized":"2024-09-12T18:05:37.428981+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T18:05:37.428871+0000","last_clean_scrub_stamp":"2024-09-12T18:05:37.428871+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:02.549114+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661335,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":49194,"num_write":1163,"num_write_kb":59105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'152","reported_seq":780,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:40.941432+0000","last_change":"2024-09-12T18:05:40.941432+0000","last_active":"2024-09-12T18:05:40.941432+0000","last_peered":"2024-09-12T18:05:40.941432+0000","last_clean":"2024-09-12T18:05:40.941432+0000","last_became_active":"2024-09-12T16:53:18.151915+0000","last_became_peered":"2024-09-12T16:53:18.151915+0000","last_unstale":"2024-09-12T18:05:40.941432+0000","last_undegraded":"2024-09-12T18:05:40.941432+0000","last_fullsized":"2024-09-12T18:05:40.941432+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T18:05:40.941346+0000","last_clean_scrub_stamp":"2024-09-12T18:05:40.941346+0000","objects_scrubbed":1,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.656349+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":695,"num_read_kb":574,"num_write":243,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":271,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'371","reported_seq":1030,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.328006+0000","last_change":"2024-09-12T18:05:34.328006+0000","last_active":"2024-09-12T18:05:34.328006+0000","last_peered":"2024-09-12T18:05:34.328006+0000","last_clean":"2024-09-12T18:05:34.328006+0000","last_became_active":"2024-09-12T16:53:16.145466+0000","last_became_peered":"2024-09-12T16:53:16.145466+0000","last_unstale":"2024-09-12T18:05:34.328006+0000","last_undegraded":"2024-09-12T18:05:34.328006+0000","last_fullsized":"2024-09-12T18:05:34.328006+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T18:05:34.327899+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.327899+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:40.801588+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":601,"num_read_kb":5649,"num_write":1150,"num_write_kb":39228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'101","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:43.185771+0000","last_change":"2024-09-12T18:05:43.185771+0000","last_active":"2024-09-12T18:05:43.185771+0000","last_peered":"2024-09-12T18:05:43.185771+0000","last_clean":"2024-09-12T18:05:43.185771+0000","last_became_active":"2024-09-12T16:53:18.158084+0000","last_became_peered":"2024-09-12T16:53:18.158084+0000","last_unstale":"2024-09-12T18:05:43.185771+0000","last_undegraded":"2024-09-12T18:05:43.185771+0000","last_fullsized":"2024-09-12T18:05:43.185771+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'101","last_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_deep_scrub":"267'101","last_deep_scrub_stamp":"2024-09-12T18:05:43.185681+0000","last_clean_scrub_stamp":"2024-09-12T18:05:43.185681+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:42.621228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":445,"num_read_kb":368,"num_write":144,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'344","reported_seq":1002,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:31.189367+0000","last_change":"2024-09-12T18:05:31.189367+0000","last_active":"2024-09-12T18:05:31.189367+0000","last_peered":"2024-09-12T18:05:31.189367+0000","last_clean":"2024-09-12T18:05:31.189367+0000","last_became_active":"2024-09-12T16:53:16.150239+0000","last_became_peered":"2024-09-12T16:53:16.150239+0000","last_unstale":"2024-09-12T18:05:31.189367+0000","last_undegraded":"2024-09-12T18:05:31.189367+0000","last_fullsized":"2024-09-12T18:05:31.189367+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'344","last_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_deep_scrub":"267'344","last_deep_scrub_stamp":"2024-09-12T18:05:31.189252+0000","last_clean_scrub_stamp":"2024-09-12T18:05:31.189252+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:48.238959+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":552598,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":524,"num_read_kb":20718,"num_write":1046,"num_write_kb":22016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'131","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:36.315504+0000","last_change":"2024-09-12T18:05:36.315504+0000","last_active":"2024-09-12T18:05:36.315504+0000","last_peered":"2024-09-12T18:05:36.315504+0000","last_clean":"2024-09-12T18:05:36.315504+0000","last_became_active":"2024-09-12T16:54:50.180006+0000","last_became_peered":"2024-09-12T16:54:50.180006+0000","last_unstale":"2024-09-12T18:05:36.315504+0000","last_undegraded":"2024-09-12T18:05:36.315504+0000","last_fullsized":"2024-09-12T18:05:36.315504+0000","mapping_epoch":41,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'131","last_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_deep_scrub":"267'131","last_deep_scrub_stamp":"2024-09-12T18:05:36.315388+0000","last_clean_scrub_stamp":"2024-09-12T18:05:36.315388+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:07.563269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":562,"num_read_kb":461,"num_write":193,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'315","reported_seq":960,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.146547+0000","last_change":"2024-09-12T18:05:39.146547+0000","last_active":"2024-09-12T18:05:39.146547+0000","last_peered":"2024-09-12T18:05:39.146547+0000","last_clean":"2024-09-12T18:05:39.146547+0000","last_became_active":"2024-09-12T16:53:16.159548+0000","last_became_peered":"2024-09-12T16:53:16.159548+0000","last_unstale":"2024-09-12T18:05:39.146547+0000","last_undegraded":"2024-09-12T18:05:39.146547+0000","last_fullsized":"2024-09-12T18:05:39.146547+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T18:05:39.146450+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.146450+0000","objects_scrubbed":6,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:32:48.685715+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1303126,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":10309,"num_write":1041,"num_write_kb":25535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'236","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:48.089808+0000","last_change":"2024-09-12T18:05:48.089808+0000","last_active":"2024-09-12T18:05:48.089808+0000","last_peered":"2024-09-12T18:05:48.089808+0000","last_clean":"2024-09-12T18:05:48.089808+0000","last_became_active":"2024-09-12T16:53:18.162026+0000","last_became_peered":"2024-09-12T16:53:18.162026+0000","last_unstale":"2024-09-12T18:05:48.089808+0000","last_undegraded":"2024-09-12T18:05:48.089808+0000","last_fullsized":"2024-09-12T18:05:48.089808+0000","mapping_epoch":28,"log_start":"253'200","ondisk_log_start":"253'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'236","last_scrub_stamp":"2024-09-12T18:05:48.089720+0000","last_deep_scrub":"267'236","last_deep_scrub_stamp":"2024-09-12T18:05:48.089720+0000","last_clean_scrub_stamp":"2024-09-12T18:05:48.089720+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:50:09.291078+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1154,"num_read_kb":1007,"num_write":354,"num_write_kb":225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":25748,"num_omap_keys":101,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'391","reported_seq":1148,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:32.018180+0000","last_change":"2024-09-12T18:05:32.018089+0000","last_active":"2024-09-12T18:05:32.018180+0000","last_peered":"2024-09-12T18:05:32.018180+0000","last_clean":"2024-09-12T18:05:32.018180+0000","last_became_active":"2024-09-12T16:53:16.148764+0000","last_became_peered":"2024-09-12T16:53:16.148764+0000","last_unstale":"2024-09-12T18:05:32.018180+0000","last_undegraded":"2024-09-12T18:05:32.018180+0000","last_fullsized":"2024-09-12T18:05:32.018180+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T18:05:32.017893+0000","last_clean_scrub_stamp":"2024-09-12T18:05:32.017893+0000","objects_scrubbed":11,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:21.394561+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8881887,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":904,"num_read_kb":28207,"num_write":1356,"num_write_kb":32712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'190","reported_seq":831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.206191+0000","last_change":"2024-09-12T18:05:42.206191+0000","last_active":"2024-09-12T18:05:42.206191+0000","last_peered":"2024-09-12T18:05:42.206191+0000","last_clean":"2024-09-12T18:05:42.206191+0000","last_became_active":"2024-09-12T16:53:18.158875+0000","last_became_peered":"2024-09-12T16:53:18.158875+0000","last_unstale":"2024-09-12T18:05:42.206191+0000","last_undegraded":"2024-09-12T18:05:42.206191+0000","last_fullsized":"2024-09-12T18:05:42.206191+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'190","last_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_deep_scrub":"267'190","last_deep_scrub_stamp":"2024-09-12T18:05:42.206053+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.206053+0000","objects_scrubbed":2,"log_size":90,"log_dups_size":100,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:48.241413+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":855,"num_read_kb":726,"num_write":317,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'343","reported_seq":1056,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:39.436589+0000","last_change":"2024-09-12T18:05:39.436589+0000","last_active":"2024-09-12T18:05:39.436589+0000","last_peered":"2024-09-12T18:05:39.436589+0000","last_clean":"2024-09-12T18:05:39.436589+0000","last_became_active":"2024-09-12T16:53:49.753980+0000","last_became_peered":"2024-09-12T16:53:49.753980+0000","last_unstale":"2024-09-12T18:05:39.436589+0000","last_undegraded":"2024-09-12T18:05:39.436589+0000","last_fullsized":"2024-09-12T18:05:39.436589+0000","mapping_epoch":39,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'343","last_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_deep_scrub":"267'343","last_deep_scrub_stamp":"2024-09-12T18:05:39.436448+0000","last_clean_scrub_stamp":"2024-09-12T18:05:39.436448+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:00.806202+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048658,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":598,"num_read_kb":20652,"num_write":1161,"num_write_kb":40835,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'412","reported_seq":1133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:38.394256+0000","last_change":"2024-09-12T18:05:38.394256+0000","last_active":"2024-09-12T18:05:38.394256+0000","last_peered":"2024-09-12T18:05:38.394256+0000","last_clean":"2024-09-12T18:05:38.394256+0000","last_became_active":"2024-09-12T16:53:49.274913+0000","last_became_peered":"2024-09-12T16:53:49.274913+0000","last_unstale":"2024-09-12T18:05:38.394256+0000","last_undegraded":"2024-09-12T18:05:38.394256+0000","last_fullsized":"2024-09-12T18:05:38.394256+0000","mapping_epoch":39,"log_start":"267'400","ondisk_log_start":"267'400","created":26,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'412","last_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_deep_scrub":"267'412","last_deep_scrub_stamp":"2024-09-12T18:05:38.394107+0000","last_clean_scrub_stamp":"2024-09-12T18:05:38.394107+0000","objects_scrubbed":10,"log_size":12,"log_dups_size":400,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:34.196854+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2300203,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":693,"num_read_kb":13492,"num_write":1316,"num_write_kb":27610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'150","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:42.358235+0000","last_change":"2024-09-12T18:05:42.358147+0000","last_active":"2024-09-12T18:05:42.358235+0000","last_peered":"2024-09-12T18:05:42.358235+0000","last_clean":"2024-09-12T18:05:42.358235+0000","last_became_active":"2024-09-12T16:53:18.165568+0000","last_became_peered":"2024-09-12T16:53:18.165568+0000","last_unstale":"2024-09-12T18:05:42.358235+0000","last_undegraded":"2024-09-12T18:05:42.358235+0000","last_fullsized":"2024-09-12T18:05:42.358235+0000","mapping_epoch":28,"log_start":"267'100","ondisk_log_start":"267'100","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T18:05:42.358032+0000","last_clean_scrub_stamp":"2024-09-12T18:05:42.358032+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:25.818668+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":699,"num_read_kb":594,"num_write":206,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'361","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:34.750658+0000","last_change":"2024-09-12T18:05:34.750591+0000","last_active":"2024-09-12T18:05:34.750658+0000","last_peered":"2024-09-12T18:05:34.750658+0000","last_clean":"2024-09-12T18:05:34.750658+0000","last_became_active":"2024-09-12T16:53:16.154999+0000","last_became_peered":"2024-09-12T16:53:16.154999+0000","last_unstale":"2024-09-12T18:05:34.750658+0000","last_undegraded":"2024-09-12T18:05:34.750658+0000","last_fullsized":"2024-09-12T18:05:34.750658+0000","mapping_epoch":26,"log_start":"267'300","ondisk_log_start":"267'300","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'361","last_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_deep_scrub":"267'361","last_deep_scrub_stamp":"2024-09-12T18:05:34.750438+0000","last_clean_scrub_stamp":"2024-09-12T18:05:34.750438+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:07:51.708799+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1093930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":535,"num_read_kb":1728,"num_write":1217,"num_write_kb":41378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'309","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T18:05:47.330150+0000","last_change":"2024-09-12T18:05:47.330077+0000","last_active":"2024-09-12T18:05:47.330150+0000","last_peered":"2024-09-12T18:05:47.330150+0000","last_clean":"2024-09-12T18:05:47.330150+0000","last_became_active":"2024-09-12T16:53:18.159533+0000","last_became_peered":"2024-09-12T16:53:18.159533+0000","last_unstale":"2024-09-12T18:05:47.330150+0000","last_undegraded":"2024-09-12T18:05:47.330150+0000","last_fullsized":"2024-09-12T18:05:47.330150+0000","mapping_epoch":28,"log_start":"267'200","ondisk_log_start":"267'200","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'309","last_scrub_stamp":"2024-09-12T18:05:47.329962+0000","last_deep_scrub":"267'309","last_deep_scrub_stamp":"2024-09-12T18:05:47.329962+0000","last_clean_scrub_stamp":"2024-09-12T18:05:47.329962+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:43:47.900707+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1348,"num_read_kb":1078,"num_write":506,"num_write_kb":249,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5513,"num_read_kb":3875,"num_write":1886,"num_write_kb":785,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6967,"num_omap_keys":14,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1059,"ondisk_log_size":1059,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16069,"num_objects":91,"num_object_clones":0,"num_object_copies":182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91,"num_whiteouts":0,"num_read":16219,"num_read_kb":15899,"num_write":16720,"num_write_kb":4883,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2861,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1750,"ondisk_log_size":1750,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":570,"ondisk_log_size":570,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1488285,"num_objects":198,"num_object_clones":0,"num_object_copies":396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":18988,"num_read_kb":39666,"num_write":15841,"num_write_kb":11932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685910,"num_omap_keys":1574,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1820,"ondisk_log_size":1820,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":102585,"num_read_kb":85564,"num_write":37142,"num_write_kb":18748,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43834,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3818,"ondisk_log_size":3818,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":149967958,"num_objects":399,"num_object_clones":0,"num_object_copies":1197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":399,"num_whiteouts":0,"num_read":36175,"num_read_kb":1833143,"num_write":71500,"num_write_kb":2104867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":226897920,"data_stored":226897920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3621,"ondisk_log_size":3621,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":159,"num_read_kb":161915,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":157810,"num_write":182,"num_write_kb":115812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510333,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":301236,"kb_used_data":27108,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":94070604,"statfs":{"total":96636764160,"available":96328298496,"internally_reserved":0,"allocated":27758592,"data_stored":25768418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510333,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":271056,"kb_used_data":27456,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94100784,"statfs":{"total":96636764160,"available":96359202816,"internally_reserved":0,"allocated":28114944,"data_stored":26146123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510332,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":144844,"kb_used_data":23484,"kb_used_omap":1,"kb_used_meta":121342,"kb_avail":94226996,"statfs":{"total":96636764160,"available":96488443904,"internally_reserved":0,"allocated":24047616,"data_stored":22047289,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":124254661},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510332,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":114928,"kb_used_data":29600,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94256912,"statfs":{"total":96636764160,"available":96519077888,"internally_reserved":0,"allocated":30310400,"data_stored":28364498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510333,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":282196,"kb_used_data":30276,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94089644,"statfs":{"total":96636764160,"available":96347795456,"internally_reserved":0,"allocated":31002624,"data_stored":28986250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510332,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":143828,"kb_used_data":36356,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94228012,"statfs":{"total":96636764160,"available":96489484288,"internally_reserved":0,"allocated":37228544,"data_stored":35275205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510331,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":294344,"kb_used_data":38264,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94077496,"statfs":{"total":96636764160,"available":96335355904,"internally_reserved":0,"allocated":39182336,"data_stored":37180998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575742,"num_pgs":111,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":209356,"kb_used_data":43580,"kb_used_omap":1,"kb_used_meta":165758,"kb_avail":94162484,"statfs":{"total":96636764160,"available":96422383616,"internally_reserved":0,"allocated":44625920,"data_stored":42664169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":169736645},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":34295808,"data_stored":34295808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40370176,"data_stored":40370176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32980992,"data_stored":32980992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26689536,"data_stored":26689536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":26071040,"data_stored":26071040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":19755008,"data_stored":19755008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":23851008,"data_stored":23851008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":22884352,"data_stored":22884352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":5051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":5410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":2863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:06:51.097 DEBUG:teuthology.orchestra.run.smithi123:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T18:06:51.420 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T18:06:51.421 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T18:06:51.421 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T18:06:51.421 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.482 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T18:06:51.482 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T18:06:51.482 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.532 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T18:06:51.532 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T18:06:51.532 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.574 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T18:06:51.574 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T18:06:51.574 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.627 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T18:06:51.627 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T18:06:51.627 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.672 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T18:06:51.672 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T18:06:51.672 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.722 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T18:06:51.722 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T18:06:51.723 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.777 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T18:06:51.777 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T18:06:51.777 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.826 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T18:06:51.826 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T18:06:51.826 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T18:06:51.826 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.853 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T18:06:51.854 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T18:06:51.854 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.880 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T18:06:51.881 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T18:06:51.881 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T18:06:51.881 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.911 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T18:06:51.911 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T18:06:51.911 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.965 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T18:06:51.965 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T18:06:51.965 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:06:51.978 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T18:06:51.978 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T18:06:51.979 DEBUG:teuthology.orchestra.run.smithi123:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-12T18:06:52.047 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T18:06:52.047 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T18:06:52.342 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T18:06:52.342 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T18:06:52.466 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T18:06:52.466 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T18:06:52.547 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T18:06:52.547 DEBUG:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T18:06:52.641 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T18:06:52.641 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T18:06:52.798 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T18:06:52.799 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T18:06:52.909 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T18:06:52.910 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T18:06:52.990 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T18:06:52.990 DEBUG:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T18:06:53.075 INFO:tasks.ceph:Archiving mon data... 2024-09-12T18:06:53.077 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/data/mon.a.tgz 2024-09-12T18:06:53.077 DEBUG:teuthology.orchestra.run.smithi123:> mktemp 2024-09-12T18:06:53.108 INFO:teuthology.orchestra.run.smithi123.stdout:/tmp/tmp.BZ1uHnGK37 2024-09-12T18:06:53.108 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.BZ1uHnGK37 2024-09-12T18:06:53.337 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0666 /tmp/tmp.BZ1uHnGK37 2024-09-12T18:06:53.446 DEBUG:teuthology.orchestra.remote:smithi123:/tmp/tmp.BZ1uHnGK37 is 543KB 2024-09-12T18:06:53.546 DEBUG:teuthology.orchestra.run.smithi123:> rm -fr /tmp/tmp.BZ1uHnGK37 2024-09-12T18:06:53.574 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/data/mon.c.tgz 2024-09-12T18:06:53.575 DEBUG:teuthology.orchestra.run.smithi123:> mktemp 2024-09-12T18:06:53.642 INFO:teuthology.orchestra.run.smithi123.stdout:/tmp/tmp.gjt7zPdxxw 2024-09-12T18:06:53.642 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.gjt7zPdxxw 2024-09-12T18:06:53.852 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 0666 /tmp/tmp.gjt7zPdxxw 2024-09-12T18:06:53.962 DEBUG:teuthology.orchestra.remote:smithi123:/tmp/tmp.gjt7zPdxxw is 571KB 2024-09-12T18:06:54.045 DEBUG:teuthology.orchestra.run.smithi123:> rm -fr /tmp/tmp.gjt7zPdxxw 2024-09-12T18:06:54.074 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/data/mon.b.tgz 2024-09-12T18:06:54.075 DEBUG:teuthology.orchestra.run.smithi175:> mktemp 2024-09-12T18:06:54.108 INFO:teuthology.orchestra.run.smithi175.stdout:/tmp/tmp.QHsvs3Y9Ev 2024-09-12T18:06:54.108 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.QHsvs3Y9Ev 2024-09-12T18:06:54.336 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0666 /tmp/tmp.QHsvs3Y9Ev 2024-09-12T18:06:54.447 DEBUG:teuthology.orchestra.remote:smithi175:/tmp/tmp.QHsvs3Y9Ev is 571KB 2024-09-12T18:06:54.545 DEBUG:teuthology.orchestra.run.smithi175:> rm -fr /tmp/tmp.QHsvs3Y9Ev 2024-09-12T18:06:54.574 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T18:06:54.574 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:06:54.576 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:06:54.757 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:06:54.786 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:06:54.786 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T18:06:54.788 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/remote/smithi123/crash 2024-09-12T18:06:54.788 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:06:54.826 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/remote/smithi175/crash 2024-09-12T18:06:54.827 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:06:54.865 INFO:tasks.ceph:Compressing logs... 2024-09-12T18:06:54.865 DEBUG:teuthology.orchestra.run.smithi123:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:06:54.871 DEBUG:teuthology.orchestra.run.smithi175:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32799.log 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32656.log 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32799.log: /var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32887.log 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32799.log.gz 2024-09-12T18:06:54.965 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32656.log: /var/log/ceph/ceph-client.admin.32887.log: /var/log/ceph/ceph-osd.4.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32656.log.gz 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32887.log.gzgzip 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.32755.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32843.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32755.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32755.log.gz 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32843.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32843.log.gz 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph.log: 90.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32931.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T18:06:54.966 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32931.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32931.log.gz 2024-09-12T18:06:54.967 INFO:teuthology.orchestra.run.smithi175.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.32612.log 2024-09-12T18:06:54.967 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32700.log 2024-09-12T18:06:54.967 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32612.log: /var/log/ceph/ceph-mon.b.log: 25.5% -- replaced with /var/log/ceph/ceph-client.admin.32612.log.gz 2024-09-12T18:06:54.967 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/ceph-client.admin.32700.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32700.log.gz 2024-09-12T18:06:54.967 INFO:teuthology.orchestra.run.smithi175.stderr: 87.9% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:06:55.006 INFO:teuthology.orchestra.run.smithi175.stderr: 95.1% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T18:06:55.028 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65049.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105165.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137563.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.65049.log: /var/log/ceph/ceph-client.admin.105165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66373.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr: 19.9% -- replaced with /var/log/ceph/ceph-client.admin.65049.log.gz 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.137563.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.105165.log.gz 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86316.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.137563.log.gz 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.66373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40783.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.86316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127547.log 2024-09-12T18:06:55.029 INFO:teuthology.orchestra.run.smithi123.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.86316.log.gz 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.40783.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.66373.log.gz 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96919.log 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.40783.log.gz 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.127547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182050.log 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.127547.log.gz 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.96919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118123.log 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.182050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96330.log 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.96919.log.gz 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.118123.log: 80.4% -- replaced with /var/log/ceph/ceph-client.0.182050.log.gz 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115178.log 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.118123.log.gz 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.96330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.178396.log 2024-09-12T18:06:55.030 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.96330.log.gz 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.115178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95741.log 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.178396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141686.log 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr: 83.7% -- replaced with /var/log/ceph/ceph-client.0.178396.log.gz 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.95741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.187531.log 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.95741.log.gz 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66992.log 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.141686.log: /var/log/ceph/ceph-client.0.187531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115767.log 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.141686.log.gz 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.115178.log.gz 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.0.187531.log.gz 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.66992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193974.log 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.115767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162325.log 2024-09-12T18:06:55.031 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.115767.log.gz 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40107.log 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193974.log.gz 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.162325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43852.log 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.40107.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.162325.log.gz 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40107.log.gz 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141097.log 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.43852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88083.log 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.43852.log.gz 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.141097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81015.log 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.141097.log.gz 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.88083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84549.log 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.88083.log.gz 2024-09-12T18:06:55.032 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.81015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89850.log 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.81015.log.gz 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.84549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164681.log 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.84549.log.gz 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194112.log 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.89850.log: /var/log/ceph/ceph-client.admin.164681.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.89850.log.gz 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.164681.log.gz 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- /var/log/ceph/ceph-client.admin.62097.log 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165907.log 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.194112.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194112.log.gz 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.62097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170425.log 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.165907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83960.log 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.62097.log.gz 2024-09-12T18:06:55.033 INFO:teuthology.orchestra.run.smithi123.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.165907.log.gz 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.170425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44455.log 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.170425.log.gz 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.83960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95152.log 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.66992.log.gz 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.83960.log.gz 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.44455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113411.log 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.44455.log.gz 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.95152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40151.log 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.95152.log.gz 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.113411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116945.log 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.40151.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.113411.log.gz 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38668.log 2024-09-12T18:06:55.034 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40151.log.gz 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.116945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119890.log 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.116945.log.gz 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81604.log 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38668.log.gz 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.119890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150523.log 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.119890.log.gz 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.81604.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.81604.log.gz 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.150523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60871.log 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.150523.log.gz 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174210.log 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.60871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99275.log 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.60871.log.gz 2024-09-12T18:06:55.035 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.174210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114000.log 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.99275.log: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.174210.log.gz 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151112.log 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.99275.log.gz 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52529.log 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.114000.log: /var/log/ceph/ceph-client.admin.151112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51940.log 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.114000.log.gz 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.151112.log.gz 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.52529.log: gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.52529.log.gz 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39392.log 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.51940.log: /var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152879.log 2024-09-12T18:06:55.036 INFO:teuthology.orchestra.run.smithi123.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.51940.log.gz 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194388.log 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39392.log.gz 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.152879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190966.log 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.152879.log.gz 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64985.log 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.194388.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194388.log.gz 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.190966.log: 24.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.190966.log.gz -5 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- /var/log/ceph/ceph-client.admin.50762.log 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72568.log 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.64985.log: 20.3% -- replaced with /var/log/ceph/ceph-client.admin.64985.log.gz 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.50762.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136382.log 2024-09-12T18:06:55.037 INFO:teuthology.orchestra.run.smithi123.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.50762.log.gz 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.72568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89261.log 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.136382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.191780.log 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr: 81.4%/var/log/ceph/ceph-client.admin.89261.log: -- replaced with /var/log/ceph/ceph-client.admin.136382.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49536.log 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.89261.log.gz 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.191780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59056.log 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.0.191780.log.gz 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.49536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63584.log 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.49536.log.gz 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.59056.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59056.log.gz 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103398.log 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.63584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50738.log 2024-09-12T18:06:55.038 INFO:teuthology.orchestra.run.smithi123.stderr: 63.1% -- replaced with /var/log/ceph/ceph-client.admin.63584.log.gz 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.103398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123424.log 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.103398.log.gz/var/log/ceph/ceph-client.admin.50738.log: 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167133.log 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr: 28.9% -- replaced with /var/log/ceph/ceph-client.admin.50738.log.gz 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.123424.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122246.log 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr: 91.8%/var/log/ceph/ceph-client.admin.167133.log: -- replaced with /var/log/ceph/ceph-client.admin.72568.log.gz 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152290.log 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.122246.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.167133.log.gz 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48947.log 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.122246.log.gz 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193744.log/var/log/ceph/ceph-client.admin.152290.log: 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.123424.log.gz/var/log/ceph/ceph-client.admin.48947.log: 2024-09-12T18:06:55.039 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160536.log 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.48947.log.gz 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193744.log: gzip -5 --verbose 0.0% -- /var/log/ceph/ceph-client.admin.59104.log -- replaced with /var/log/ceph/ceph-client.admin.193744.log.gz 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.160536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69473.log 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.160536.log.gz 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.59104.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.152290.log.gz 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162914.log 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.59104.log.gz 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.69473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71330.log 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.162914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193882.log 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.162914.log.gz 2024-09-12T18:06:55.040 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.71330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183268.log 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145809.log 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193882.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.183268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57878.log 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.0.183268.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191061.log 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.69473.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.145809.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.71330.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.57878.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39697.log 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.57878.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.145809.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58467.log 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.191061.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191061.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39697.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39697.log.gz 2024-09-12T18:06:55.041 INFO:teuthology.orchestra.run.smithi123.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.130492.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.58467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145220.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.58467.log.gz 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.130492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92795.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.130492.log.gz 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.145220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38667.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.145220.log.gz 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.92795.log: /var/log/ceph/ceph-client.admin.167722.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38667.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.92795.log.gz 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38667.log.gz 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.79559.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119301.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.167722.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.167722.log.gz 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.79559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112822.log 2024-09-12T18:06:55.042 INFO:teuthology.orchestra.run.smithi123.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.0.79559.log.gz 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.119301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74958.log 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.119301.log.gz 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.112822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120479.log 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.112822.log.gzgzip 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.155235.log 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.74958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193330.log 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.admin.74958.log.gz 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.120479.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.120479.log.gz 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.155235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157591.log 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.155235.log.gz 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193330.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193330.log.gz 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193928.log 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.157591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194298.log 2024-09-12T18:06:55.043 INFO:teuthology.orchestra.run.smithi123.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.157591.log.gz 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165318.log 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193928.log.gz 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.194298.log: -- /var/log/ceph/ceph-client.admin.142864.log 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194298.log.gz 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.165318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64235.log 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.165318.log.gz 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.142864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38656.log 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.64235.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.142864.log.gz 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.64235.log.gz 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.193606.log 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38656.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38656.log.gz 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101042.log 2024-09-12T18:06:55.044 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193606.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193606.log.gz 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- /var/log/ceph/ceph-client.admin.87494.log 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.101042.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.101042.log.gz 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179614.log 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54344.log 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.87494.log: /var/log/ceph/ceph-client.0.179614.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.87494.log.gz 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39426.log 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.179614.log.gz 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.54344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153468.log 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.54344.log.gz 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48014.log 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39426.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39426.log.gz 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39032.log 2024-09-12T18:06:55.045 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.153468.log: /var/log/ceph/ceph-client.admin.48014.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.153468.log.gz 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr: 25.4% -- replaced with /var/log/ceph/ceph-client.admin.48014.log.gz 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173452.log 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64438.log 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39032.log.gz 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.173452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.171617.log 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.64438.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.173452.log.gz 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.64438.log.gz 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.171617.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38069.log 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76140.log 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38069.log: gzip -5 --verbose 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38069.log.gz 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr: -- /var/log/ceph/ceph-client.admin.93384.log 2024-09-12T18:06:55.046 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.76140.log: gzip -5 80.7% -- replaced with /var/log/ceph/ceph-client.admin.76140.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- 93.0% -- replaced with /var/log/ceph/ceph-client.admin.171617.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr: /var/log/ceph/ceph-client.admin.125780.log 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.93384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194020.log 81.1% 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.93384.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.125780.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39975.log 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.125780.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.194020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194158.log 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194020.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39975.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39975.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- /var/log/ceph/ceph-client.admin.62686.log 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.194158.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194158.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr: 94.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78112.log 2024-09-12T18:06:55.047 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138741.log 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.62686.log: /var/log/ceph/ceph-client.0.78112.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.62686.log.gz 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108110.log 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.78112.log.gz 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38455.log 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.138741.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.138741.log.gz 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.108110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156413.log 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.108110.log.gz 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38455.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38455.log.gz 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39036.log 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50125.log 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.156413.log: /var/log/ceph/ceph-client.admin.39036.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.156413.log.gz 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164092.log 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39036.log.gz 2024-09-12T18:06:55.048 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.50125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48358.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.50125.log.gz 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.164092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38662.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.48358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144042.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.164092.log.gz 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.48358.log.gz 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78950.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38662.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38662.log.gz 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.144042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110466.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.78950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97508.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.110466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40063.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.97508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82782.log 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.110466.log.gz 2024-09-12T18:06:55.049 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.97508.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.144042.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.40063.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40063.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32740.log 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.82782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85727.log 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.32740.log: gzip -5 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82782.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32740.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr: /var/log/ceph/ceph-client.admin.91028.log 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.85727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148755.log 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.85727.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.91028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57289.log 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.91028.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.0.78950.log.gz 2024-09-12T18:06:55.050 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.148755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161715.log 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.148755.log.gz 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65751.log/var/log/ceph/ceph-client.admin.57289.log: 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.161715.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.161715.log.gz 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.57289.log.gz 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38258.log 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121068.log 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.65751.log: /var/log/ceph/ceph-client.admin.38258.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.38258.log.gz -5 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- /var/log/ceph/ceph-client.admin.149344.log 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116356.log 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.121068.log: /var/log/ceph/ceph-client.admin.149344.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.121068.log.gz 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82193.log 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.149344.log.gz 2024-09-12T18:06:55.051 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.116356.log: gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.116356.log.gz 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.82193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194066.log 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.82193.log.gz 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80425.log 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5/var/log/ceph/ceph-client.admin.194066.log: --verbose -- /var/log/ceph/ceph-client.admin.164705.log 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194066.log.gz 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.80425.log: gzip -5 81.8% -- replaced with /var/log/ceph/ceph-client.admin.80425.log.gz 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr: --verbose -- /var/log/ceph/ceph-client.0.169168.log 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.164705.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40174.log 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.164705.log.gz 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.0.169168.log: -- /var/log/ceph/ceph-client.0.186313.log 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.40174.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.169168.log.gz 2024-09-12T18:06:55.052 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76731.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179005.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.76731.log: /var/log/ceph/ceph-client.0.186313.log: 95.9% -- replaced with /var/log/ceph/ceph-client.0.40174.log.gz 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.76731.log.gz 84.1% -- replaced with /var/log/ceph/ceph-client.0.186313.log.gz 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68854.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.179005.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61484.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.68854.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.179005.log.gz 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63948.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr: 94.3%/var/log/ceph/ceph-client.admin.61484.log: -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61484.log.gz 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46821.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39391.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.63948.log: /var/log/ceph/ceph-client.admin.46821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158769.log 2024-09-12T18:06:55.053 INFO:teuthology.orchestra.run.smithi123.stderr: 54.2% -- replaced with /var/log/ceph/ceph-client.admin.63948.log.gz 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39391.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.46821.log.gz 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39391.log.gzgzip 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.190328.log 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.68854.log.gz 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.158769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172225.log 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.158769.log.gz 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.190328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53166.log 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190328.log.gz 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38669.log 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.172225.log: /var/log/ceph/ceph-client.admin.53166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182659.log 92.1% -- replaced with /var/log/ceph/ceph-client.admin.172225.log.gz 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.53166.log.gz 2024-09-12T18:06:55.054 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38669.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38669.log.gz 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38892.log 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.182659.log: 83.8% -- replaced with /var/log/ceph/ceph-client.0.182659.log.gz 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42640.log 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98686.log 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38892.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38892.log.gz 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.42640.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193514.log 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.42640.log.gz 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.98686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39239.log 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.98686.log.gz 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193514.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193514.log.gz 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102220.log 2024-09-12T18:06:55.055 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39239.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39239.log.gz 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.102220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56111.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- 87.1% /var/log/ceph/ceph-client.admin.190306.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.102220.log.gz 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.56111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139330.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.56111.log.gz 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92206.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.190306.log: /var/log/ceph/ceph-client.admin.139330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193698.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr: 25.1% -- replaced with /var/log/ceph/ceph-client.admin.190306.log.gz 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.92206.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.139330.log.gz 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51351.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.185704.log 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193698.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193698.log.gz 2024-09-12T18:06:55.056 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.51351.log: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.65751.log.gz 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70092.log 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr: 79.7% -- replaced with /var/log/ceph/ceph-client.admin.51351.log.gz 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.92206.log.gz 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191012.log 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.185704.log: /var/log/ceph/ceph-client.admin.70092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.186922.log 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr: 80.3%/var/log/ceph/ceph-client.admin.191012.log: -- replaced with /var/log/ceph/ceph-client.0.185704.log.gzgzip 0.0% -5 --verbose -- /var/log/ceph/ceph-client.admin.39390.log 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.191012.log.gz 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.186922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41386.log 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.186922.log.gz 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184486.log 2024-09-12T18:06:55.057 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39390.log: /var/log/ceph/ceph-client.0.41386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134026.log 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39390.log.gz 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.184486.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.41386.log.gz 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183877.log 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.184486.log.gz 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61508.log 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.134026.log: /var/log/ceph/ceph-client.0.183877.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180223.log 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr: 80.3%/var/log/ceph/ceph-client.admin.61508.log: -- replaced with /var/log/ceph/ceph-client.0.183877.log.gz 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.134026.log.gz 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.61508.log.gz 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149934.log 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124013.log 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.180223.log: /var/log/ceph/ceph-client.admin.149934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64376.log 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr: 83.9%/var/log/ceph/ceph-client.admin.124013.log: -- replaced with /var/log/ceph/ceph-client.0.180223.log.gz 2024-09-12T18:06:55.058 INFO:teuthology.orchestra.run.smithi123.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.149934.log.gz 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.124013.log.gz 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77322.log 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38363.log 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.64376.log: gzip/var/log/ceph/ceph-client.admin.77322.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.106343.log 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr: 24.4% -- replaced with /var/log/ceph/ceph-client.admin.77322.log.gz 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38363.log: 57.5% -- replaced with /var/log/ceph/ceph-client.admin.64376.log.gz 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38363.log.gz 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50714.log 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.106343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38659.log 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.106343.log.gz 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.50714.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.50714.log.gz 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166544.log 2024-09-12T18:06:55.059 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39037.log 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38659.log: /var/log/ceph/ceph-client.admin.166544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161125.log 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38659.log.gz 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128136.log 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.166544.log.gz 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39037.log.gz 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71949.log 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.161125.log: /var/log/ceph/ceph-client.admin.128136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56700.log 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.161125.log.gz 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.71949.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.128136.log.gz 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111644.log 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65162.log 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.56700.log: /var/log/ceph/ceph-client.admin.111644.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.56700.log.gz 2024-09-12T18:06:55.060 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.111644.log.gz 88.5% -- replaced with /var/log/ceph/ceph-client.admin.71949.log.gz 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166520.log 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.65162.log: gzip/var/log/ceph/ceph-client.admin.166520.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.157002.log 0.0% -- replaced with /var/log/ceph/ceph-client.admin.166520.log.gz 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-mon.a.log: 83.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38893.log 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.65162.log.gz 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.157002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122835.log 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.157002.log.gz 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112233.log 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.122835.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38893.log.gz 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.122835.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47419.log 2024-09-12T18:06:55.061 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70711.log 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.112233.log: /var/log/ceph/ceph-client.admin.47419.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.47419.log.gz 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.112233.log.gz 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126369.log 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.70711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91617.log 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.126369.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.126369.log.gz 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64156.log 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.91617.log: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.70711.log.gz 81.8% 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.91617.log.gz 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144631.log 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55522.log 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.64156.log: /var/log/ceph/ceph-client.admin.144631.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.64156.log.gz 2024-09-12T18:06:55.062 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.144631.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169817.log 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138152.log 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.169817.log: /var/log/ceph/ceph-client.admin.55522.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.55522.log.gz 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39395.log 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.138152.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.138152.log.gz 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33078.log 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39395.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39395.log.gz 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177149.log 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.33078.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33078.log.gz 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128725.log 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.177149.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.169817.log.gz 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-12T18:06:55.063 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.128725.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.128725.log.gz 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.177149.log.gz 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140508.log 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74369.log 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr: 95.1% -- replaced with /var/log/ceph/ceph-client.admin.70092.log.gz 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.140508.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.140508.log.gz 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75550.log 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.74369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194205.log 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.74369.log.gz 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.75550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38663.log 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.194205.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194205.log.gz 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148166.log 2024-09-12T18:06:55.064 INFO:teuthology.orchestra.run.smithi123.stderr: 89.5%/var/log/ceph/ceph-client.admin.38663.log: -- replaced with /var/log/ceph/ceph-client.admin.75550.log.gz 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38663.log.gz 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59693.log 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.148166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68235.log 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.59693.log: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.59693.log.gz 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.148166.log.gz 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/valgrind/ceph.client.0.log 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.68235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78822.log 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/valgrind/ceph.client.0.log: 62.6% -- replaced with /var/log/ceph/valgrind/ceph.client.0.log.gz 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr: 92.9% -- replaced with /var/log/ceph/ceph-client.admin.68235.log.gz 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86905.log 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.78822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191085.log 2024-09-12T18:06:55.065 INFO:teuthology.orchestra.run.smithi123.stderr: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.78822.log.gz 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.86905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100453.log 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.191085.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.86905.log.gz 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.191085.log.gz 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131081.log 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53142.log 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.100453.log: /var/log/ceph/ceph-client.admin.131081.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.131081.log.gz 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126958.log 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.53142.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53142.log.gz 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.100453.log.gz 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.126958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143453.log 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.126958.log.gz 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189716.log 2024-09-12T18:06:55.066 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.143453.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.143453.log.gz 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194251.log 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.189716.log: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.189716.log.gz 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155824.log 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.194251.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194251.log.gz 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108699.log 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.155824.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.155824.log.gz 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163503.log 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.108699.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.108699.log.gz 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121657.log 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.163503.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.163503.log.gz 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139919.log 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.121657.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.121657.log.gz 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151701.log 2024-09-12T18:06:55.067 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.139919.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.139919.log.gz 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40019.log 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.151701.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.151701.log.gz 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102809.log 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.40019.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40019.log.gz 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164729.log 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.102809.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.102809.log.gz 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38666.log 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.164729.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.164729.log.gz 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38666.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38666.log.gz 2024-09-12T18:06:55.068 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125191.log 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph.log: 94.4% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118712.log 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.125191.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.125191.log.gz 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193560.log 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.118712.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.118712.log.gz 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190376.log 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193560.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193560.log.gz 2024-09-12T18:06:55.094 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103987.log 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.190376.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.190376.log.gz 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175426.log 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr: 93.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.103987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38235.log 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.103987.log.gz 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.175426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174818.log 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38235.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38235.log.gz 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.175426.log.gz 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193238.log 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193790.log 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.174818.log: /var/log/ceph/ceph-client.admin.193238.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193238.log.gz 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.174818.log.gz 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63838.log 2024-09-12T18:06:55.095 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.193790.log: -- /var/log/ceph/ceph-client.admin.133437.log 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193790.log.gz 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147577.log 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.63838.log: /var/log/ceph/ceph-client.admin.133437.log: 58.7% -- replaced with /var/log/ceph/ceph-client.admin.63838.log.gz 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.133437.log.gz 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45058.log 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39605.log 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.147577.log: /var/log/ceph/ceph-client.0.45058.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.147577.log.gz 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.45058.log.gz 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33172.log 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189127.log 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39605.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39605.log.gz 2024-09-12T18:06:55.096 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.33172.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33172.log.gz 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107521.log 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39035.log 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.189127.log: /var/log/ceph/ceph-client.admin.107521.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.189127.log.gz 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.107521.log.gz 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39651.log 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104576.log 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39035.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39035.log.gz 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39651.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39651.log.gz 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117534.log 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136971.log 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.104576.log: /var/log/ceph/ceph-client.admin.117534.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.104576.log.gz 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.117534.log.gz 2024-09-12T18:06:55.097 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190988.log 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159358.log 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.136971.log: /var/log/ceph/ceph-client.admin.190988.log: 0.0% 81.1% -- replaced with /var/log/ceph/ceph-client.admin.136971.log.gz 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.190988.log.gz 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135204.log 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83371.log 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.159358.log: /var/log/ceph/ceph-client.admin.135204.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.159358.log.gz 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.135204.log.gz 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.77500.log 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193836.log 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.83371.log: /var/log/ceph/ceph-client.0.77500.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.83371.log.gz 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.0.77500.log.gz 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38317.log 2024-09-12T18:06:55.098 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194344.log 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193836.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193836.log.gz 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38317.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38317.log.gz 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114589.log 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67616.log 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.114589.log: /var/log/ceph/ceph-client.admin.194344.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194344.log.gz 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.114589.log.gz 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94563.log 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101631.log 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.67616.log: /var/log/ceph/ceph-client.admin.94563.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.94563.log.gz 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111055.log 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.101631.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.101631.log.gz 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146398.log 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.111055.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.111055.log.gz 2024-09-12T18:06:55.099 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41995.log 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.146398.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.146398.log.gz 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154057.log 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.41995.log: 43.2% -- replaced with /var/log/ceph/ceph-client.0.41995.log.gz 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132259.log 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.154057.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.67616.log.gz 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191036.log 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.154057.log.gz 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.132259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131670.log 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr: 81.6%/var/log/ceph/ceph-client.admin.191036.log: -- replaced with /var/log/ceph/ceph-client.admin.132259.log.gz 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191036.log.gz 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193284.log 2024-09-12T18:06:55.100 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.192473.log/var/log/ceph/ceph-client.admin.131670.log: 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.131670.log.gz 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39393.log 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193284.log.gz/var/log/ceph/ceph-client.0.192473.log: 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38171.log 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39393.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39393.log.gz 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99864.log 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38171.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38171.log.gz 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38409.log 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.99864.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.99864.log.gz 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39034.log 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.38409.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38409.log.gz 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61460.log 2024-09-12T18:06:55.101 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39034.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39034.log.gz 2024-09-12T18:06:55.102 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T18:06:55.102 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.61460.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61460.log.gz 2024-09-12T18:06:55.102 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135793.log 2024-09-12T18:06:55.102 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172834.log 2024-09-12T18:06:55.115 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.135793.log: 86.1% 86.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176034.log 2024-09-12T18:06:55.115 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.172834.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.172834.log.gz 2024-09-12T18:06:55.115 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.0.192473.log.gz 2024-09-12T18:06:55.115 INFO:teuthology.orchestra.run.smithi123.stderr: -- replaced with /var/log/ceph/ceph-client.admin.135793.log.gz 2024-09-12T18:06:55.115 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161736.log 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.176034.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.176034.log.gz 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181441.log 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.161736.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.161736.log.gz 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85138.log 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.181441.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.181441.log.gz 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154646.log 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.85138.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.85138.log.gz 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193468.log 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.154646.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.154646.log.gz 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39030.log 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193468.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193468.log.gz 2024-09-12T18:06:55.116 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53118.log 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39030.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39030.log.gz 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180832.log 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.53118.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53118.log.gz 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124602.log 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.180832.log: 80.1% -- replaced with /var/log/ceph/ceph-client.0.180832.log.gz 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.185095.log 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.124602.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.124602.log.gz 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90439.log 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.185095.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.185095.log.gz 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134615.log 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.90439.log: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.90439.log.gz 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98097.log 2024-09-12T18:06:55.117 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.134615.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.134615.log.gz 2024-09-12T18:06:55.118 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88672.log 2024-09-12T18:06:55.124 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.98097.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.98097.log.gz 2024-09-12T18:06:55.124 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54933.log 2024-09-12T18:06:55.124 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.88672.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.88672.log.gz 2024-09-12T18:06:55.124 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59080.log 2024-09-12T18:06:55.124 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.54933.log: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.54933.log.gz 2024-09-12T18:06:55.124 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146988.log 2024-09-12T18:06:55.124 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.59080.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59080.log.gz 2024-09-12T18:06:55.125 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177757.log 2024-09-12T18:06:55.125 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.146988.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.146988.log.gz 2024-09-12T18:06:55.125 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109288.log 2024-09-12T18:06:55.125 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.177757.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.177757.log.gz 2024-09-12T18:06:55.125 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105754.log 2024-09-12T18:06:55.125 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.109288.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.109288.log.gz 2024-09-12T18:06:55.125 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129314.log 2024-09-12T18:06:55.126 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.105754.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.105754.log.gz 2024-09-12T18:06:55.126 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60282.log 2024-09-12T18:06:55.127 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.129314.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.129314.log.gz 2024-09-12T18:06:55.128 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193422.log 2024-09-12T18:06:55.129 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.60282.log: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.60282.log.gz 2024-09-12T18:06:55.129 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158180.log 2024-09-12T18:06:55.129 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193422.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193422.log.gz 2024-09-12T18:06:55.131 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26648.log 2024-09-12T18:06:55.131 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.158180.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.158180.log.gz 2024-09-12T18:06:55.131 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93974.log 2024-09-12T18:06:55.133 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph.tmp-client.admin.26648.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26648.log.gz 2024-09-12T18:06:55.133 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53755.log 2024-09-12T18:06:55.133 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.93974.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.93974.log.gz 2024-09-12T18:06:55.134 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64310.log 2024-09-12T18:06:55.134 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.53755.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.53755.log.gz 2024-09-12T18:06:55.135 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193652.log 2024-09-12T18:06:55.147 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.64310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142275.log 2024-09-12T18:06:55.147 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193652.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193652.log.gz 2024-09-12T18:06:55.152 INFO:teuthology.orchestra.run.smithi123.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.64310.log.gz 2024-09-12T18:06:55.152 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166496.log 2024-09-12T18:06:55.153 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.142275.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.142275.log.gz 2024-09-12T18:06:55.154 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109877.log 2024-09-12T18:06:55.154 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.166496.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.166496.log.gz 2024-09-12T18:06:55.155 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190352.log 2024-09-12T18:06:55.155 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.109877.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.109877.log.gz 2024-09-12T18:06:55.157 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T18:06:55.157 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.190352.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190352.log.gz 2024-09-12T18:06:55.158 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129903.log 2024-09-12T18:06:55.176 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132848.log 2024-09-12T18:06:55.177 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.129903.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.129903.log.gz 2024-09-12T18:06:55.185 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106932.log 2024-09-12T18:06:55.186 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.132848.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.132848.log.gz 2024-09-12T18:06:55.210 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159947.log 2024-09-12T18:06:55.210 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.106932.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.106932.log.gz 2024-09-12T18:06:55.220 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73232.log 2024-09-12T18:06:55.220 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.159947.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.159947.log.gz 2024-09-12T18:06:55.229 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193376.log 2024-09-12T18:06:55.229 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.73232.log: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.73232.log.gz 2024-09-12T18:06:55.238 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39261.log 2024-09-12T18:06:55.238 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.193376.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193376.log.gz 2024-09-12T18:06:55.258 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43249.log 2024-09-12T18:06:55.258 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.admin.39261.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39261.log.gz 2024-09-12T18:06:55.270 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/ceph-client.0.43249.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.43249.log.gz 2024-09-12T18:06:55.721 INFO:teuthology.orchestra.run.smithi123.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T18:06:56.249 INFO:teuthology.orchestra.run.smithi123.stderr: 92.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T18:06:56.265 INFO:teuthology.orchestra.run.smithi175.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T18:06:58.457 INFO:teuthology.orchestra.run.smithi123.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T18:06:59.158 INFO:teuthology.orchestra.run.smithi123.stderr: 92.4% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-12T18:07:01.379 INFO:teuthology.orchestra.run.smithi123.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T18:07:02.027 INFO:teuthology.orchestra.run.smithi175.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T18:07:03.934 INFO:teuthology.orchestra.run.smithi175.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T18:07:04.739 INFO:teuthology.orchestra.run.smithi123.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T18:07:04.740 INFO:teuthology.orchestra.run.smithi175.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T18:07:11.687 INFO:teuthology.orchestra.run.smithi123.stderr: 94.4% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T18:07:12.623 INFO:teuthology.orchestra.run.smithi175.stderr: 95.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T18:07:12.625 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-09-12T18:07:12.625 INFO:teuthology.orchestra.run.smithi175.stderr:real 0m17.685s 2024-09-12T18:07:12.625 INFO:teuthology.orchestra.run.smithi175.stderr:user 0m43.195s 2024-09-12T18:07:12.625 INFO:teuthology.orchestra.run.smithi175.stderr:sys 0m1.620s 2024-09-12T18:07:15.997 INFO:teuthology.orchestra.run.smithi123.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T18:07:15.999 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-12T18:07:15.999 INFO:teuthology.orchestra.run.smithi123.stderr:real 0m21.102s 2024-09-12T18:07:15.999 INFO:teuthology.orchestra.run.smithi123.stderr:user 1m1.438s 2024-09-12T18:07:15.999 INFO:teuthology.orchestra.run.smithi123.stderr:sys 0m2.395s 2024-09-12T18:07:16.000 INFO:tasks.ceph:Archiving logs... 2024-09-12T18:07:16.000 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/remote/smithi123/log 2024-09-12T18:07:16.001 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:07:24.178 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/remote/smithi175/log 2024-09-12T18:07:24.179 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:07:30.342 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T18:07:30.354 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T18:07:30.354 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:07:30.357 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:07:30.460 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T18:07:30.470 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T18:07:30.470 DEBUG:teuthology.orchestra.run.smithi123:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:07:30.473 DEBUG:teuthology.orchestra.run.smithi175:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:07:30.503 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-09-12T18:07:30.505 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-09-12T18:07:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T18:07:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-09-12T18:07:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:^* hv01.front.sepia.ceph.com 3 6 377 2 +876us[ +879us] +/- 48ms 2024-09-12T18:07:30.507 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 4 +19us[ +22us] +/- 60ms 2024-09-12T18:07:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 -1349us[-1347us] +/- 60ms 2024-09-12T18:07:30.508 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T18:07:30.509 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T18:07:30.509 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-09-12T18:07:30.509 INFO:teuthology.orchestra.run.smithi175.stdout:^* hv01.front.sepia.ceph.com 3 7 377 68 +781us[ +766us] +/- 47ms 2024-09-12T18:07:30.510 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 3 -91us[ -91us] +/- 60ms 2024-09-12T18:07:30.510 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 2 -1493us[-1493us] +/- 60ms 2024-09-12T18:07:30.510 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T18:07:30.511 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T18:07:30.521 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T18:07:30.522 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T18:07:30.532 DEBUG:teuthology.orchestra.run.smithi123:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T18:07:30.633 DEBUG:teuthology.orchestra.run.smithi175:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T18:07:30.710 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T18:07:30.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:07:30.753 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T18:07:30.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:07:30.793 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T18:07:30.805 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T18:07:30.829 INFO:teuthology.task.internal:Duration was 4892.237314 seconds 2024-09-12T18:07:30.829 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T18:07:30.859 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T18:07:30.859 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:07:30.861 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:07:30.912 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T18:07:30.915 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T18:07:31.161 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T18:07:31.161 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi123.front.sepia.ceph.com 2024-09-12T18:07:31.161 DEBUG:teuthology.orchestra.run.smithi123:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:07:31.195 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi175.front.sepia.ceph.com 2024-09-12T18:07:31.195 DEBUG:teuthology.orchestra.run.smithi175:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:07:31.235 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T18:07:31.236 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:07:31.238 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:07:31.316 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T18:07:31.317 DEBUG:teuthology.orchestra.run.smithi123:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:07:31.319 DEBUG:teuthology.orchestra.run.smithi175:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:07:31.470 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T18:07:31.483 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T18:07:31.484 DEBUG:teuthology.orchestra.run.smithi123:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:07:31.523 DEBUG:teuthology.orchestra.run.smithi175:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:07:31.562 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T18:07:31.573 DEBUG:teuthology.orchestra.run.smithi123:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:07:31.576 DEBUG:teuthology.orchestra.run.smithi175:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:07:31.610 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = core 2024-09-12T18:07:31.638 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = core 2024-09-12T18:07:31.677 DEBUG:teuthology.orchestra.run.smithi123:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:07:31.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:07:31.705 DEBUG:teuthology.orchestra.run.smithi175:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:07:31.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:07:31.750 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T18:07:31.762 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T18:07:31.763 DEBUG:teuthology.misc:Transferring archived files from smithi123:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/remote/smithi123 2024-09-12T18:07:31.763 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:07:31.814 DEBUG:teuthology.misc:Transferring archived files from smithi175:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902693/remote/smithi175 2024-09-12T18:07:31.815 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:07:31.861 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T18:07:31.862 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:07:31.864 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:07:31.926 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T18:07:31.939 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T18:07:31.939 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T18:07:31.995 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T18:07:31.995 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:07:31.998 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:07:32.023 INFO:teuthology.orchestra.run.smithi123.stdout: 265836 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:07 /home/ubuntu/cephtest 2024-09-12T18:07:32.027 INFO:teuthology.orchestra.run.smithi175.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:07 /home/ubuntu/cephtest 2024-09-12T18:07:32.028 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T18:07:32.040 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T18:07:32.097 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} duration: 4892.237314462662 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-12T18:07:32.097 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T18:07:32.202 INFO:teuthology.run:pass